{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9999830999721149,
  "eval_steps": 61000,
  "global_step": 118342,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0001690002788504601,
      "grad_norm": 8.151397705078125,
      "learning_rate": 8.449514152936206e-09,
      "loss": 0.5921,
      "step": 10
    },
    {
      "epoch": 0.0003380005577009202,
      "grad_norm": 11.88992977142334,
      "learning_rate": 1.6899028305872412e-08,
      "loss": 0.6201,
      "step": 20
    },
    {
      "epoch": 0.0005070008365513803,
      "grad_norm": 12.493903160095215,
      "learning_rate": 2.5348542458808618e-08,
      "loss": 0.627,
      "step": 30
    },
    {
      "epoch": 0.0006760011154018404,
      "grad_norm": 9.884626388549805,
      "learning_rate": 3.3798056611744824e-08,
      "loss": 0.6306,
      "step": 40
    },
    {
      "epoch": 0.0008450013942523005,
      "grad_norm": 7.7189764976501465,
      "learning_rate": 4.224757076468103e-08,
      "loss": 0.639,
      "step": 50
    },
    {
      "epoch": 0.0010140016731027606,
      "grad_norm": 9.185622215270996,
      "learning_rate": 5.0697084917617236e-08,
      "loss": 0.6557,
      "step": 60
    },
    {
      "epoch": 0.0011830019519532208,
      "grad_norm": 8.327007293701172,
      "learning_rate": 5.9146599070553445e-08,
      "loss": 0.617,
      "step": 70
    },
    {
      "epoch": 0.0013520022308036808,
      "grad_norm": 7.37695837020874,
      "learning_rate": 6.759611322348965e-08,
      "loss": 0.626,
      "step": 80
    },
    {
      "epoch": 0.001521002509654141,
      "grad_norm": 7.518730640411377,
      "learning_rate": 7.604562737642586e-08,
      "loss": 0.6532,
      "step": 90
    },
    {
      "epoch": 0.001690002788504601,
      "grad_norm": 7.305288791656494,
      "learning_rate": 8.449514152936207e-08,
      "loss": 0.5994,
      "step": 100
    },
    {
      "epoch": 0.0018590030673550611,
      "grad_norm": 8.757489204406738,
      "learning_rate": 9.294465568229827e-08,
      "loss": 0.6068,
      "step": 110
    },
    {
      "epoch": 0.0020280033462055213,
      "grad_norm": 10.401308059692383,
      "learning_rate": 1.0139416983523447e-07,
      "loss": 0.5565,
      "step": 120
    },
    {
      "epoch": 0.0021970036250559813,
      "grad_norm": 7.546243190765381,
      "learning_rate": 1.0984368398817069e-07,
      "loss": 0.5529,
      "step": 130
    },
    {
      "epoch": 0.0023660039039064417,
      "grad_norm": 5.31623649597168,
      "learning_rate": 1.1829319814110689e-07,
      "loss": 0.5421,
      "step": 140
    },
    {
      "epoch": 0.0025350041827569016,
      "grad_norm": 4.31443452835083,
      "learning_rate": 1.267427122940431e-07,
      "loss": 0.4825,
      "step": 150
    },
    {
      "epoch": 0.0027040044616073616,
      "grad_norm": 4.859823703765869,
      "learning_rate": 1.351922264469793e-07,
      "loss": 0.478,
      "step": 160
    },
    {
      "epoch": 0.0028730047404578215,
      "grad_norm": 4.5274834632873535,
      "learning_rate": 1.4364174059991553e-07,
      "loss": 0.446,
      "step": 170
    },
    {
      "epoch": 0.003042005019308282,
      "grad_norm": 3.7420647144317627,
      "learning_rate": 1.5209125475285173e-07,
      "loss": 0.4171,
      "step": 180
    },
    {
      "epoch": 0.003211005298158742,
      "grad_norm": 4.145787239074707,
      "learning_rate": 1.6054076890578793e-07,
      "loss": 0.3593,
      "step": 190
    },
    {
      "epoch": 0.003380005577009202,
      "grad_norm": 3.9338839054107666,
      "learning_rate": 1.6899028305872413e-07,
      "loss": 0.3165,
      "step": 200
    },
    {
      "epoch": 0.0035490058558596623,
      "grad_norm": 2.608560800552368,
      "learning_rate": 1.7743979721166034e-07,
      "loss": 0.2655,
      "step": 210
    },
    {
      "epoch": 0.0037180061347101222,
      "grad_norm": 2.9996230602264404,
      "learning_rate": 1.8588931136459654e-07,
      "loss": 0.2363,
      "step": 220
    },
    {
      "epoch": 0.003887006413560582,
      "grad_norm": 3.015291452407837,
      "learning_rate": 1.9433882551753277e-07,
      "loss": 0.222,
      "step": 230
    },
    {
      "epoch": 0.004056006692411043,
      "grad_norm": 2.3702433109283447,
      "learning_rate": 2.0278833967046894e-07,
      "loss": 0.205,
      "step": 240
    },
    {
      "epoch": 0.0042250069712615025,
      "grad_norm": 2.180356740951538,
      "learning_rate": 2.1123785382340517e-07,
      "loss": 0.1839,
      "step": 250
    },
    {
      "epoch": 0.0043940072501119625,
      "grad_norm": 2.714348793029785,
      "learning_rate": 2.1968736797634138e-07,
      "loss": 0.1725,
      "step": 260
    },
    {
      "epoch": 0.0045630075289624225,
      "grad_norm": 3.1054859161376953,
      "learning_rate": 2.281368821292776e-07,
      "loss": 0.1611,
      "step": 270
    },
    {
      "epoch": 0.004732007807812883,
      "grad_norm": 2.3040058612823486,
      "learning_rate": 2.3658639628221378e-07,
      "loss": 0.1358,
      "step": 280
    },
    {
      "epoch": 0.004901008086663343,
      "grad_norm": 2.4823195934295654,
      "learning_rate": 2.4503591043515e-07,
      "loss": 0.1308,
      "step": 290
    },
    {
      "epoch": 0.005070008365513803,
      "grad_norm": 2.2402455806732178,
      "learning_rate": 2.534854245880862e-07,
      "loss": 0.1192,
      "step": 300
    },
    {
      "epoch": 0.005239008644364263,
      "grad_norm": 1.8717119693756104,
      "learning_rate": 2.619349387410224e-07,
      "loss": 0.1085,
      "step": 310
    },
    {
      "epoch": 0.005408008923214723,
      "grad_norm": 1.9309443235397339,
      "learning_rate": 2.703844528939586e-07,
      "loss": 0.1231,
      "step": 320
    },
    {
      "epoch": 0.005577009202065183,
      "grad_norm": 1.9466526508331299,
      "learning_rate": 2.788339670468948e-07,
      "loss": 0.1119,
      "step": 330
    },
    {
      "epoch": 0.005746009480915643,
      "grad_norm": 2.3317859172821045,
      "learning_rate": 2.8728348119983105e-07,
      "loss": 0.1019,
      "step": 340
    },
    {
      "epoch": 0.005915009759766104,
      "grad_norm": 1.9998661279678345,
      "learning_rate": 2.957329953527673e-07,
      "loss": 0.0835,
      "step": 350
    },
    {
      "epoch": 0.006084010038616564,
      "grad_norm": 1.7425237894058228,
      "learning_rate": 3.0418250950570346e-07,
      "loss": 0.0885,
      "step": 360
    },
    {
      "epoch": 0.006253010317467024,
      "grad_norm": 2.8006510734558105,
      "learning_rate": 3.1263202365863963e-07,
      "loss": 0.0907,
      "step": 370
    },
    {
      "epoch": 0.006422010596317484,
      "grad_norm": 1.7340335845947266,
      "learning_rate": 3.2108153781157586e-07,
      "loss": 0.0846,
      "step": 380
    },
    {
      "epoch": 0.006591010875167944,
      "grad_norm": 1.3293828964233398,
      "learning_rate": 3.295310519645121e-07,
      "loss": 0.0819,
      "step": 390
    },
    {
      "epoch": 0.006760011154018404,
      "grad_norm": 1.7171714305877686,
      "learning_rate": 3.3798056611744827e-07,
      "loss": 0.0764,
      "step": 400
    },
    {
      "epoch": 0.0069290114328688646,
      "grad_norm": 1.758617639541626,
      "learning_rate": 3.4643008027038444e-07,
      "loss": 0.0693,
      "step": 410
    },
    {
      "epoch": 0.0070980117117193245,
      "grad_norm": 1.6397101879119873,
      "learning_rate": 3.5487959442332067e-07,
      "loss": 0.0707,
      "step": 420
    },
    {
      "epoch": 0.0072670119905697845,
      "grad_norm": 1.5723251104354858,
      "learning_rate": 3.633291085762569e-07,
      "loss": 0.065,
      "step": 430
    },
    {
      "epoch": 0.0074360122694202445,
      "grad_norm": 1.4874505996704102,
      "learning_rate": 3.717786227291931e-07,
      "loss": 0.0717,
      "step": 440
    },
    {
      "epoch": 0.007605012548270704,
      "grad_norm": 1.5094786882400513,
      "learning_rate": 3.802281368821293e-07,
      "loss": 0.0725,
      "step": 450
    },
    {
      "epoch": 0.007774012827121164,
      "grad_norm": 1.599475622177124,
      "learning_rate": 3.8867765103506554e-07,
      "loss": 0.0604,
      "step": 460
    },
    {
      "epoch": 0.007943013105971624,
      "grad_norm": 1.5444916486740112,
      "learning_rate": 3.9712716518800176e-07,
      "loss": 0.0615,
      "step": 470
    },
    {
      "epoch": 0.008112013384822085,
      "grad_norm": 1.5351428985595703,
      "learning_rate": 4.055766793409379e-07,
      "loss": 0.0579,
      "step": 480
    },
    {
      "epoch": 0.008281013663672544,
      "grad_norm": 2.069044351577759,
      "learning_rate": 4.140261934938741e-07,
      "loss": 0.0635,
      "step": 490
    },
    {
      "epoch": 0.008450013942523005,
      "grad_norm": 1.7014342546463013,
      "learning_rate": 4.2247570764681035e-07,
      "loss": 0.0567,
      "step": 500
    },
    {
      "epoch": 0.008619014221373466,
      "grad_norm": 1.249957799911499,
      "learning_rate": 4.309252217997466e-07,
      "loss": 0.0519,
      "step": 510
    },
    {
      "epoch": 0.008788014500223925,
      "grad_norm": 1.6389652490615845,
      "learning_rate": 4.3937473595268275e-07,
      "loss": 0.0501,
      "step": 520
    },
    {
      "epoch": 0.008957014779074386,
      "grad_norm": 1.3542331457138062,
      "learning_rate": 4.47824250105619e-07,
      "loss": 0.0532,
      "step": 530
    },
    {
      "epoch": 0.009126015057924845,
      "grad_norm": 1.6643306016921997,
      "learning_rate": 4.562737642585552e-07,
      "loss": 0.0481,
      "step": 540
    },
    {
      "epoch": 0.009295015336775306,
      "grad_norm": 2.3514788150787354,
      "learning_rate": 4.647232784114914e-07,
      "loss": 0.0563,
      "step": 550
    },
    {
      "epoch": 0.009464015615625767,
      "grad_norm": 1.8567042350769043,
      "learning_rate": 4.7317279256442756e-07,
      "loss": 0.0638,
      "step": 560
    },
    {
      "epoch": 0.009633015894476226,
      "grad_norm": 1.4401603937149048,
      "learning_rate": 4.816223067173637e-07,
      "loss": 0.051,
      "step": 570
    },
    {
      "epoch": 0.009802016173326687,
      "grad_norm": 1.580834984779358,
      "learning_rate": 4.900718208703e-07,
      "loss": 0.0394,
      "step": 580
    },
    {
      "epoch": 0.009971016452177146,
      "grad_norm": 1.2436542510986328,
      "learning_rate": 4.985213350232362e-07,
      "loss": 0.0534,
      "step": 590
    },
    {
      "epoch": 0.010140016731027606,
      "grad_norm": 1.244551420211792,
      "learning_rate": 5.069708491761724e-07,
      "loss": 0.0309,
      "step": 600
    },
    {
      "epoch": 0.010309017009878066,
      "grad_norm": 1.8506207466125488,
      "learning_rate": 5.154203633291087e-07,
      "loss": 0.0369,
      "step": 610
    },
    {
      "epoch": 0.010478017288728526,
      "grad_norm": 1.8189890384674072,
      "learning_rate": 5.238698774820448e-07,
      "loss": 0.0495,
      "step": 620
    },
    {
      "epoch": 0.010647017567578987,
      "grad_norm": 2.2815606594085693,
      "learning_rate": 5.32319391634981e-07,
      "loss": 0.051,
      "step": 630
    },
    {
      "epoch": 0.010816017846429446,
      "grad_norm": 1.1429193019866943,
      "learning_rate": 5.407689057879172e-07,
      "loss": 0.0381,
      "step": 640
    },
    {
      "epoch": 0.010985018125279907,
      "grad_norm": 1.6302450895309448,
      "learning_rate": 5.492184199408535e-07,
      "loss": 0.0389,
      "step": 650
    },
    {
      "epoch": 0.011154018404130366,
      "grad_norm": 1.1284207105636597,
      "learning_rate": 5.576679340937896e-07,
      "loss": 0.0418,
      "step": 660
    },
    {
      "epoch": 0.011323018682980827,
      "grad_norm": 1.0358737707138062,
      "learning_rate": 5.661174482467258e-07,
      "loss": 0.044,
      "step": 670
    },
    {
      "epoch": 0.011492018961831286,
      "grad_norm": 1.4662261009216309,
      "learning_rate": 5.745669623996621e-07,
      "loss": 0.0362,
      "step": 680
    },
    {
      "epoch": 0.011661019240681747,
      "grad_norm": 1.567488193511963,
      "learning_rate": 5.830164765525983e-07,
      "loss": 0.0455,
      "step": 690
    },
    {
      "epoch": 0.011830019519532208,
      "grad_norm": 1.529253363609314,
      "learning_rate": 5.914659907055346e-07,
      "loss": 0.0323,
      "step": 700
    },
    {
      "epoch": 0.011999019798382667,
      "grad_norm": 1.3436548709869385,
      "learning_rate": 5.999155048584706e-07,
      "loss": 0.0418,
      "step": 710
    },
    {
      "epoch": 0.012168020077233128,
      "grad_norm": 1.8246670961380005,
      "learning_rate": 6.083650190114069e-07,
      "loss": 0.0298,
      "step": 720
    },
    {
      "epoch": 0.012337020356083587,
      "grad_norm": 1.7654868364334106,
      "learning_rate": 6.168145331643431e-07,
      "loss": 0.0358,
      "step": 730
    },
    {
      "epoch": 0.012506020634934048,
      "grad_norm": 1.6966760158538818,
      "learning_rate": 6.252640473172793e-07,
      "loss": 0.0456,
      "step": 740
    },
    {
      "epoch": 0.012675020913784509,
      "grad_norm": 1.1358875036239624,
      "learning_rate": 6.337135614702155e-07,
      "loss": 0.0345,
      "step": 750
    },
    {
      "epoch": 0.012844021192634968,
      "grad_norm": 1.6618404388427734,
      "learning_rate": 6.421630756231517e-07,
      "loss": 0.0372,
      "step": 760
    },
    {
      "epoch": 0.013013021471485428,
      "grad_norm": 0.9701797366142273,
      "learning_rate": 6.506125897760879e-07,
      "loss": 0.0325,
      "step": 770
    },
    {
      "epoch": 0.013182021750335888,
      "grad_norm": 0.8507864475250244,
      "learning_rate": 6.590621039290242e-07,
      "loss": 0.0358,
      "step": 780
    },
    {
      "epoch": 0.013351022029186348,
      "grad_norm": 0.8990994095802307,
      "learning_rate": 6.675116180819604e-07,
      "loss": 0.0385,
      "step": 790
    },
    {
      "epoch": 0.013520022308036807,
      "grad_norm": 1.6713075637817383,
      "learning_rate": 6.759611322348965e-07,
      "loss": 0.0317,
      "step": 800
    },
    {
      "epoch": 0.013689022586887268,
      "grad_norm": 1.2208130359649658,
      "learning_rate": 6.844106463878328e-07,
      "loss": 0.0358,
      "step": 810
    },
    {
      "epoch": 0.013858022865737729,
      "grad_norm": 1.2064299583435059,
      "learning_rate": 6.928601605407689e-07,
      "loss": 0.0361,
      "step": 820
    },
    {
      "epoch": 0.014027023144588188,
      "grad_norm": 1.4440975189208984,
      "learning_rate": 7.013096746937053e-07,
      "loss": 0.0254,
      "step": 830
    },
    {
      "epoch": 0.014196023423438649,
      "grad_norm": 1.4820549488067627,
      "learning_rate": 7.097591888466413e-07,
      "loss": 0.0301,
      "step": 840
    },
    {
      "epoch": 0.014365023702289108,
      "grad_norm": 1.100009799003601,
      "learning_rate": 7.182087029995775e-07,
      "loss": 0.0288,
      "step": 850
    },
    {
      "epoch": 0.014534023981139569,
      "grad_norm": 1.205920696258545,
      "learning_rate": 7.266582171525138e-07,
      "loss": 0.0257,
      "step": 860
    },
    {
      "epoch": 0.01470302425999003,
      "grad_norm": 0.9258947372436523,
      "learning_rate": 7.3510773130545e-07,
      "loss": 0.0316,
      "step": 870
    },
    {
      "epoch": 0.014872024538840489,
      "grad_norm": 1.1105785369873047,
      "learning_rate": 7.435572454583862e-07,
      "loss": 0.0283,
      "step": 880
    },
    {
      "epoch": 0.01504102481769095,
      "grad_norm": 2.2304327487945557,
      "learning_rate": 7.520067596113224e-07,
      "loss": 0.0343,
      "step": 890
    },
    {
      "epoch": 0.015210025096541409,
      "grad_norm": 1.0406194925308228,
      "learning_rate": 7.604562737642586e-07,
      "loss": 0.0338,
      "step": 900
    },
    {
      "epoch": 0.01537902537539187,
      "grad_norm": 1.505669355392456,
      "learning_rate": 7.689057879171949e-07,
      "loss": 0.0237,
      "step": 910
    },
    {
      "epoch": 0.015548025654242329,
      "grad_norm": 1.3921010494232178,
      "learning_rate": 7.773553020701311e-07,
      "loss": 0.0349,
      "step": 920
    },
    {
      "epoch": 0.01571702593309279,
      "grad_norm": 0.5777738690376282,
      "learning_rate": 7.858048162230672e-07,
      "loss": 0.0275,
      "step": 930
    },
    {
      "epoch": 0.01588602621194325,
      "grad_norm": 0.9491533637046814,
      "learning_rate": 7.942543303760035e-07,
      "loss": 0.0269,
      "step": 940
    },
    {
      "epoch": 0.01605502649079371,
      "grad_norm": 2.254439353942871,
      "learning_rate": 8.027038445289396e-07,
      "loss": 0.0278,
      "step": 950
    },
    {
      "epoch": 0.01622402676964417,
      "grad_norm": 0.8885716795921326,
      "learning_rate": 8.111533586818758e-07,
      "loss": 0.024,
      "step": 960
    },
    {
      "epoch": 0.01639302704849463,
      "grad_norm": 1.567550539970398,
      "learning_rate": 8.196028728348121e-07,
      "loss": 0.0286,
      "step": 970
    },
    {
      "epoch": 0.01656202732734509,
      "grad_norm": 0.8156539797782898,
      "learning_rate": 8.280523869877482e-07,
      "loss": 0.0259,
      "step": 980
    },
    {
      "epoch": 0.01673102760619555,
      "grad_norm": 0.7024825811386108,
      "learning_rate": 8.365019011406844e-07,
      "loss": 0.0215,
      "step": 990
    },
    {
      "epoch": 0.01690002788504601,
      "grad_norm": 1.4939314126968384,
      "learning_rate": 8.449514152936207e-07,
      "loss": 0.0261,
      "step": 1000
    },
    {
      "epoch": 0.01706902816389647,
      "grad_norm": 0.7816221714019775,
      "learning_rate": 8.534009294465569e-07,
      "loss": 0.0257,
      "step": 1010
    },
    {
      "epoch": 0.017238028442746932,
      "grad_norm": 0.7380543947219849,
      "learning_rate": 8.618504435994932e-07,
      "loss": 0.0272,
      "step": 1020
    },
    {
      "epoch": 0.01740702872159739,
      "grad_norm": 0.7406052350997925,
      "learning_rate": 8.702999577524293e-07,
      "loss": 0.0232,
      "step": 1030
    },
    {
      "epoch": 0.01757602900044785,
      "grad_norm": 0.8127363920211792,
      "learning_rate": 8.787494719053655e-07,
      "loss": 0.0238,
      "step": 1040
    },
    {
      "epoch": 0.01774502927929831,
      "grad_norm": 1.1809587478637695,
      "learning_rate": 8.871989860583018e-07,
      "loss": 0.0264,
      "step": 1050
    },
    {
      "epoch": 0.01791402955814877,
      "grad_norm": 1.326064944267273,
      "learning_rate": 8.95648500211238e-07,
      "loss": 0.0277,
      "step": 1060
    },
    {
      "epoch": 0.01808302983699923,
      "grad_norm": 1.0980157852172852,
      "learning_rate": 9.04098014364174e-07,
      "loss": 0.018,
      "step": 1070
    },
    {
      "epoch": 0.01825203011584969,
      "grad_norm": 0.8225419521331787,
      "learning_rate": 9.125475285171104e-07,
      "loss": 0.0267,
      "step": 1080
    },
    {
      "epoch": 0.018421030394700152,
      "grad_norm": 0.9772644639015198,
      "learning_rate": 9.209970426700465e-07,
      "loss": 0.0212,
      "step": 1090
    },
    {
      "epoch": 0.01859003067355061,
      "grad_norm": 1.07682466506958,
      "learning_rate": 9.294465568229828e-07,
      "loss": 0.0244,
      "step": 1100
    },
    {
      "epoch": 0.01875903095240107,
      "grad_norm": 0.7112758159637451,
      "learning_rate": 9.37896070975919e-07,
      "loss": 0.0181,
      "step": 1110
    },
    {
      "epoch": 0.018928031231251533,
      "grad_norm": 0.8537008166313171,
      "learning_rate": 9.463455851288551e-07,
      "loss": 0.0185,
      "step": 1120
    },
    {
      "epoch": 0.019097031510101992,
      "grad_norm": 1.3446390628814697,
      "learning_rate": 9.547950992817914e-07,
      "loss": 0.0194,
      "step": 1130
    },
    {
      "epoch": 0.01926603178895245,
      "grad_norm": 1.150349736213684,
      "learning_rate": 9.632446134347275e-07,
      "loss": 0.0269,
      "step": 1140
    },
    {
      "epoch": 0.01943503206780291,
      "grad_norm": 0.9560878276824951,
      "learning_rate": 9.716941275876638e-07,
      "loss": 0.0261,
      "step": 1150
    },
    {
      "epoch": 0.019604032346653373,
      "grad_norm": 0.605726957321167,
      "learning_rate": 9.801436417406e-07,
      "loss": 0.0264,
      "step": 1160
    },
    {
      "epoch": 0.019773032625503832,
      "grad_norm": 1.082674264907837,
      "learning_rate": 9.885931558935361e-07,
      "loss": 0.0207,
      "step": 1170
    },
    {
      "epoch": 0.01994203290435429,
      "grad_norm": 1.2841850519180298,
      "learning_rate": 9.970426700464724e-07,
      "loss": 0.0246,
      "step": 1180
    },
    {
      "epoch": 0.020111033183204754,
      "grad_norm": 1.2737842798233032,
      "learning_rate": 1.0054921841994087e-06,
      "loss": 0.0183,
      "step": 1190
    },
    {
      "epoch": 0.020280033462055213,
      "grad_norm": 1.370842456817627,
      "learning_rate": 1.0139416983523447e-06,
      "loss": 0.0327,
      "step": 1200
    },
    {
      "epoch": 0.020449033740905672,
      "grad_norm": 1.343038558959961,
      "learning_rate": 1.022391212505281e-06,
      "loss": 0.0236,
      "step": 1210
    },
    {
      "epoch": 0.02061803401975613,
      "grad_norm": 0.7596139311790466,
      "learning_rate": 1.0308407266582173e-06,
      "loss": 0.0199,
      "step": 1220
    },
    {
      "epoch": 0.020787034298606594,
      "grad_norm": 0.6171843409538269,
      "learning_rate": 1.0392902408111534e-06,
      "loss": 0.0181,
      "step": 1230
    },
    {
      "epoch": 0.020956034577457053,
      "grad_norm": 0.9393839836120605,
      "learning_rate": 1.0477397549640897e-06,
      "loss": 0.0174,
      "step": 1240
    },
    {
      "epoch": 0.021125034856307512,
      "grad_norm": 0.6550285816192627,
      "learning_rate": 1.056189269117026e-06,
      "loss": 0.0191,
      "step": 1250
    },
    {
      "epoch": 0.021294035135157974,
      "grad_norm": 2.181431770324707,
      "learning_rate": 1.064638783269962e-06,
      "loss": 0.027,
      "step": 1260
    },
    {
      "epoch": 0.021463035414008434,
      "grad_norm": 1.4009298086166382,
      "learning_rate": 1.0730882974228983e-06,
      "loss": 0.018,
      "step": 1270
    },
    {
      "epoch": 0.021632035692858893,
      "grad_norm": 0.7100903987884521,
      "learning_rate": 1.0815378115758344e-06,
      "loss": 0.0233,
      "step": 1280
    },
    {
      "epoch": 0.02180103597170935,
      "grad_norm": 0.7620948553085327,
      "learning_rate": 1.0899873257287706e-06,
      "loss": 0.0169,
      "step": 1290
    },
    {
      "epoch": 0.021970036250559814,
      "grad_norm": 1.241431713104248,
      "learning_rate": 1.098436839881707e-06,
      "loss": 0.0158,
      "step": 1300
    },
    {
      "epoch": 0.022139036529410273,
      "grad_norm": 1.2758827209472656,
      "learning_rate": 1.106886354034643e-06,
      "loss": 0.0232,
      "step": 1310
    },
    {
      "epoch": 0.022308036808260732,
      "grad_norm": 0.9061040878295898,
      "learning_rate": 1.1153358681875793e-06,
      "loss": 0.0147,
      "step": 1320
    },
    {
      "epoch": 0.022477037087111195,
      "grad_norm": 0.692929744720459,
      "learning_rate": 1.1237853823405156e-06,
      "loss": 0.0265,
      "step": 1330
    },
    {
      "epoch": 0.022646037365961654,
      "grad_norm": 1.0171177387237549,
      "learning_rate": 1.1322348964934516e-06,
      "loss": 0.0176,
      "step": 1340
    },
    {
      "epoch": 0.022815037644812113,
      "grad_norm": 0.5499007105827332,
      "learning_rate": 1.140684410646388e-06,
      "loss": 0.0231,
      "step": 1350
    },
    {
      "epoch": 0.022984037923662572,
      "grad_norm": 0.607111930847168,
      "learning_rate": 1.1491339247993242e-06,
      "loss": 0.0183,
      "step": 1360
    },
    {
      "epoch": 0.023153038202513035,
      "grad_norm": 0.6044015288352966,
      "learning_rate": 1.1575834389522603e-06,
      "loss": 0.017,
      "step": 1370
    },
    {
      "epoch": 0.023322038481363494,
      "grad_norm": 1.118083119392395,
      "learning_rate": 1.1660329531051966e-06,
      "loss": 0.0186,
      "step": 1380
    },
    {
      "epoch": 0.023491038760213953,
      "grad_norm": 0.9161491394042969,
      "learning_rate": 1.1744824672581326e-06,
      "loss": 0.0225,
      "step": 1390
    },
    {
      "epoch": 0.023660039039064416,
      "grad_norm": 0.6185082793235779,
      "learning_rate": 1.1829319814110691e-06,
      "loss": 0.0187,
      "step": 1400
    },
    {
      "epoch": 0.023829039317914875,
      "grad_norm": 0.9716012477874756,
      "learning_rate": 1.1913814955640052e-06,
      "loss": 0.0167,
      "step": 1410
    },
    {
      "epoch": 0.023998039596765334,
      "grad_norm": 1.1802388429641724,
      "learning_rate": 1.1998310097169413e-06,
      "loss": 0.0262,
      "step": 1420
    },
    {
      "epoch": 0.024167039875615796,
      "grad_norm": 0.9881535172462463,
      "learning_rate": 1.2082805238698775e-06,
      "loss": 0.0187,
      "step": 1430
    },
    {
      "epoch": 0.024336040154466256,
      "grad_norm": 1.5982509851455688,
      "learning_rate": 1.2167300380228138e-06,
      "loss": 0.0158,
      "step": 1440
    },
    {
      "epoch": 0.024505040433316715,
      "grad_norm": 0.49811652302742004,
      "learning_rate": 1.2251795521757499e-06,
      "loss": 0.0197,
      "step": 1450
    },
    {
      "epoch": 0.024674040712167174,
      "grad_norm": 0.9442542195320129,
      "learning_rate": 1.2336290663286862e-06,
      "loss": 0.0206,
      "step": 1460
    },
    {
      "epoch": 0.024843040991017636,
      "grad_norm": 0.9874531030654907,
      "learning_rate": 1.2420785804816225e-06,
      "loss": 0.0197,
      "step": 1470
    },
    {
      "epoch": 0.025012041269868095,
      "grad_norm": 1.2066454887390137,
      "learning_rate": 1.2505280946345585e-06,
      "loss": 0.0183,
      "step": 1480
    },
    {
      "epoch": 0.025181041548718554,
      "grad_norm": 0.8461329936981201,
      "learning_rate": 1.2589776087874946e-06,
      "loss": 0.0188,
      "step": 1490
    },
    {
      "epoch": 0.025350041827569017,
      "grad_norm": 0.6502810716629028,
      "learning_rate": 1.267427122940431e-06,
      "loss": 0.0151,
      "step": 1500
    },
    {
      "epoch": 0.025519042106419476,
      "grad_norm": 1.0374168157577515,
      "learning_rate": 1.2758766370933674e-06,
      "loss": 0.0206,
      "step": 1510
    },
    {
      "epoch": 0.025688042385269935,
      "grad_norm": 0.5221607685089111,
      "learning_rate": 1.2843261512463034e-06,
      "loss": 0.0127,
      "step": 1520
    },
    {
      "epoch": 0.025857042664120394,
      "grad_norm": 0.7759193181991577,
      "learning_rate": 1.2927756653992395e-06,
      "loss": 0.02,
      "step": 1530
    },
    {
      "epoch": 0.026026042942970857,
      "grad_norm": 1.2694779634475708,
      "learning_rate": 1.3012251795521758e-06,
      "loss": 0.0163,
      "step": 1540
    },
    {
      "epoch": 0.026195043221821316,
      "grad_norm": 1.1054325103759766,
      "learning_rate": 1.3096746937051123e-06,
      "loss": 0.0199,
      "step": 1550
    },
    {
      "epoch": 0.026364043500671775,
      "grad_norm": 0.9145587682723999,
      "learning_rate": 1.3181242078580484e-06,
      "loss": 0.0164,
      "step": 1560
    },
    {
      "epoch": 0.026533043779522238,
      "grad_norm": 0.9101834893226624,
      "learning_rate": 1.3265737220109844e-06,
      "loss": 0.0157,
      "step": 1570
    },
    {
      "epoch": 0.026702044058372697,
      "grad_norm": 0.7743887901306152,
      "learning_rate": 1.3350232361639207e-06,
      "loss": 0.0137,
      "step": 1580
    },
    {
      "epoch": 0.026871044337223156,
      "grad_norm": 0.9588603973388672,
      "learning_rate": 1.3434727503168568e-06,
      "loss": 0.0188,
      "step": 1590
    },
    {
      "epoch": 0.027040044616073615,
      "grad_norm": 0.9868338108062744,
      "learning_rate": 1.351922264469793e-06,
      "loss": 0.0172,
      "step": 1600
    },
    {
      "epoch": 0.027209044894924077,
      "grad_norm": 0.7865809798240662,
      "learning_rate": 1.3603717786227293e-06,
      "loss": 0.0156,
      "step": 1610
    },
    {
      "epoch": 0.027378045173774537,
      "grad_norm": 0.6851559281349182,
      "learning_rate": 1.3688212927756656e-06,
      "loss": 0.0165,
      "step": 1620
    },
    {
      "epoch": 0.027547045452624996,
      "grad_norm": 0.6153374314308167,
      "learning_rate": 1.3772708069286017e-06,
      "loss": 0.019,
      "step": 1630
    },
    {
      "epoch": 0.027716045731475458,
      "grad_norm": 0.7208739519119263,
      "learning_rate": 1.3857203210815378e-06,
      "loss": 0.0173,
      "step": 1640
    },
    {
      "epoch": 0.027885046010325917,
      "grad_norm": 0.5045366287231445,
      "learning_rate": 1.394169835234474e-06,
      "loss": 0.0122,
      "step": 1650
    },
    {
      "epoch": 0.028054046289176376,
      "grad_norm": 0.7605059742927551,
      "learning_rate": 1.4026193493874105e-06,
      "loss": 0.0172,
      "step": 1660
    },
    {
      "epoch": 0.028223046568026836,
      "grad_norm": 0.7432957887649536,
      "learning_rate": 1.4110688635403466e-06,
      "loss": 0.0144,
      "step": 1670
    },
    {
      "epoch": 0.028392046846877298,
      "grad_norm": 0.7140432000160217,
      "learning_rate": 1.4195183776932827e-06,
      "loss": 0.0174,
      "step": 1680
    },
    {
      "epoch": 0.028561047125727757,
      "grad_norm": 1.02549409866333,
      "learning_rate": 1.427967891846219e-06,
      "loss": 0.0132,
      "step": 1690
    },
    {
      "epoch": 0.028730047404578216,
      "grad_norm": 0.8485150337219238,
      "learning_rate": 1.436417405999155e-06,
      "loss": 0.0145,
      "step": 1700
    },
    {
      "epoch": 0.02889904768342868,
      "grad_norm": 0.8102651238441467,
      "learning_rate": 1.4448669201520913e-06,
      "loss": 0.0108,
      "step": 1710
    },
    {
      "epoch": 0.029068047962279138,
      "grad_norm": 0.9968916773796082,
      "learning_rate": 1.4533164343050276e-06,
      "loss": 0.0152,
      "step": 1720
    },
    {
      "epoch": 0.029237048241129597,
      "grad_norm": 0.5318018794059753,
      "learning_rate": 1.4617659484579639e-06,
      "loss": 0.0124,
      "step": 1730
    },
    {
      "epoch": 0.02940604851998006,
      "grad_norm": 0.863592267036438,
      "learning_rate": 1.4702154626109e-06,
      "loss": 0.0155,
      "step": 1740
    },
    {
      "epoch": 0.02957504879883052,
      "grad_norm": 1.0146982669830322,
      "learning_rate": 1.4786649767638362e-06,
      "loss": 0.0133,
      "step": 1750
    },
    {
      "epoch": 0.029744049077680978,
      "grad_norm": 1.1718655824661255,
      "learning_rate": 1.4871144909167723e-06,
      "loss": 0.0141,
      "step": 1760
    },
    {
      "epoch": 0.029913049356531437,
      "grad_norm": 0.6279026865959167,
      "learning_rate": 1.4955640050697088e-06,
      "loss": 0.0118,
      "step": 1770
    },
    {
      "epoch": 0.0300820496353819,
      "grad_norm": 0.4484230875968933,
      "learning_rate": 1.5040135192226449e-06,
      "loss": 0.0167,
      "step": 1780
    },
    {
      "epoch": 0.03025104991423236,
      "grad_norm": 1.6238749027252197,
      "learning_rate": 1.512463033375581e-06,
      "loss": 0.0163,
      "step": 1790
    },
    {
      "epoch": 0.030420050193082818,
      "grad_norm": 0.5909531116485596,
      "learning_rate": 1.5209125475285172e-06,
      "loss": 0.015,
      "step": 1800
    },
    {
      "epoch": 0.03058905047193328,
      "grad_norm": 0.6374512910842896,
      "learning_rate": 1.5293620616814533e-06,
      "loss": 0.0153,
      "step": 1810
    },
    {
      "epoch": 0.03075805075078374,
      "grad_norm": 0.5122248530387878,
      "learning_rate": 1.5378115758343898e-06,
      "loss": 0.013,
      "step": 1820
    },
    {
      "epoch": 0.0309270510296342,
      "grad_norm": 1.1308633089065552,
      "learning_rate": 1.5462610899873259e-06,
      "loss": 0.0157,
      "step": 1830
    },
    {
      "epoch": 0.031096051308484658,
      "grad_norm": 0.7191557884216309,
      "learning_rate": 1.5547106041402621e-06,
      "loss": 0.0136,
      "step": 1840
    },
    {
      "epoch": 0.03126505158733512,
      "grad_norm": 0.8519582152366638,
      "learning_rate": 1.5631601182931982e-06,
      "loss": 0.0127,
      "step": 1850
    },
    {
      "epoch": 0.03143405186618558,
      "grad_norm": 0.6365352869033813,
      "learning_rate": 1.5716096324461345e-06,
      "loss": 0.0171,
      "step": 1860
    },
    {
      "epoch": 0.03160305214503604,
      "grad_norm": 0.7419239282608032,
      "learning_rate": 1.5800591465990706e-06,
      "loss": 0.0158,
      "step": 1870
    },
    {
      "epoch": 0.0317720524238865,
      "grad_norm": 0.8644031882286072,
      "learning_rate": 1.588508660752007e-06,
      "loss": 0.0174,
      "step": 1880
    },
    {
      "epoch": 0.031941052702736956,
      "grad_norm": 0.6560561060905457,
      "learning_rate": 1.5969581749049431e-06,
      "loss": 0.0136,
      "step": 1890
    },
    {
      "epoch": 0.03211005298158742,
      "grad_norm": 1.0905290842056274,
      "learning_rate": 1.6054076890578792e-06,
      "loss": 0.0113,
      "step": 1900
    },
    {
      "epoch": 0.03227905326043788,
      "grad_norm": 0.9088236689567566,
      "learning_rate": 1.6138572032108155e-06,
      "loss": 0.0131,
      "step": 1910
    },
    {
      "epoch": 0.03244805353928834,
      "grad_norm": 0.6915132403373718,
      "learning_rate": 1.6223067173637516e-06,
      "loss": 0.0225,
      "step": 1920
    },
    {
      "epoch": 0.0326170538181388,
      "grad_norm": 1.2276079654693604,
      "learning_rate": 1.630756231516688e-06,
      "loss": 0.0176,
      "step": 1930
    },
    {
      "epoch": 0.03278605409698926,
      "grad_norm": 0.8565443754196167,
      "learning_rate": 1.6392057456696241e-06,
      "loss": 0.0167,
      "step": 1940
    },
    {
      "epoch": 0.03295505437583972,
      "grad_norm": 0.7216575145721436,
      "learning_rate": 1.6476552598225604e-06,
      "loss": 0.0131,
      "step": 1950
    },
    {
      "epoch": 0.03312405465469018,
      "grad_norm": 0.8094061613082886,
      "learning_rate": 1.6561047739754965e-06,
      "loss": 0.0108,
      "step": 1960
    },
    {
      "epoch": 0.03329305493354064,
      "grad_norm": 1.2675161361694336,
      "learning_rate": 1.6645542881284328e-06,
      "loss": 0.0168,
      "step": 1970
    },
    {
      "epoch": 0.0334620552123911,
      "grad_norm": 0.8833696842193604,
      "learning_rate": 1.6730038022813688e-06,
      "loss": 0.0119,
      "step": 1980
    },
    {
      "epoch": 0.03363105549124156,
      "grad_norm": 0.6309747099876404,
      "learning_rate": 1.6814533164343053e-06,
      "loss": 0.016,
      "step": 1990
    },
    {
      "epoch": 0.03380005577009202,
      "grad_norm": 1.0539937019348145,
      "learning_rate": 1.6899028305872414e-06,
      "loss": 0.0148,
      "step": 2000
    },
    {
      "epoch": 0.03396905604894248,
      "grad_norm": 0.6724973320960999,
      "learning_rate": 1.6983523447401777e-06,
      "loss": 0.0122,
      "step": 2010
    },
    {
      "epoch": 0.03413805632779294,
      "grad_norm": 1.0127696990966797,
      "learning_rate": 1.7068018588931137e-06,
      "loss": 0.0137,
      "step": 2020
    },
    {
      "epoch": 0.0343070566066434,
      "grad_norm": 0.5368540287017822,
      "learning_rate": 1.7152513730460498e-06,
      "loss": 0.0145,
      "step": 2030
    },
    {
      "epoch": 0.034476056885493864,
      "grad_norm": 0.4811045825481415,
      "learning_rate": 1.7237008871989863e-06,
      "loss": 0.0112,
      "step": 2040
    },
    {
      "epoch": 0.03464505716434432,
      "grad_norm": 1.032359004020691,
      "learning_rate": 1.7321504013519224e-06,
      "loss": 0.0133,
      "step": 2050
    },
    {
      "epoch": 0.03481405744319478,
      "grad_norm": 0.5104614496231079,
      "learning_rate": 1.7405999155048587e-06,
      "loss": 0.0108,
      "step": 2060
    },
    {
      "epoch": 0.03498305772204524,
      "grad_norm": 0.8072396516799927,
      "learning_rate": 1.7490494296577947e-06,
      "loss": 0.0136,
      "step": 2070
    },
    {
      "epoch": 0.0351520580008957,
      "grad_norm": 0.6972222924232483,
      "learning_rate": 1.757498943810731e-06,
      "loss": 0.0158,
      "step": 2080
    },
    {
      "epoch": 0.03532105827974616,
      "grad_norm": 0.7694892883300781,
      "learning_rate": 1.765948457963667e-06,
      "loss": 0.0148,
      "step": 2090
    },
    {
      "epoch": 0.03549005855859662,
      "grad_norm": 0.694287121295929,
      "learning_rate": 1.7743979721166036e-06,
      "loss": 0.0086,
      "step": 2100
    },
    {
      "epoch": 0.035659058837447084,
      "grad_norm": 0.8641753196716309,
      "learning_rate": 1.7828474862695396e-06,
      "loss": 0.0162,
      "step": 2110
    },
    {
      "epoch": 0.03582805911629754,
      "grad_norm": 0.373634934425354,
      "learning_rate": 1.791297000422476e-06,
      "loss": 0.0116,
      "step": 2120
    },
    {
      "epoch": 0.035997059395148,
      "grad_norm": 0.5773941278457642,
      "learning_rate": 1.799746514575412e-06,
      "loss": 0.0126,
      "step": 2130
    },
    {
      "epoch": 0.03616605967399846,
      "grad_norm": 0.9467854499816895,
      "learning_rate": 1.808196028728348e-06,
      "loss": 0.0192,
      "step": 2140
    },
    {
      "epoch": 0.03633505995284892,
      "grad_norm": 0.6334127187728882,
      "learning_rate": 1.8166455428812846e-06,
      "loss": 0.0201,
      "step": 2150
    },
    {
      "epoch": 0.03650406023169938,
      "grad_norm": 0.6911800503730774,
      "learning_rate": 1.8250950570342208e-06,
      "loss": 0.0149,
      "step": 2160
    },
    {
      "epoch": 0.036673060510549846,
      "grad_norm": 0.7418361306190491,
      "learning_rate": 1.833544571187157e-06,
      "loss": 0.0102,
      "step": 2170
    },
    {
      "epoch": 0.036842060789400305,
      "grad_norm": 0.4494631588459015,
      "learning_rate": 1.841994085340093e-06,
      "loss": 0.0115,
      "step": 2180
    },
    {
      "epoch": 0.037011061068250764,
      "grad_norm": 0.5005876421928406,
      "learning_rate": 1.8504435994930293e-06,
      "loss": 0.0108,
      "step": 2190
    },
    {
      "epoch": 0.03718006134710122,
      "grad_norm": 0.6692945957183838,
      "learning_rate": 1.8588931136459655e-06,
      "loss": 0.0142,
      "step": 2200
    },
    {
      "epoch": 0.03734906162595168,
      "grad_norm": 0.7445424199104309,
      "learning_rate": 1.8673426277989018e-06,
      "loss": 0.0142,
      "step": 2210
    },
    {
      "epoch": 0.03751806190480214,
      "grad_norm": 0.3330194354057312,
      "learning_rate": 1.875792141951838e-06,
      "loss": 0.0118,
      "step": 2220
    },
    {
      "epoch": 0.0376870621836526,
      "grad_norm": 0.3205147385597229,
      "learning_rate": 1.8842416561047742e-06,
      "loss": 0.0137,
      "step": 2230
    },
    {
      "epoch": 0.037856062462503066,
      "grad_norm": 0.7221159934997559,
      "learning_rate": 1.8926911702577102e-06,
      "loss": 0.0136,
      "step": 2240
    },
    {
      "epoch": 0.038025062741353526,
      "grad_norm": 1.715714931488037,
      "learning_rate": 1.9011406844106463e-06,
      "loss": 0.0098,
      "step": 2250
    },
    {
      "epoch": 0.038194063020203985,
      "grad_norm": 0.8114831447601318,
      "learning_rate": 1.909590198563583e-06,
      "loss": 0.0109,
      "step": 2260
    },
    {
      "epoch": 0.038363063299054444,
      "grad_norm": 0.8724892735481262,
      "learning_rate": 1.918039712716519e-06,
      "loss": 0.0149,
      "step": 2270
    },
    {
      "epoch": 0.0385320635779049,
      "grad_norm": 0.6100572943687439,
      "learning_rate": 1.926489226869455e-06,
      "loss": 0.0122,
      "step": 2280
    },
    {
      "epoch": 0.03870106385675536,
      "grad_norm": 1.0169868469238281,
      "learning_rate": 1.9349387410223914e-06,
      "loss": 0.013,
      "step": 2290
    },
    {
      "epoch": 0.03887006413560582,
      "grad_norm": 0.4001051187515259,
      "learning_rate": 1.9433882551753275e-06,
      "loss": 0.0079,
      "step": 2300
    },
    {
      "epoch": 0.03903906441445629,
      "grad_norm": 0.804621160030365,
      "learning_rate": 1.951837769328264e-06,
      "loss": 0.0144,
      "step": 2310
    },
    {
      "epoch": 0.039208064693306746,
      "grad_norm": 0.4144463539123535,
      "learning_rate": 1.9602872834812e-06,
      "loss": 0.0107,
      "step": 2320
    },
    {
      "epoch": 0.039377064972157205,
      "grad_norm": 0.7317914962768555,
      "learning_rate": 1.968736797634136e-06,
      "loss": 0.0136,
      "step": 2330
    },
    {
      "epoch": 0.039546065251007664,
      "grad_norm": 0.6143588423728943,
      "learning_rate": 1.9771863117870722e-06,
      "loss": 0.013,
      "step": 2340
    },
    {
      "epoch": 0.03971506552985812,
      "grad_norm": 0.7639254331588745,
      "learning_rate": 1.9856358259400087e-06,
      "loss": 0.0136,
      "step": 2350
    },
    {
      "epoch": 0.03988406580870858,
      "grad_norm": 0.6767488121986389,
      "learning_rate": 1.9940853400929448e-06,
      "loss": 0.0155,
      "step": 2360
    },
    {
      "epoch": 0.04005306608755904,
      "grad_norm": 0.702724039554596,
      "learning_rate": 2.0025348542458813e-06,
      "loss": 0.0108,
      "step": 2370
    },
    {
      "epoch": 0.04022206636640951,
      "grad_norm": 0.7386316061019897,
      "learning_rate": 2.0109843683988174e-06,
      "loss": 0.0108,
      "step": 2380
    },
    {
      "epoch": 0.04039106664525997,
      "grad_norm": 0.966352105140686,
      "learning_rate": 2.0194338825517534e-06,
      "loss": 0.0143,
      "step": 2390
    },
    {
      "epoch": 0.040560066924110426,
      "grad_norm": 1.3236074447631836,
      "learning_rate": 2.0278833967046895e-06,
      "loss": 0.0156,
      "step": 2400
    },
    {
      "epoch": 0.040729067202960885,
      "grad_norm": 1.0675822496414185,
      "learning_rate": 2.0363329108576256e-06,
      "loss": 0.0138,
      "step": 2410
    },
    {
      "epoch": 0.040898067481811344,
      "grad_norm": 0.8293465375900269,
      "learning_rate": 2.044782425010562e-06,
      "loss": 0.0136,
      "step": 2420
    },
    {
      "epoch": 0.0410670677606618,
      "grad_norm": 0.675937294960022,
      "learning_rate": 2.053231939163498e-06,
      "loss": 0.0104,
      "step": 2430
    },
    {
      "epoch": 0.04123606803951226,
      "grad_norm": 0.8487566709518433,
      "learning_rate": 2.0616814533164346e-06,
      "loss": 0.0138,
      "step": 2440
    },
    {
      "epoch": 0.04140506831836273,
      "grad_norm": 0.3574985861778259,
      "learning_rate": 2.0701309674693707e-06,
      "loss": 0.012,
      "step": 2450
    },
    {
      "epoch": 0.04157406859721319,
      "grad_norm": 0.6251744031906128,
      "learning_rate": 2.0785804816223068e-06,
      "loss": 0.0148,
      "step": 2460
    },
    {
      "epoch": 0.041743068876063646,
      "grad_norm": 0.3150479197502136,
      "learning_rate": 2.087029995775243e-06,
      "loss": 0.0107,
      "step": 2470
    },
    {
      "epoch": 0.041912069154914106,
      "grad_norm": 0.6732006669044495,
      "learning_rate": 2.0954795099281793e-06,
      "loss": 0.0107,
      "step": 2480
    },
    {
      "epoch": 0.042081069433764565,
      "grad_norm": 0.5718549489974976,
      "learning_rate": 2.1039290240811154e-06,
      "loss": 0.0117,
      "step": 2490
    },
    {
      "epoch": 0.042250069712615024,
      "grad_norm": 0.6807505488395691,
      "learning_rate": 2.112378538234052e-06,
      "loss": 0.0101,
      "step": 2500
    },
    {
      "epoch": 0.04241906999146548,
      "grad_norm": 0.7062185406684875,
      "learning_rate": 2.120828052386988e-06,
      "loss": 0.0117,
      "step": 2510
    },
    {
      "epoch": 0.04258807027031595,
      "grad_norm": 0.4019978642463684,
      "learning_rate": 2.129277566539924e-06,
      "loss": 0.0128,
      "step": 2520
    },
    {
      "epoch": 0.04275707054916641,
      "grad_norm": 0.26033371686935425,
      "learning_rate": 2.1377270806928605e-06,
      "loss": 0.0124,
      "step": 2530
    },
    {
      "epoch": 0.04292607082801687,
      "grad_norm": 0.7266717553138733,
      "learning_rate": 2.1461765948457966e-06,
      "loss": 0.0151,
      "step": 2540
    },
    {
      "epoch": 0.043095071106867326,
      "grad_norm": 0.6882942914962769,
      "learning_rate": 2.1546261089987327e-06,
      "loss": 0.0124,
      "step": 2550
    },
    {
      "epoch": 0.043264071385717785,
      "grad_norm": 0.494502454996109,
      "learning_rate": 2.1630756231516687e-06,
      "loss": 0.0129,
      "step": 2560
    },
    {
      "epoch": 0.043433071664568244,
      "grad_norm": 0.35432446002960205,
      "learning_rate": 2.1715251373046052e-06,
      "loss": 0.0119,
      "step": 2570
    },
    {
      "epoch": 0.0436020719434187,
      "grad_norm": 0.4541483521461487,
      "learning_rate": 2.1799746514575413e-06,
      "loss": 0.0113,
      "step": 2580
    },
    {
      "epoch": 0.04377107222226917,
      "grad_norm": 0.5097981095314026,
      "learning_rate": 2.188424165610478e-06,
      "loss": 0.0104,
      "step": 2590
    },
    {
      "epoch": 0.04394007250111963,
      "grad_norm": 0.7258899807929993,
      "learning_rate": 2.196873679763414e-06,
      "loss": 0.0141,
      "step": 2600
    },
    {
      "epoch": 0.04410907277997009,
      "grad_norm": 0.5327528119087219,
      "learning_rate": 2.20532319391635e-06,
      "loss": 0.0113,
      "step": 2610
    },
    {
      "epoch": 0.04427807305882055,
      "grad_norm": 0.5078420639038086,
      "learning_rate": 2.213772708069286e-06,
      "loss": 0.0091,
      "step": 2620
    },
    {
      "epoch": 0.044447073337671006,
      "grad_norm": 0.7442695498466492,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.0084,
      "step": 2630
    },
    {
      "epoch": 0.044616073616521465,
      "grad_norm": 0.7157345414161682,
      "learning_rate": 2.2306717363751586e-06,
      "loss": 0.01,
      "step": 2640
    },
    {
      "epoch": 0.044785073895371924,
      "grad_norm": 0.7449740767478943,
      "learning_rate": 2.239121250528095e-06,
      "loss": 0.0136,
      "step": 2650
    },
    {
      "epoch": 0.04495407417422239,
      "grad_norm": 3.954612970352173,
      "learning_rate": 2.247570764681031e-06,
      "loss": 0.0105,
      "step": 2660
    },
    {
      "epoch": 0.04512307445307285,
      "grad_norm": 0.38182348012924194,
      "learning_rate": 2.256020278833967e-06,
      "loss": 0.0106,
      "step": 2670
    },
    {
      "epoch": 0.04529207473192331,
      "grad_norm": 0.6025572419166565,
      "learning_rate": 2.2644697929869033e-06,
      "loss": 0.0087,
      "step": 2680
    },
    {
      "epoch": 0.04546107501077377,
      "grad_norm": 0.47721076011657715,
      "learning_rate": 2.2729193071398398e-06,
      "loss": 0.0114,
      "step": 2690
    },
    {
      "epoch": 0.045630075289624226,
      "grad_norm": 1.120234727859497,
      "learning_rate": 2.281368821292776e-06,
      "loss": 0.0125,
      "step": 2700
    },
    {
      "epoch": 0.045799075568474686,
      "grad_norm": 0.42115306854248047,
      "learning_rate": 2.289818335445712e-06,
      "loss": 0.0099,
      "step": 2710
    },
    {
      "epoch": 0.045968075847325145,
      "grad_norm": 0.8091180324554443,
      "learning_rate": 2.2982678495986484e-06,
      "loss": 0.0104,
      "step": 2720
    },
    {
      "epoch": 0.04613707612617561,
      "grad_norm": 0.671550989151001,
      "learning_rate": 2.3067173637515845e-06,
      "loss": 0.0132,
      "step": 2730
    },
    {
      "epoch": 0.04630607640502607,
      "grad_norm": 0.43608835339546204,
      "learning_rate": 2.3151668779045205e-06,
      "loss": 0.0104,
      "step": 2740
    },
    {
      "epoch": 0.04647507668387653,
      "grad_norm": 0.9488043189048767,
      "learning_rate": 2.323616392057457e-06,
      "loss": 0.0086,
      "step": 2750
    },
    {
      "epoch": 0.04664407696272699,
      "grad_norm": 0.6109009385108948,
      "learning_rate": 2.332065906210393e-06,
      "loss": 0.0111,
      "step": 2760
    },
    {
      "epoch": 0.04681307724157745,
      "grad_norm": 0.6729733347892761,
      "learning_rate": 2.340515420363329e-06,
      "loss": 0.0123,
      "step": 2770
    },
    {
      "epoch": 0.046982077520427906,
      "grad_norm": 0.4502004086971283,
      "learning_rate": 2.3489649345162652e-06,
      "loss": 0.0091,
      "step": 2780
    },
    {
      "epoch": 0.04715107779927837,
      "grad_norm": 0.679175853729248,
      "learning_rate": 2.3574144486692017e-06,
      "loss": 0.0078,
      "step": 2790
    },
    {
      "epoch": 0.04732007807812883,
      "grad_norm": 0.7278356552124023,
      "learning_rate": 2.3658639628221382e-06,
      "loss": 0.0131,
      "step": 2800
    },
    {
      "epoch": 0.04748907835697929,
      "grad_norm": 0.36557623744010925,
      "learning_rate": 2.3743134769750743e-06,
      "loss": 0.0094,
      "step": 2810
    },
    {
      "epoch": 0.04765807863582975,
      "grad_norm": 0.6772125959396362,
      "learning_rate": 2.3827629911280104e-06,
      "loss": 0.0116,
      "step": 2820
    },
    {
      "epoch": 0.04782707891468021,
      "grad_norm": 0.6479217410087585,
      "learning_rate": 2.3912125052809464e-06,
      "loss": 0.0125,
      "step": 2830
    },
    {
      "epoch": 0.04799607919353067,
      "grad_norm": 0.28205257654190063,
      "learning_rate": 2.3996620194338825e-06,
      "loss": 0.0076,
      "step": 2840
    },
    {
      "epoch": 0.04816507947238113,
      "grad_norm": 0.5454665422439575,
      "learning_rate": 2.408111533586819e-06,
      "loss": 0.0136,
      "step": 2850
    },
    {
      "epoch": 0.04833407975123159,
      "grad_norm": 0.6780948638916016,
      "learning_rate": 2.416561047739755e-06,
      "loss": 0.0123,
      "step": 2860
    },
    {
      "epoch": 0.04850308003008205,
      "grad_norm": 0.6540535688400269,
      "learning_rate": 2.4250105618926916e-06,
      "loss": 0.0108,
      "step": 2870
    },
    {
      "epoch": 0.04867208030893251,
      "grad_norm": 0.6456772089004517,
      "learning_rate": 2.4334600760456276e-06,
      "loss": 0.0088,
      "step": 2880
    },
    {
      "epoch": 0.04884108058778297,
      "grad_norm": 0.6767243146896362,
      "learning_rate": 2.4419095901985637e-06,
      "loss": 0.0102,
      "step": 2890
    },
    {
      "epoch": 0.04901008086663343,
      "grad_norm": 0.8583904504776001,
      "learning_rate": 2.4503591043514998e-06,
      "loss": 0.0091,
      "step": 2900
    },
    {
      "epoch": 0.04917908114548389,
      "grad_norm": 0.24955904483795166,
      "learning_rate": 2.4588086185044363e-06,
      "loss": 0.0103,
      "step": 2910
    },
    {
      "epoch": 0.04934808142433435,
      "grad_norm": 0.4824363887310028,
      "learning_rate": 2.4672581326573723e-06,
      "loss": 0.0095,
      "step": 2920
    },
    {
      "epoch": 0.04951708170318481,
      "grad_norm": 0.6091395020484924,
      "learning_rate": 2.4757076468103084e-06,
      "loss": 0.0122,
      "step": 2930
    },
    {
      "epoch": 0.04968608198203527,
      "grad_norm": 0.5298306941986084,
      "learning_rate": 2.484157160963245e-06,
      "loss": 0.0104,
      "step": 2940
    },
    {
      "epoch": 0.04985508226088573,
      "grad_norm": 0.38689276576042175,
      "learning_rate": 2.492606675116181e-06,
      "loss": 0.0074,
      "step": 2950
    },
    {
      "epoch": 0.05002408253973619,
      "grad_norm": 0.6825554966926575,
      "learning_rate": 2.501056189269117e-06,
      "loss": 0.0114,
      "step": 2960
    },
    {
      "epoch": 0.05019308281858665,
      "grad_norm": 0.44893091917037964,
      "learning_rate": 2.509505703422053e-06,
      "loss": 0.0088,
      "step": 2970
    },
    {
      "epoch": 0.05036208309743711,
      "grad_norm": 0.4857201874256134,
      "learning_rate": 2.517955217574989e-06,
      "loss": 0.0091,
      "step": 2980
    },
    {
      "epoch": 0.05053108337628757,
      "grad_norm": 0.5426431894302368,
      "learning_rate": 2.526404731727926e-06,
      "loss": 0.0101,
      "step": 2990
    },
    {
      "epoch": 0.050700083655138034,
      "grad_norm": 0.7086471915245056,
      "learning_rate": 2.534854245880862e-06,
      "loss": 0.0091,
      "step": 3000
    },
    {
      "epoch": 0.05086908393398849,
      "grad_norm": 0.5153199434280396,
      "learning_rate": 2.5433037600337983e-06,
      "loss": 0.0126,
      "step": 3010
    },
    {
      "epoch": 0.05103808421283895,
      "grad_norm": 0.5115523338317871,
      "learning_rate": 2.5517532741867347e-06,
      "loss": 0.0119,
      "step": 3020
    },
    {
      "epoch": 0.05120708449168941,
      "grad_norm": 0.4097737669944763,
      "learning_rate": 2.560202788339671e-06,
      "loss": 0.0161,
      "step": 3030
    },
    {
      "epoch": 0.05137608477053987,
      "grad_norm": 0.4461556077003479,
      "learning_rate": 2.568652302492607e-06,
      "loss": 0.011,
      "step": 3040
    },
    {
      "epoch": 0.05154508504939033,
      "grad_norm": 0.6485928297042847,
      "learning_rate": 2.577101816645543e-06,
      "loss": 0.0099,
      "step": 3050
    },
    {
      "epoch": 0.05171408532824079,
      "grad_norm": 0.49462923407554626,
      "learning_rate": 2.585551330798479e-06,
      "loss": 0.0092,
      "step": 3060
    },
    {
      "epoch": 0.051883085607091255,
      "grad_norm": 0.496439129114151,
      "learning_rate": 2.5940008449514155e-06,
      "loss": 0.0102,
      "step": 3070
    },
    {
      "epoch": 0.052052085885941714,
      "grad_norm": 0.724690854549408,
      "learning_rate": 2.6024503591043516e-06,
      "loss": 0.0124,
      "step": 3080
    },
    {
      "epoch": 0.05222108616479217,
      "grad_norm": 0.4814421832561493,
      "learning_rate": 2.6108998732572877e-06,
      "loss": 0.0095,
      "step": 3090
    },
    {
      "epoch": 0.05239008644364263,
      "grad_norm": 0.4340079724788666,
      "learning_rate": 2.6193493874102246e-06,
      "loss": 0.0094,
      "step": 3100
    },
    {
      "epoch": 0.05255908672249309,
      "grad_norm": 0.33029723167419434,
      "learning_rate": 2.6277989015631607e-06,
      "loss": 0.0074,
      "step": 3110
    },
    {
      "epoch": 0.05272808700134355,
      "grad_norm": 0.4209522306919098,
      "learning_rate": 2.6362484157160967e-06,
      "loss": 0.0095,
      "step": 3120
    },
    {
      "epoch": 0.05289708728019401,
      "grad_norm": 0.7987039089202881,
      "learning_rate": 2.644697929869033e-06,
      "loss": 0.0121,
      "step": 3130
    },
    {
      "epoch": 0.053066087559044475,
      "grad_norm": 0.371640145778656,
      "learning_rate": 2.653147444021969e-06,
      "loss": 0.0145,
      "step": 3140
    },
    {
      "epoch": 0.053235087837894934,
      "grad_norm": 0.6809061169624329,
      "learning_rate": 2.6615969581749054e-06,
      "loss": 0.0104,
      "step": 3150
    },
    {
      "epoch": 0.05340408811674539,
      "grad_norm": 0.4903334379196167,
      "learning_rate": 2.6700464723278414e-06,
      "loss": 0.0108,
      "step": 3160
    },
    {
      "epoch": 0.05357308839559585,
      "grad_norm": 0.232858344912529,
      "learning_rate": 2.6784959864807775e-06,
      "loss": 0.008,
      "step": 3170
    },
    {
      "epoch": 0.05374208867444631,
      "grad_norm": 0.7675929069519043,
      "learning_rate": 2.6869455006337136e-06,
      "loss": 0.0086,
      "step": 3180
    },
    {
      "epoch": 0.05391108895329677,
      "grad_norm": 0.2953050136566162,
      "learning_rate": 2.6953950147866496e-06,
      "loss": 0.0084,
      "step": 3190
    },
    {
      "epoch": 0.05408008923214723,
      "grad_norm": 0.5588734149932861,
      "learning_rate": 2.703844528939586e-06,
      "loss": 0.0079,
      "step": 3200
    },
    {
      "epoch": 0.054249089510997696,
      "grad_norm": 0.428972989320755,
      "learning_rate": 2.7122940430925226e-06,
      "loss": 0.0118,
      "step": 3210
    },
    {
      "epoch": 0.054418089789848155,
      "grad_norm": 0.6115742921829224,
      "learning_rate": 2.7207435572454587e-06,
      "loss": 0.0221,
      "step": 3220
    },
    {
      "epoch": 0.054587090068698614,
      "grad_norm": 0.3895367980003357,
      "learning_rate": 2.7291930713983948e-06,
      "loss": 0.0099,
      "step": 3230
    },
    {
      "epoch": 0.05475609034754907,
      "grad_norm": 0.3974573314189911,
      "learning_rate": 2.7376425855513313e-06,
      "loss": 0.0106,
      "step": 3240
    },
    {
      "epoch": 0.05492509062639953,
      "grad_norm": 2.016308069229126,
      "learning_rate": 2.7460920997042673e-06,
      "loss": 0.011,
      "step": 3250
    },
    {
      "epoch": 0.05509409090524999,
      "grad_norm": 0.5943537950515747,
      "learning_rate": 2.7545416138572034e-06,
      "loss": 0.0085,
      "step": 3260
    },
    {
      "epoch": 0.05526309118410045,
      "grad_norm": 0.3754553496837616,
      "learning_rate": 2.7629911280101395e-06,
      "loss": 0.0078,
      "step": 3270
    },
    {
      "epoch": 0.055432091462950916,
      "grad_norm": 0.42528584599494934,
      "learning_rate": 2.7714406421630755e-06,
      "loss": 0.0083,
      "step": 3280
    },
    {
      "epoch": 0.055601091741801376,
      "grad_norm": 0.4286918342113495,
      "learning_rate": 2.779890156316012e-06,
      "loss": 0.0094,
      "step": 3290
    },
    {
      "epoch": 0.055770092020651835,
      "grad_norm": 0.2522464692592621,
      "learning_rate": 2.788339670468948e-06,
      "loss": 0.007,
      "step": 3300
    },
    {
      "epoch": 0.055939092299502294,
      "grad_norm": 0.4107299745082855,
      "learning_rate": 2.796789184621884e-06,
      "loss": 0.0072,
      "step": 3310
    },
    {
      "epoch": 0.05610809257835275,
      "grad_norm": 0.5001223683357239,
      "learning_rate": 2.805238698774821e-06,
      "loss": 0.0098,
      "step": 3320
    },
    {
      "epoch": 0.05627709285720321,
      "grad_norm": 0.3938818573951721,
      "learning_rate": 2.813688212927757e-06,
      "loss": 0.0114,
      "step": 3330
    },
    {
      "epoch": 0.05644609313605367,
      "grad_norm": 0.36034202575683594,
      "learning_rate": 2.8221377270806932e-06,
      "loss": 0.0122,
      "step": 3340
    },
    {
      "epoch": 0.05661509341490414,
      "grad_norm": 0.5340605974197388,
      "learning_rate": 2.8305872412336293e-06,
      "loss": 0.0089,
      "step": 3350
    },
    {
      "epoch": 0.056784093693754596,
      "grad_norm": 0.633908748626709,
      "learning_rate": 2.8390367553865654e-06,
      "loss": 0.0095,
      "step": 3360
    },
    {
      "epoch": 0.056953093972605055,
      "grad_norm": 0.9071553349494934,
      "learning_rate": 2.847486269539502e-06,
      "loss": 0.0119,
      "step": 3370
    },
    {
      "epoch": 0.057122094251455514,
      "grad_norm": 0.5576254725456238,
      "learning_rate": 2.855935783692438e-06,
      "loss": 0.0112,
      "step": 3380
    },
    {
      "epoch": 0.057291094530305973,
      "grad_norm": 0.2599470019340515,
      "learning_rate": 2.864385297845374e-06,
      "loss": 0.0101,
      "step": 3390
    },
    {
      "epoch": 0.05746009480915643,
      "grad_norm": 0.19270236790180206,
      "learning_rate": 2.87283481199831e-06,
      "loss": 0.0093,
      "step": 3400
    },
    {
      "epoch": 0.0576290950880069,
      "grad_norm": 0.36447200179100037,
      "learning_rate": 2.881284326151246e-06,
      "loss": 0.0098,
      "step": 3410
    },
    {
      "epoch": 0.05779809536685736,
      "grad_norm": 0.14679476618766785,
      "learning_rate": 2.8897338403041826e-06,
      "loss": 0.0102,
      "step": 3420
    },
    {
      "epoch": 0.05796709564570782,
      "grad_norm": 0.5648771524429321,
      "learning_rate": 2.898183354457119e-06,
      "loss": 0.0113,
      "step": 3430
    },
    {
      "epoch": 0.058136095924558276,
      "grad_norm": 0.6138327121734619,
      "learning_rate": 2.906632868610055e-06,
      "loss": 0.0097,
      "step": 3440
    },
    {
      "epoch": 0.058305096203408735,
      "grad_norm": 0.33649885654449463,
      "learning_rate": 2.9150823827629917e-06,
      "loss": 0.0079,
      "step": 3450
    },
    {
      "epoch": 0.058474096482259194,
      "grad_norm": 0.5774721503257751,
      "learning_rate": 2.9235318969159278e-06,
      "loss": 0.0087,
      "step": 3460
    },
    {
      "epoch": 0.05864309676110965,
      "grad_norm": 0.2652968168258667,
      "learning_rate": 2.931981411068864e-06,
      "loss": 0.0097,
      "step": 3470
    },
    {
      "epoch": 0.05881209703996012,
      "grad_norm": 0.546208381652832,
      "learning_rate": 2.9404309252218e-06,
      "loss": 0.0078,
      "step": 3480
    },
    {
      "epoch": 0.05898109731881058,
      "grad_norm": 0.4050743281841278,
      "learning_rate": 2.948880439374736e-06,
      "loss": 0.0092,
      "step": 3490
    },
    {
      "epoch": 0.05915009759766104,
      "grad_norm": 0.5059739947319031,
      "learning_rate": 2.9573299535276725e-06,
      "loss": 0.0061,
      "step": 3500
    },
    {
      "epoch": 0.059319097876511497,
      "grad_norm": 0.29913344979286194,
      "learning_rate": 2.9657794676806085e-06,
      "loss": 0.0112,
      "step": 3510
    },
    {
      "epoch": 0.059488098155361956,
      "grad_norm": 0.4305241107940674,
      "learning_rate": 2.9742289818335446e-06,
      "loss": 0.0103,
      "step": 3520
    },
    {
      "epoch": 0.059657098434212415,
      "grad_norm": 0.5640769004821777,
      "learning_rate": 2.982678495986481e-06,
      "loss": 0.0092,
      "step": 3530
    },
    {
      "epoch": 0.059826098713062874,
      "grad_norm": 0.39654386043548584,
      "learning_rate": 2.9911280101394176e-06,
      "loss": 0.0084,
      "step": 3540
    },
    {
      "epoch": 0.05999509899191334,
      "grad_norm": 0.2653600871562958,
      "learning_rate": 2.9995775242923537e-06,
      "loss": 0.0072,
      "step": 3550
    },
    {
      "epoch": 0.0601640992707638,
      "grad_norm": 0.6193217635154724,
      "learning_rate": 3.0080270384452897e-06,
      "loss": 0.0091,
      "step": 3560
    },
    {
      "epoch": 0.06033309954961426,
      "grad_norm": 0.48455023765563965,
      "learning_rate": 3.016476552598226e-06,
      "loss": 0.0078,
      "step": 3570
    },
    {
      "epoch": 0.06050209982846472,
      "grad_norm": 0.8907110691070557,
      "learning_rate": 3.024926066751162e-06,
      "loss": 0.0085,
      "step": 3580
    },
    {
      "epoch": 0.060671100107315176,
      "grad_norm": 0.5781303644180298,
      "learning_rate": 3.0333755809040984e-06,
      "loss": 0.0085,
      "step": 3590
    },
    {
      "epoch": 0.060840100386165635,
      "grad_norm": 0.2834400236606598,
      "learning_rate": 3.0418250950570345e-06,
      "loss": 0.0099,
      "step": 3600
    },
    {
      "epoch": 0.061009100665016094,
      "grad_norm": 0.5349828600883484,
      "learning_rate": 3.0502746092099705e-06,
      "loss": 0.0102,
      "step": 3610
    },
    {
      "epoch": 0.06117810094386656,
      "grad_norm": 1.0900537967681885,
      "learning_rate": 3.0587241233629066e-06,
      "loss": 0.0096,
      "step": 3620
    },
    {
      "epoch": 0.06134710122271702,
      "grad_norm": 0.8852835893630981,
      "learning_rate": 3.0671736375158427e-06,
      "loss": 0.0078,
      "step": 3630
    },
    {
      "epoch": 0.06151610150156748,
      "grad_norm": 0.6187847852706909,
      "learning_rate": 3.0756231516687796e-06,
      "loss": 0.0108,
      "step": 3640
    },
    {
      "epoch": 0.06168510178041794,
      "grad_norm": 0.730607807636261,
      "learning_rate": 3.0840726658217156e-06,
      "loss": 0.0098,
      "step": 3650
    },
    {
      "epoch": 0.0618541020592684,
      "grad_norm": 0.47413742542266846,
      "learning_rate": 3.0925221799746517e-06,
      "loss": 0.0116,
      "step": 3660
    },
    {
      "epoch": 0.062023102338118856,
      "grad_norm": 0.4965061843395233,
      "learning_rate": 3.1009716941275882e-06,
      "loss": 0.0079,
      "step": 3670
    },
    {
      "epoch": 0.062192102616969315,
      "grad_norm": 0.3510805666446686,
      "learning_rate": 3.1094212082805243e-06,
      "loss": 0.0104,
      "step": 3680
    },
    {
      "epoch": 0.06236110289581978,
      "grad_norm": 0.3473954498767853,
      "learning_rate": 3.1178707224334604e-06,
      "loss": 0.01,
      "step": 3690
    },
    {
      "epoch": 0.06253010317467024,
      "grad_norm": 0.5971751809120178,
      "learning_rate": 3.1263202365863964e-06,
      "loss": 0.0086,
      "step": 3700
    },
    {
      "epoch": 0.0626991034535207,
      "grad_norm": 0.6997776031494141,
      "learning_rate": 3.1347697507393325e-06,
      "loss": 0.0136,
      "step": 3710
    },
    {
      "epoch": 0.06286810373237116,
      "grad_norm": 0.5057122111320496,
      "learning_rate": 3.143219264892269e-06,
      "loss": 0.0094,
      "step": 3720
    },
    {
      "epoch": 0.06303710401122162,
      "grad_norm": 0.5285948514938354,
      "learning_rate": 3.151668779045205e-06,
      "loss": 0.0095,
      "step": 3730
    },
    {
      "epoch": 0.06320610429007208,
      "grad_norm": 0.7009038329124451,
      "learning_rate": 3.160118293198141e-06,
      "loss": 0.0121,
      "step": 3740
    },
    {
      "epoch": 0.06337510456892254,
      "grad_norm": 0.24084387719631195,
      "learning_rate": 3.1685678073510776e-06,
      "loss": 0.0061,
      "step": 3750
    },
    {
      "epoch": 0.063544104847773,
      "grad_norm": 0.40020808577537537,
      "learning_rate": 3.177017321504014e-06,
      "loss": 0.011,
      "step": 3760
    },
    {
      "epoch": 0.06371310512662345,
      "grad_norm": 0.4643620550632477,
      "learning_rate": 3.18546683565695e-06,
      "loss": 0.008,
      "step": 3770
    },
    {
      "epoch": 0.06388210540547391,
      "grad_norm": 0.19212964177131653,
      "learning_rate": 3.1939163498098863e-06,
      "loss": 0.0071,
      "step": 3780
    },
    {
      "epoch": 0.06405110568432439,
      "grad_norm": 0.4514760375022888,
      "learning_rate": 3.2023658639628223e-06,
      "loss": 0.0097,
      "step": 3790
    },
    {
      "epoch": 0.06422010596317484,
      "grad_norm": 0.4289383590221405,
      "learning_rate": 3.2108153781157584e-06,
      "loss": 0.006,
      "step": 3800
    },
    {
      "epoch": 0.0643891062420253,
      "grad_norm": 0.4901948869228363,
      "learning_rate": 3.219264892268695e-06,
      "loss": 0.0091,
      "step": 3810
    },
    {
      "epoch": 0.06455810652087576,
      "grad_norm": 0.36952874064445496,
      "learning_rate": 3.227714406421631e-06,
      "loss": 0.01,
      "step": 3820
    },
    {
      "epoch": 0.06472710679972622,
      "grad_norm": 0.3414541184902191,
      "learning_rate": 3.236163920574567e-06,
      "loss": 0.0112,
      "step": 3830
    },
    {
      "epoch": 0.06489610707857668,
      "grad_norm": 0.5098986625671387,
      "learning_rate": 3.244613434727503e-06,
      "loss": 0.0092,
      "step": 3840
    },
    {
      "epoch": 0.06506510735742714,
      "grad_norm": 0.33219394087791443,
      "learning_rate": 3.2530629488804396e-06,
      "loss": 0.0083,
      "step": 3850
    },
    {
      "epoch": 0.0652341076362776,
      "grad_norm": 0.27958717942237854,
      "learning_rate": 3.261512463033376e-06,
      "loss": 0.0055,
      "step": 3860
    },
    {
      "epoch": 0.06540310791512806,
      "grad_norm": 0.3715076446533203,
      "learning_rate": 3.269961977186312e-06,
      "loss": 0.0077,
      "step": 3870
    },
    {
      "epoch": 0.06557210819397852,
      "grad_norm": 0.4441938102245331,
      "learning_rate": 3.2784114913392482e-06,
      "loss": 0.0086,
      "step": 3880
    },
    {
      "epoch": 0.06574110847282898,
      "grad_norm": 0.4816913902759552,
      "learning_rate": 3.2868610054921847e-06,
      "loss": 0.0091,
      "step": 3890
    },
    {
      "epoch": 0.06591010875167944,
      "grad_norm": 0.40409502387046814,
      "learning_rate": 3.295310519645121e-06,
      "loss": 0.0088,
      "step": 3900
    },
    {
      "epoch": 0.0660791090305299,
      "grad_norm": 0.5365285873413086,
      "learning_rate": 3.303760033798057e-06,
      "loss": 0.0113,
      "step": 3910
    },
    {
      "epoch": 0.06624810930938035,
      "grad_norm": 0.6550111770629883,
      "learning_rate": 3.312209547950993e-06,
      "loss": 0.0079,
      "step": 3920
    },
    {
      "epoch": 0.06641710958823083,
      "grad_norm": 0.6132133603096008,
      "learning_rate": 3.320659062103929e-06,
      "loss": 0.0089,
      "step": 3930
    },
    {
      "epoch": 0.06658610986708129,
      "grad_norm": 0.7494462132453918,
      "learning_rate": 3.3291085762568655e-06,
      "loss": 0.0092,
      "step": 3940
    },
    {
      "epoch": 0.06675511014593175,
      "grad_norm": 0.5431383848190308,
      "learning_rate": 3.3375580904098016e-06,
      "loss": 0.0113,
      "step": 3950
    },
    {
      "epoch": 0.0669241104247822,
      "grad_norm": 0.2721993327140808,
      "learning_rate": 3.3460076045627376e-06,
      "loss": 0.0107,
      "step": 3960
    },
    {
      "epoch": 0.06709311070363266,
      "grad_norm": 0.1583024263381958,
      "learning_rate": 3.3544571187156746e-06,
      "loss": 0.0072,
      "step": 3970
    },
    {
      "epoch": 0.06726211098248312,
      "grad_norm": 0.5978319644927979,
      "learning_rate": 3.3629066328686106e-06,
      "loss": 0.0068,
      "step": 3980
    },
    {
      "epoch": 0.06743111126133358,
      "grad_norm": 0.5664768218994141,
      "learning_rate": 3.3713561470215467e-06,
      "loss": 0.0128,
      "step": 3990
    },
    {
      "epoch": 0.06760011154018404,
      "grad_norm": 0.4068852663040161,
      "learning_rate": 3.3798056611744828e-06,
      "loss": 0.006,
      "step": 4000
    },
    {
      "epoch": 0.0677691118190345,
      "grad_norm": 0.19173608720302582,
      "learning_rate": 3.388255175327419e-06,
      "loss": 0.0053,
      "step": 4010
    },
    {
      "epoch": 0.06793811209788496,
      "grad_norm": 0.5509228706359863,
      "learning_rate": 3.3967046894803553e-06,
      "loss": 0.0109,
      "step": 4020
    },
    {
      "epoch": 0.06810711237673542,
      "grad_norm": 0.23547115921974182,
      "learning_rate": 3.4051542036332914e-06,
      "loss": 0.007,
      "step": 4030
    },
    {
      "epoch": 0.06827611265558588,
      "grad_norm": 0.46924418210983276,
      "learning_rate": 3.4136037177862275e-06,
      "loss": 0.0072,
      "step": 4040
    },
    {
      "epoch": 0.06844511293443634,
      "grad_norm": 0.2977207601070404,
      "learning_rate": 3.4220532319391635e-06,
      "loss": 0.0054,
      "step": 4050
    },
    {
      "epoch": 0.0686141132132868,
      "grad_norm": 0.3505478799343109,
      "learning_rate": 3.4305027460920996e-06,
      "loss": 0.0067,
      "step": 4060
    },
    {
      "epoch": 0.06878311349213727,
      "grad_norm": 0.3547617495059967,
      "learning_rate": 3.438952260245036e-06,
      "loss": 0.0095,
      "step": 4070
    },
    {
      "epoch": 0.06895211377098773,
      "grad_norm": 0.49734488129615784,
      "learning_rate": 3.4474017743979726e-06,
      "loss": 0.0075,
      "step": 4080
    },
    {
      "epoch": 0.06912111404983819,
      "grad_norm": 0.5076583027839661,
      "learning_rate": 3.4558512885509087e-06,
      "loss": 0.0093,
      "step": 4090
    },
    {
      "epoch": 0.06929011432868865,
      "grad_norm": 0.4036179482936859,
      "learning_rate": 3.4643008027038447e-06,
      "loss": 0.0092,
      "step": 4100
    },
    {
      "epoch": 0.0694591146075391,
      "grad_norm": 0.8179068565368652,
      "learning_rate": 3.4727503168567812e-06,
      "loss": 0.0079,
      "step": 4110
    },
    {
      "epoch": 0.06962811488638956,
      "grad_norm": 0.6014817953109741,
      "learning_rate": 3.4811998310097173e-06,
      "loss": 0.008,
      "step": 4120
    },
    {
      "epoch": 0.06979711516524002,
      "grad_norm": 0.6647421717643738,
      "learning_rate": 3.4896493451626534e-06,
      "loss": 0.0086,
      "step": 4130
    },
    {
      "epoch": 0.06996611544409048,
      "grad_norm": 0.4266943335533142,
      "learning_rate": 3.4980988593155894e-06,
      "loss": 0.0077,
      "step": 4140
    },
    {
      "epoch": 0.07013511572294094,
      "grad_norm": 0.7118129134178162,
      "learning_rate": 3.5065483734685255e-06,
      "loss": 0.0075,
      "step": 4150
    },
    {
      "epoch": 0.0703041160017914,
      "grad_norm": 0.4971505105495453,
      "learning_rate": 3.514997887621462e-06,
      "loss": 0.0064,
      "step": 4160
    },
    {
      "epoch": 0.07047311628064186,
      "grad_norm": 0.19220784306526184,
      "learning_rate": 3.523447401774398e-06,
      "loss": 0.0079,
      "step": 4170
    },
    {
      "epoch": 0.07064211655949232,
      "grad_norm": 0.2972339987754822,
      "learning_rate": 3.531896915927334e-06,
      "loss": 0.0061,
      "step": 4180
    },
    {
      "epoch": 0.07081111683834278,
      "grad_norm": 0.5900372266769409,
      "learning_rate": 3.540346430080271e-06,
      "loss": 0.0068,
      "step": 4190
    },
    {
      "epoch": 0.07098011711719324,
      "grad_norm": 0.5239884853363037,
      "learning_rate": 3.548795944233207e-06,
      "loss": 0.0085,
      "step": 4200
    },
    {
      "epoch": 0.07114911739604371,
      "grad_norm": 0.35723498463630676,
      "learning_rate": 3.557245458386143e-06,
      "loss": 0.0076,
      "step": 4210
    },
    {
      "epoch": 0.07131811767489417,
      "grad_norm": 0.48376893997192383,
      "learning_rate": 3.5656949725390793e-06,
      "loss": 0.0075,
      "step": 4220
    },
    {
      "epoch": 0.07148711795374463,
      "grad_norm": 0.22889120876789093,
      "learning_rate": 3.5741444866920154e-06,
      "loss": 0.0083,
      "step": 4230
    },
    {
      "epoch": 0.07165611823259509,
      "grad_norm": 0.14473536610603333,
      "learning_rate": 3.582594000844952e-06,
      "loss": 0.008,
      "step": 4240
    },
    {
      "epoch": 0.07182511851144555,
      "grad_norm": 0.4018864631652832,
      "learning_rate": 3.591043514997888e-06,
      "loss": 0.0072,
      "step": 4250
    },
    {
      "epoch": 0.071994118790296,
      "grad_norm": 0.25340160727500916,
      "learning_rate": 3.599493029150824e-06,
      "loss": 0.007,
      "step": 4260
    },
    {
      "epoch": 0.07216311906914646,
      "grad_norm": 0.4823681116104126,
      "learning_rate": 3.60794254330376e-06,
      "loss": 0.01,
      "step": 4270
    },
    {
      "epoch": 0.07233211934799692,
      "grad_norm": 0.45038795471191406,
      "learning_rate": 3.616392057456696e-06,
      "loss": 0.0064,
      "step": 4280
    },
    {
      "epoch": 0.07250111962684738,
      "grad_norm": 0.511728048324585,
      "learning_rate": 3.624841571609633e-06,
      "loss": 0.0053,
      "step": 4290
    },
    {
      "epoch": 0.07267011990569784,
      "grad_norm": 0.4706685245037079,
      "learning_rate": 3.633291085762569e-06,
      "loss": 0.0063,
      "step": 4300
    },
    {
      "epoch": 0.0728391201845483,
      "grad_norm": 0.4813501834869385,
      "learning_rate": 3.641740599915505e-06,
      "loss": 0.0074,
      "step": 4310
    },
    {
      "epoch": 0.07300812046339876,
      "grad_norm": 0.28050094842910767,
      "learning_rate": 3.6501901140684417e-06,
      "loss": 0.0121,
      "step": 4320
    },
    {
      "epoch": 0.07317712074224922,
      "grad_norm": 0.44418439269065857,
      "learning_rate": 3.6586396282213777e-06,
      "loss": 0.0067,
      "step": 4330
    },
    {
      "epoch": 0.07334612102109969,
      "grad_norm": 0.2895668148994446,
      "learning_rate": 3.667089142374314e-06,
      "loss": 0.0065,
      "step": 4340
    },
    {
      "epoch": 0.07351512129995015,
      "grad_norm": 0.35102537274360657,
      "learning_rate": 3.67553865652725e-06,
      "loss": 0.0108,
      "step": 4350
    },
    {
      "epoch": 0.07368412157880061,
      "grad_norm": 0.5368096232414246,
      "learning_rate": 3.683988170680186e-06,
      "loss": 0.0076,
      "step": 4360
    },
    {
      "epoch": 0.07385312185765107,
      "grad_norm": 0.23388966917991638,
      "learning_rate": 3.6924376848331225e-06,
      "loss": 0.0081,
      "step": 4370
    },
    {
      "epoch": 0.07402212213650153,
      "grad_norm": 0.35802993178367615,
      "learning_rate": 3.7008871989860585e-06,
      "loss": 0.006,
      "step": 4380
    },
    {
      "epoch": 0.07419112241535199,
      "grad_norm": 0.24196232855319977,
      "learning_rate": 3.7093367131389946e-06,
      "loss": 0.0062,
      "step": 4390
    },
    {
      "epoch": 0.07436012269420245,
      "grad_norm": 0.6262447237968445,
      "learning_rate": 3.717786227291931e-06,
      "loss": 0.0089,
      "step": 4400
    },
    {
      "epoch": 0.0745291229730529,
      "grad_norm": 0.25484466552734375,
      "learning_rate": 3.7262357414448676e-06,
      "loss": 0.0086,
      "step": 4410
    },
    {
      "epoch": 0.07469812325190336,
      "grad_norm": 0.5549577474594116,
      "learning_rate": 3.7346852555978037e-06,
      "loss": 0.0074,
      "step": 4420
    },
    {
      "epoch": 0.07486712353075382,
      "grad_norm": 0.2302803099155426,
      "learning_rate": 3.7431347697507397e-06,
      "loss": 0.0055,
      "step": 4430
    },
    {
      "epoch": 0.07503612380960428,
      "grad_norm": 0.6471118927001953,
      "learning_rate": 3.751584283903676e-06,
      "loss": 0.0086,
      "step": 4440
    },
    {
      "epoch": 0.07520512408845474,
      "grad_norm": 0.4209013283252716,
      "learning_rate": 3.760033798056612e-06,
      "loss": 0.0078,
      "step": 4450
    },
    {
      "epoch": 0.0753741243673052,
      "grad_norm": 0.43538352847099304,
      "learning_rate": 3.7684833122095484e-06,
      "loss": 0.0072,
      "step": 4460
    },
    {
      "epoch": 0.07554312464615566,
      "grad_norm": 0.31720903515815735,
      "learning_rate": 3.7769328263624844e-06,
      "loss": 0.0103,
      "step": 4470
    },
    {
      "epoch": 0.07571212492500613,
      "grad_norm": 0.15655528008937836,
      "learning_rate": 3.7853823405154205e-06,
      "loss": 0.0064,
      "step": 4480
    },
    {
      "epoch": 0.07588112520385659,
      "grad_norm": 0.30433279275894165,
      "learning_rate": 3.7938318546683566e-06,
      "loss": 0.0065,
      "step": 4490
    },
    {
      "epoch": 0.07605012548270705,
      "grad_norm": 0.4596308767795563,
      "learning_rate": 3.8022813688212926e-06,
      "loss": 0.0087,
      "step": 4500
    },
    {
      "epoch": 0.07621912576155751,
      "grad_norm": 0.11451300978660583,
      "learning_rate": 3.8107308829742296e-06,
      "loss": 0.0091,
      "step": 4510
    },
    {
      "epoch": 0.07638812604040797,
      "grad_norm": 0.5014181137084961,
      "learning_rate": 3.819180397127166e-06,
      "loss": 0.008,
      "step": 4520
    },
    {
      "epoch": 0.07655712631925843,
      "grad_norm": 0.3703087270259857,
      "learning_rate": 3.827629911280102e-06,
      "loss": 0.0056,
      "step": 4530
    },
    {
      "epoch": 0.07672612659810889,
      "grad_norm": 1.3860195875167847,
      "learning_rate": 3.836079425433038e-06,
      "loss": 0.0099,
      "step": 4540
    },
    {
      "epoch": 0.07689512687695935,
      "grad_norm": 0.33820924162864685,
      "learning_rate": 3.844528939585974e-06,
      "loss": 0.0094,
      "step": 4550
    },
    {
      "epoch": 0.0770641271558098,
      "grad_norm": 0.4271750748157501,
      "learning_rate": 3.85297845373891e-06,
      "loss": 0.0076,
      "step": 4560
    },
    {
      "epoch": 0.07723312743466026,
      "grad_norm": 0.40488216280937195,
      "learning_rate": 3.861427967891846e-06,
      "loss": 0.0059,
      "step": 4570
    },
    {
      "epoch": 0.07740212771351072,
      "grad_norm": 0.3280101418495178,
      "learning_rate": 3.869877482044783e-06,
      "loss": 0.0069,
      "step": 4580
    },
    {
      "epoch": 0.07757112799236118,
      "grad_norm": 0.6588373184204102,
      "learning_rate": 3.8783269961977185e-06,
      "loss": 0.0092,
      "step": 4590
    },
    {
      "epoch": 0.07774012827121164,
      "grad_norm": 0.4867706894874573,
      "learning_rate": 3.886776510350655e-06,
      "loss": 0.009,
      "step": 4600
    },
    {
      "epoch": 0.0779091285500621,
      "grad_norm": 0.5322169661521912,
      "learning_rate": 3.8952260245035915e-06,
      "loss": 0.0114,
      "step": 4610
    },
    {
      "epoch": 0.07807812882891257,
      "grad_norm": 0.616223156452179,
      "learning_rate": 3.903675538656528e-06,
      "loss": 0.0098,
      "step": 4620
    },
    {
      "epoch": 0.07824712910776303,
      "grad_norm": 0.810210108757019,
      "learning_rate": 3.912125052809464e-06,
      "loss": 0.0098,
      "step": 4630
    },
    {
      "epoch": 0.07841612938661349,
      "grad_norm": 0.2605763375759125,
      "learning_rate": 3.9205745669624e-06,
      "loss": 0.0067,
      "step": 4640
    },
    {
      "epoch": 0.07858512966546395,
      "grad_norm": 0.16967809200286865,
      "learning_rate": 3.929024081115337e-06,
      "loss": 0.008,
      "step": 4650
    },
    {
      "epoch": 0.07875412994431441,
      "grad_norm": 0.15028618276119232,
      "learning_rate": 3.937473595268272e-06,
      "loss": 0.0063,
      "step": 4660
    },
    {
      "epoch": 0.07892313022316487,
      "grad_norm": 0.3279257118701935,
      "learning_rate": 3.945923109421209e-06,
      "loss": 0.0066,
      "step": 4670
    },
    {
      "epoch": 0.07909213050201533,
      "grad_norm": 0.7601935267448425,
      "learning_rate": 3.9543726235741444e-06,
      "loss": 0.01,
      "step": 4680
    },
    {
      "epoch": 0.07926113078086579,
      "grad_norm": 0.15642717480659485,
      "learning_rate": 3.962822137727081e-06,
      "loss": 0.0065,
      "step": 4690
    },
    {
      "epoch": 0.07943013105971625,
      "grad_norm": 0.36829888820648193,
      "learning_rate": 3.9712716518800174e-06,
      "loss": 0.0071,
      "step": 4700
    },
    {
      "epoch": 0.0795991313385667,
      "grad_norm": 0.42035579681396484,
      "learning_rate": 3.979721166032953e-06,
      "loss": 0.0056,
      "step": 4710
    },
    {
      "epoch": 0.07976813161741717,
      "grad_norm": 0.20596951246261597,
      "learning_rate": 3.9881706801858896e-06,
      "loss": 0.0065,
      "step": 4720
    },
    {
      "epoch": 0.07993713189626762,
      "grad_norm": 0.3290463089942932,
      "learning_rate": 3.996620194338826e-06,
      "loss": 0.0086,
      "step": 4730
    },
    {
      "epoch": 0.08010613217511808,
      "grad_norm": 0.2539362609386444,
      "learning_rate": 4.0050697084917626e-06,
      "loss": 0.006,
      "step": 4740
    },
    {
      "epoch": 0.08027513245396854,
      "grad_norm": 0.7381569147109985,
      "learning_rate": 4.013519222644698e-06,
      "loss": 0.0062,
      "step": 4750
    },
    {
      "epoch": 0.08044413273281902,
      "grad_norm": 0.17694604396820068,
      "learning_rate": 4.021968736797635e-06,
      "loss": 0.0079,
      "step": 4760
    },
    {
      "epoch": 0.08061313301166947,
      "grad_norm": 0.44804155826568604,
      "learning_rate": 4.03041825095057e-06,
      "loss": 0.008,
      "step": 4770
    },
    {
      "epoch": 0.08078213329051993,
      "grad_norm": 0.3938175439834595,
      "learning_rate": 4.038867765103507e-06,
      "loss": 0.0089,
      "step": 4780
    },
    {
      "epoch": 0.08095113356937039,
      "grad_norm": 0.6432244181632996,
      "learning_rate": 4.047317279256443e-06,
      "loss": 0.0055,
      "step": 4790
    },
    {
      "epoch": 0.08112013384822085,
      "grad_norm": 0.3865385949611664,
      "learning_rate": 4.055766793409379e-06,
      "loss": 0.0059,
      "step": 4800
    },
    {
      "epoch": 0.08128913412707131,
      "grad_norm": 0.3288101255893707,
      "learning_rate": 4.0642163075623155e-06,
      "loss": 0.008,
      "step": 4810
    },
    {
      "epoch": 0.08145813440592177,
      "grad_norm": 0.386060893535614,
      "learning_rate": 4.072665821715251e-06,
      "loss": 0.0073,
      "step": 4820
    },
    {
      "epoch": 0.08162713468477223,
      "grad_norm": 0.3735050559043884,
      "learning_rate": 4.081115335868188e-06,
      "loss": 0.0075,
      "step": 4830
    },
    {
      "epoch": 0.08179613496362269,
      "grad_norm": 0.28494900465011597,
      "learning_rate": 4.089564850021124e-06,
      "loss": 0.0086,
      "step": 4840
    },
    {
      "epoch": 0.08196513524247315,
      "grad_norm": 0.8604230284690857,
      "learning_rate": 4.098014364174061e-06,
      "loss": 0.0093,
      "step": 4850
    },
    {
      "epoch": 0.0821341355213236,
      "grad_norm": 0.32281509041786194,
      "learning_rate": 4.106463878326996e-06,
      "loss": 0.0125,
      "step": 4860
    },
    {
      "epoch": 0.08230313580017407,
      "grad_norm": 0.6922529935836792,
      "learning_rate": 4.114913392479933e-06,
      "loss": 0.0088,
      "step": 4870
    },
    {
      "epoch": 0.08247213607902452,
      "grad_norm": 0.15109947323799133,
      "learning_rate": 4.123362906632869e-06,
      "loss": 0.0082,
      "step": 4880
    },
    {
      "epoch": 0.08264113635787498,
      "grad_norm": 0.5638471841812134,
      "learning_rate": 4.131812420785805e-06,
      "loss": 0.0073,
      "step": 4890
    },
    {
      "epoch": 0.08281013663672546,
      "grad_norm": 0.5557750463485718,
      "learning_rate": 4.140261934938741e-06,
      "loss": 0.0065,
      "step": 4900
    },
    {
      "epoch": 0.08297913691557592,
      "grad_norm": 0.3340568244457245,
      "learning_rate": 4.148711449091677e-06,
      "loss": 0.008,
      "step": 4910
    },
    {
      "epoch": 0.08314813719442637,
      "grad_norm": 0.4634811282157898,
      "learning_rate": 4.1571609632446135e-06,
      "loss": 0.0082,
      "step": 4920
    },
    {
      "epoch": 0.08331713747327683,
      "grad_norm": 0.45580101013183594,
      "learning_rate": 4.16561047739755e-06,
      "loss": 0.0062,
      "step": 4930
    },
    {
      "epoch": 0.08348613775212729,
      "grad_norm": 0.3351278007030487,
      "learning_rate": 4.174059991550486e-06,
      "loss": 0.0135,
      "step": 4940
    },
    {
      "epoch": 0.08365513803097775,
      "grad_norm": 0.16381919384002686,
      "learning_rate": 4.182509505703423e-06,
      "loss": 0.0078,
      "step": 4950
    },
    {
      "epoch": 0.08382413830982821,
      "grad_norm": 0.7266935706138611,
      "learning_rate": 4.190959019856359e-06,
      "loss": 0.0056,
      "step": 4960
    },
    {
      "epoch": 0.08399313858867867,
      "grad_norm": 0.44963306188583374,
      "learning_rate": 4.199408534009295e-06,
      "loss": 0.0097,
      "step": 4970
    },
    {
      "epoch": 0.08416213886752913,
      "grad_norm": 0.32577261328697205,
      "learning_rate": 4.207858048162231e-06,
      "loss": 0.0092,
      "step": 4980
    },
    {
      "epoch": 0.08433113914637959,
      "grad_norm": 0.42351993918418884,
      "learning_rate": 4.216307562315167e-06,
      "loss": 0.0065,
      "step": 4990
    },
    {
      "epoch": 0.08450013942523005,
      "grad_norm": 0.38387471437454224,
      "learning_rate": 4.224757076468104e-06,
      "loss": 0.0073,
      "step": 5000
    },
    {
      "epoch": 0.0846691397040805,
      "grad_norm": 0.5673115849494934,
      "learning_rate": 4.2332065906210394e-06,
      "loss": 0.0077,
      "step": 5010
    },
    {
      "epoch": 0.08483813998293097,
      "grad_norm": 0.46692800521850586,
      "learning_rate": 4.241656104773976e-06,
      "loss": 0.0081,
      "step": 5020
    },
    {
      "epoch": 0.08500714026178144,
      "grad_norm": 0.27370235323905945,
      "learning_rate": 4.2501056189269116e-06,
      "loss": 0.0092,
      "step": 5030
    },
    {
      "epoch": 0.0851761405406319,
      "grad_norm": 0.2749960720539093,
      "learning_rate": 4.258555133079848e-06,
      "loss": 0.008,
      "step": 5040
    },
    {
      "epoch": 0.08534514081948236,
      "grad_norm": 0.34917569160461426,
      "learning_rate": 4.2670046472327846e-06,
      "loss": 0.0112,
      "step": 5050
    },
    {
      "epoch": 0.08551414109833282,
      "grad_norm": 0.26685452461242676,
      "learning_rate": 4.275454161385721e-06,
      "loss": 0.0065,
      "step": 5060
    },
    {
      "epoch": 0.08568314137718328,
      "grad_norm": 0.18275409936904907,
      "learning_rate": 4.283903675538657e-06,
      "loss": 0.0066,
      "step": 5070
    },
    {
      "epoch": 0.08585214165603373,
      "grad_norm": 0.30578580498695374,
      "learning_rate": 4.292353189691593e-06,
      "loss": 0.0057,
      "step": 5080
    },
    {
      "epoch": 0.0860211419348842,
      "grad_norm": 0.21141697466373444,
      "learning_rate": 4.30080270384453e-06,
      "loss": 0.0055,
      "step": 5090
    },
    {
      "epoch": 0.08619014221373465,
      "grad_norm": 0.5646255612373352,
      "learning_rate": 4.309252217997465e-06,
      "loss": 0.0083,
      "step": 5100
    },
    {
      "epoch": 0.08635914249258511,
      "grad_norm": 0.2993975579738617,
      "learning_rate": 4.317701732150402e-06,
      "loss": 0.0071,
      "step": 5110
    },
    {
      "epoch": 0.08652814277143557,
      "grad_norm": 0.33375898003578186,
      "learning_rate": 4.3261512463033375e-06,
      "loss": 0.008,
      "step": 5120
    },
    {
      "epoch": 0.08669714305028603,
      "grad_norm": 0.5091102719306946,
      "learning_rate": 4.334600760456274e-06,
      "loss": 0.0059,
      "step": 5130
    },
    {
      "epoch": 0.08686614332913649,
      "grad_norm": 0.36565321683883667,
      "learning_rate": 4.3430502746092105e-06,
      "loss": 0.0076,
      "step": 5140
    },
    {
      "epoch": 0.08703514360798695,
      "grad_norm": 0.683262288570404,
      "learning_rate": 4.351499788762146e-06,
      "loss": 0.0061,
      "step": 5150
    },
    {
      "epoch": 0.0872041438868374,
      "grad_norm": 0.650642991065979,
      "learning_rate": 4.359949302915083e-06,
      "loss": 0.0078,
      "step": 5160
    },
    {
      "epoch": 0.08737314416568788,
      "grad_norm": 0.5229181051254272,
      "learning_rate": 4.368398817068019e-06,
      "loss": 0.0096,
      "step": 5170
    },
    {
      "epoch": 0.08754214444453834,
      "grad_norm": 0.4177519679069519,
      "learning_rate": 4.376848331220956e-06,
      "loss": 0.0093,
      "step": 5180
    },
    {
      "epoch": 0.0877111447233888,
      "grad_norm": 0.5535804629325867,
      "learning_rate": 4.385297845373891e-06,
      "loss": 0.0081,
      "step": 5190
    },
    {
      "epoch": 0.08788014500223926,
      "grad_norm": 0.294405460357666,
      "learning_rate": 4.393747359526828e-06,
      "loss": 0.0053,
      "step": 5200
    },
    {
      "epoch": 0.08804914528108972,
      "grad_norm": 0.38873642683029175,
      "learning_rate": 4.402196873679763e-06,
      "loss": 0.006,
      "step": 5210
    },
    {
      "epoch": 0.08821814555994018,
      "grad_norm": 0.45184701681137085,
      "learning_rate": 4.4106463878327e-06,
      "loss": 0.0073,
      "step": 5220
    },
    {
      "epoch": 0.08838714583879063,
      "grad_norm": 0.5146165490150452,
      "learning_rate": 4.419095901985636e-06,
      "loss": 0.0082,
      "step": 5230
    },
    {
      "epoch": 0.0885561461176411,
      "grad_norm": 0.4142181873321533,
      "learning_rate": 4.427545416138572e-06,
      "loss": 0.0051,
      "step": 5240
    },
    {
      "epoch": 0.08872514639649155,
      "grad_norm": 0.13999409973621368,
      "learning_rate": 4.4359949302915085e-06,
      "loss": 0.0064,
      "step": 5250
    },
    {
      "epoch": 0.08889414667534201,
      "grad_norm": 0.5468639731407166,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.0077,
      "step": 5260
    },
    {
      "epoch": 0.08906314695419247,
      "grad_norm": 0.45908740162849426,
      "learning_rate": 4.4528939585973815e-06,
      "loss": 0.0085,
      "step": 5270
    },
    {
      "epoch": 0.08923214723304293,
      "grad_norm": 0.6285553574562073,
      "learning_rate": 4.461343472750317e-06,
      "loss": 0.0086,
      "step": 5280
    },
    {
      "epoch": 0.08940114751189339,
      "grad_norm": 0.3353530764579773,
      "learning_rate": 4.469792986903254e-06,
      "loss": 0.0079,
      "step": 5290
    },
    {
      "epoch": 0.08957014779074385,
      "grad_norm": 0.4628467261791229,
      "learning_rate": 4.47824250105619e-06,
      "loss": 0.0085,
      "step": 5300
    },
    {
      "epoch": 0.08973914806959432,
      "grad_norm": 0.35261330008506775,
      "learning_rate": 4.486692015209126e-06,
      "loss": 0.0092,
      "step": 5310
    },
    {
      "epoch": 0.08990814834844478,
      "grad_norm": 0.33638912439346313,
      "learning_rate": 4.495141529362062e-06,
      "loss": 0.0082,
      "step": 5320
    },
    {
      "epoch": 0.09007714862729524,
      "grad_norm": 0.3847145736217499,
      "learning_rate": 4.503591043514998e-06,
      "loss": 0.0078,
      "step": 5330
    },
    {
      "epoch": 0.0902461489061457,
      "grad_norm": 0.41521865129470825,
      "learning_rate": 4.512040557667934e-06,
      "loss": 0.0083,
      "step": 5340
    },
    {
      "epoch": 0.09041514918499616,
      "grad_norm": 0.5259934663772583,
      "learning_rate": 4.520490071820871e-06,
      "loss": 0.0094,
      "step": 5350
    },
    {
      "epoch": 0.09058414946384662,
      "grad_norm": 0.4790876805782318,
      "learning_rate": 4.5289395859738065e-06,
      "loss": 0.0064,
      "step": 5360
    },
    {
      "epoch": 0.09075314974269708,
      "grad_norm": 0.3402535319328308,
      "learning_rate": 4.537389100126743e-06,
      "loss": 0.0054,
      "step": 5370
    },
    {
      "epoch": 0.09092215002154753,
      "grad_norm": 0.46615660190582275,
      "learning_rate": 4.5458386142796795e-06,
      "loss": 0.0073,
      "step": 5380
    },
    {
      "epoch": 0.091091150300398,
      "grad_norm": 0.39094266295433044,
      "learning_rate": 4.554288128432616e-06,
      "loss": 0.0077,
      "step": 5390
    },
    {
      "epoch": 0.09126015057924845,
      "grad_norm": 0.2667132616043091,
      "learning_rate": 4.562737642585552e-06,
      "loss": 0.0077,
      "step": 5400
    },
    {
      "epoch": 0.09142915085809891,
      "grad_norm": 0.483772337436676,
      "learning_rate": 4.571187156738488e-06,
      "loss": 0.0076,
      "step": 5410
    },
    {
      "epoch": 0.09159815113694937,
      "grad_norm": 0.4861210882663727,
      "learning_rate": 4.579636670891424e-06,
      "loss": 0.0107,
      "step": 5420
    },
    {
      "epoch": 0.09176715141579983,
      "grad_norm": 0.5079867839813232,
      "learning_rate": 4.58808618504436e-06,
      "loss": 0.0089,
      "step": 5430
    },
    {
      "epoch": 0.09193615169465029,
      "grad_norm": 0.33771970868110657,
      "learning_rate": 4.596535699197297e-06,
      "loss": 0.0081,
      "step": 5440
    },
    {
      "epoch": 0.09210515197350076,
      "grad_norm": 0.10134998708963394,
      "learning_rate": 4.6049852133502325e-06,
      "loss": 0.0043,
      "step": 5450
    },
    {
      "epoch": 0.09227415225235122,
      "grad_norm": 0.15871858596801758,
      "learning_rate": 4.613434727503169e-06,
      "loss": 0.0104,
      "step": 5460
    },
    {
      "epoch": 0.09244315253120168,
      "grad_norm": 0.4372641444206238,
      "learning_rate": 4.621884241656105e-06,
      "loss": 0.0167,
      "step": 5470
    },
    {
      "epoch": 0.09261215281005214,
      "grad_norm": 0.4832150340080261,
      "learning_rate": 4.630333755809041e-06,
      "loss": 0.0088,
      "step": 5480
    },
    {
      "epoch": 0.0927811530889026,
      "grad_norm": 0.34747639298439026,
      "learning_rate": 4.638783269961978e-06,
      "loss": 0.0052,
      "step": 5490
    },
    {
      "epoch": 0.09295015336775306,
      "grad_norm": 0.15239928662776947,
      "learning_rate": 4.647232784114914e-06,
      "loss": 0.0064,
      "step": 5500
    },
    {
      "epoch": 0.09311915364660352,
      "grad_norm": 0.48043081164360046,
      "learning_rate": 4.65568229826785e-06,
      "loss": 0.006,
      "step": 5510
    },
    {
      "epoch": 0.09328815392545398,
      "grad_norm": 0.30117249488830566,
      "learning_rate": 4.664131812420786e-06,
      "loss": 0.0062,
      "step": 5520
    },
    {
      "epoch": 0.09345715420430444,
      "grad_norm": 0.5305731892585754,
      "learning_rate": 4.672581326573723e-06,
      "loss": 0.0069,
      "step": 5530
    },
    {
      "epoch": 0.0936261544831549,
      "grad_norm": 0.31124499440193176,
      "learning_rate": 4.681030840726658e-06,
      "loss": 0.0065,
      "step": 5540
    },
    {
      "epoch": 0.09379515476200535,
      "grad_norm": 0.15525099635124207,
      "learning_rate": 4.689480354879595e-06,
      "loss": 0.006,
      "step": 5550
    },
    {
      "epoch": 0.09396415504085581,
      "grad_norm": 0.5805965065956116,
      "learning_rate": 4.6979298690325305e-06,
      "loss": 0.0067,
      "step": 5560
    },
    {
      "epoch": 0.09413315531970627,
      "grad_norm": 0.21559707820415497,
      "learning_rate": 4.706379383185467e-06,
      "loss": 0.0055,
      "step": 5570
    },
    {
      "epoch": 0.09430215559855674,
      "grad_norm": 0.4127371311187744,
      "learning_rate": 4.7148288973384035e-06,
      "loss": 0.0064,
      "step": 5580
    },
    {
      "epoch": 0.0944711558774072,
      "grad_norm": 0.28241196274757385,
      "learning_rate": 4.723278411491339e-06,
      "loss": 0.0067,
      "step": 5590
    },
    {
      "epoch": 0.09464015615625766,
      "grad_norm": 0.3856637477874756,
      "learning_rate": 4.7317279256442765e-06,
      "loss": 0.0086,
      "step": 5600
    },
    {
      "epoch": 0.09480915643510812,
      "grad_norm": 0.4850485622882843,
      "learning_rate": 4.740177439797212e-06,
      "loss": 0.0076,
      "step": 5610
    },
    {
      "epoch": 0.09497815671395858,
      "grad_norm": 0.3252734839916229,
      "learning_rate": 4.748626953950149e-06,
      "loss": 0.0068,
      "step": 5620
    },
    {
      "epoch": 0.09514715699280904,
      "grad_norm": 0.27155035734176636,
      "learning_rate": 4.757076468103084e-06,
      "loss": 0.0065,
      "step": 5630
    },
    {
      "epoch": 0.0953161572716595,
      "grad_norm": 0.21099352836608887,
      "learning_rate": 4.765525982256021e-06,
      "loss": 0.0074,
      "step": 5640
    },
    {
      "epoch": 0.09548515755050996,
      "grad_norm": 0.23718442022800446,
      "learning_rate": 4.773975496408957e-06,
      "loss": 0.0066,
      "step": 5650
    },
    {
      "epoch": 0.09565415782936042,
      "grad_norm": 0.12414859235286713,
      "learning_rate": 4.782425010561893e-06,
      "loss": 0.0072,
      "step": 5660
    },
    {
      "epoch": 0.09582315810821088,
      "grad_norm": 0.1519409865140915,
      "learning_rate": 4.790874524714829e-06,
      "loss": 0.0063,
      "step": 5670
    },
    {
      "epoch": 0.09599215838706134,
      "grad_norm": 0.16129052639007568,
      "learning_rate": 4.799324038867765e-06,
      "loss": 0.0069,
      "step": 5680
    },
    {
      "epoch": 0.0961611586659118,
      "grad_norm": 0.394161194562912,
      "learning_rate": 4.8077735530207015e-06,
      "loss": 0.0042,
      "step": 5690
    },
    {
      "epoch": 0.09633015894476225,
      "grad_norm": 0.15623830258846283,
      "learning_rate": 4.816223067173638e-06,
      "loss": 0.0068,
      "step": 5700
    },
    {
      "epoch": 0.09649915922361271,
      "grad_norm": 0.4517795145511627,
      "learning_rate": 4.8246725813265745e-06,
      "loss": 0.0098,
      "step": 5710
    },
    {
      "epoch": 0.09666815950246319,
      "grad_norm": 0.37541139125823975,
      "learning_rate": 4.83312209547951e-06,
      "loss": 0.0087,
      "step": 5720
    },
    {
      "epoch": 0.09683715978131364,
      "grad_norm": 0.23171207308769226,
      "learning_rate": 4.841571609632447e-06,
      "loss": 0.0046,
      "step": 5730
    },
    {
      "epoch": 0.0970061600601641,
      "grad_norm": 0.23239940404891968,
      "learning_rate": 4.850021123785383e-06,
      "loss": 0.0051,
      "step": 5740
    },
    {
      "epoch": 0.09717516033901456,
      "grad_norm": 0.16493850946426392,
      "learning_rate": 4.858470637938319e-06,
      "loss": 0.0063,
      "step": 5750
    },
    {
      "epoch": 0.09734416061786502,
      "grad_norm": 0.3797301650047302,
      "learning_rate": 4.866920152091255e-06,
      "loss": 0.0086,
      "step": 5760
    },
    {
      "epoch": 0.09751316089671548,
      "grad_norm": 0.35541290044784546,
      "learning_rate": 4.875369666244191e-06,
      "loss": 0.0075,
      "step": 5770
    },
    {
      "epoch": 0.09768216117556594,
      "grad_norm": 0.24128615856170654,
      "learning_rate": 4.8838191803971274e-06,
      "loss": 0.0058,
      "step": 5780
    },
    {
      "epoch": 0.0978511614544164,
      "grad_norm": 0.29352807998657227,
      "learning_rate": 4.892268694550064e-06,
      "loss": 0.0084,
      "step": 5790
    },
    {
      "epoch": 0.09802016173326686,
      "grad_norm": 0.10192513465881348,
      "learning_rate": 4.9007182087029996e-06,
      "loss": 0.008,
      "step": 5800
    },
    {
      "epoch": 0.09818916201211732,
      "grad_norm": 0.3217865228652954,
      "learning_rate": 4.909167722855936e-06,
      "loss": 0.0056,
      "step": 5810
    },
    {
      "epoch": 0.09835816229096778,
      "grad_norm": 0.25088396668434143,
      "learning_rate": 4.9176172370088726e-06,
      "loss": 0.0054,
      "step": 5820
    },
    {
      "epoch": 0.09852716256981824,
      "grad_norm": 0.6246805787086487,
      "learning_rate": 4.926066751161809e-06,
      "loss": 0.0077,
      "step": 5830
    },
    {
      "epoch": 0.0986961628486687,
      "grad_norm": 0.5747209787368774,
      "learning_rate": 4.934516265314745e-06,
      "loss": 0.0054,
      "step": 5840
    },
    {
      "epoch": 0.09886516312751915,
      "grad_norm": 0.22276253998279572,
      "learning_rate": 4.942965779467681e-06,
      "loss": 0.0076,
      "step": 5850
    },
    {
      "epoch": 0.09903416340636963,
      "grad_norm": 0.26171597838401794,
      "learning_rate": 4.951415293620617e-06,
      "loss": 0.0062,
      "step": 5860
    },
    {
      "epoch": 0.09920316368522009,
      "grad_norm": 0.4480033218860626,
      "learning_rate": 4.959864807773553e-06,
      "loss": 0.006,
      "step": 5870
    },
    {
      "epoch": 0.09937216396407055,
      "grad_norm": 0.44686561822891235,
      "learning_rate": 4.96831432192649e-06,
      "loss": 0.0073,
      "step": 5880
    },
    {
      "epoch": 0.099541164242921,
      "grad_norm": 0.186452716588974,
      "learning_rate": 4.9767638360794255e-06,
      "loss": 0.0104,
      "step": 5890
    },
    {
      "epoch": 0.09971016452177146,
      "grad_norm": 0.3807360529899597,
      "learning_rate": 4.985213350232362e-06,
      "loss": 0.0086,
      "step": 5900
    },
    {
      "epoch": 0.09987916480062192,
      "grad_norm": 0.4487653076648712,
      "learning_rate": 4.993662864385298e-06,
      "loss": 0.0073,
      "step": 5910
    },
    {
      "epoch": 0.10004816507947238,
      "grad_norm": 0.2705078125,
      "learning_rate": 5.002112378538234e-06,
      "loss": 0.0114,
      "step": 5920
    },
    {
      "epoch": 0.10021716535832284,
      "grad_norm": 0.33181098103523254,
      "learning_rate": 5.010561892691171e-06,
      "loss": 0.0046,
      "step": 5930
    },
    {
      "epoch": 0.1003861656371733,
      "grad_norm": 0.25259125232696533,
      "learning_rate": 5.019011406844106e-06,
      "loss": 0.0089,
      "step": 5940
    },
    {
      "epoch": 0.10055516591602376,
      "grad_norm": 0.5207515954971313,
      "learning_rate": 5.027460920997043e-06,
      "loss": 0.0089,
      "step": 5950
    },
    {
      "epoch": 0.10072416619487422,
      "grad_norm": 0.1929161250591278,
      "learning_rate": 5.035910435149978e-06,
      "loss": 0.0055,
      "step": 5960
    },
    {
      "epoch": 0.10089316647372468,
      "grad_norm": 0.28532758355140686,
      "learning_rate": 5.044359949302915e-06,
      "loss": 0.0056,
      "step": 5970
    },
    {
      "epoch": 0.10106216675257514,
      "grad_norm": 0.0873856320977211,
      "learning_rate": 5.052809463455852e-06,
      "loss": 0.0061,
      "step": 5980
    },
    {
      "epoch": 0.1012311670314256,
      "grad_norm": 0.2607017755508423,
      "learning_rate": 5.061258977608789e-06,
      "loss": 0.0064,
      "step": 5990
    },
    {
      "epoch": 0.10140016731027607,
      "grad_norm": 0.3413243293762207,
      "learning_rate": 5.069708491761724e-06,
      "loss": 0.0064,
      "step": 6000
    },
    {
      "epoch": 0.10156916758912653,
      "grad_norm": 0.5261040329933167,
      "learning_rate": 5.078158005914661e-06,
      "loss": 0.0074,
      "step": 6010
    },
    {
      "epoch": 0.10173816786797699,
      "grad_norm": 0.21714960038661957,
      "learning_rate": 5.0866075200675965e-06,
      "loss": 0.005,
      "step": 6020
    },
    {
      "epoch": 0.10190716814682745,
      "grad_norm": 0.26323312520980835,
      "learning_rate": 5.095057034220533e-06,
      "loss": 0.0079,
      "step": 6030
    },
    {
      "epoch": 0.1020761684256779,
      "grad_norm": 0.2866646647453308,
      "learning_rate": 5.1035065483734695e-06,
      "loss": 0.0062,
      "step": 6040
    },
    {
      "epoch": 0.10224516870452836,
      "grad_norm": 0.21184338629245758,
      "learning_rate": 5.111956062526405e-06,
      "loss": 0.0063,
      "step": 6050
    },
    {
      "epoch": 0.10241416898337882,
      "grad_norm": 0.1997213065624237,
      "learning_rate": 5.120405576679342e-06,
      "loss": 0.0072,
      "step": 6060
    },
    {
      "epoch": 0.10258316926222928,
      "grad_norm": 0.38983890414237976,
      "learning_rate": 5.128855090832277e-06,
      "loss": 0.0065,
      "step": 6070
    },
    {
      "epoch": 0.10275216954107974,
      "grad_norm": 0.23241905868053436,
      "learning_rate": 5.137304604985214e-06,
      "loss": 0.0059,
      "step": 6080
    },
    {
      "epoch": 0.1029211698199302,
      "grad_norm": 0.44172483682632446,
      "learning_rate": 5.14575411913815e-06,
      "loss": 0.0053,
      "step": 6090
    },
    {
      "epoch": 0.10309017009878066,
      "grad_norm": 0.33180946111679077,
      "learning_rate": 5.154203633291086e-06,
      "loss": 0.01,
      "step": 6100
    },
    {
      "epoch": 0.10325917037763112,
      "grad_norm": 0.38379010558128357,
      "learning_rate": 5.162653147444022e-06,
      "loss": 0.0061,
      "step": 6110
    },
    {
      "epoch": 0.10342817065648158,
      "grad_norm": 0.2291935533285141,
      "learning_rate": 5.171102661596958e-06,
      "loss": 0.0058,
      "step": 6120
    },
    {
      "epoch": 0.10359717093533205,
      "grad_norm": 0.13137617707252502,
      "learning_rate": 5.1795521757498946e-06,
      "loss": 0.0055,
      "step": 6130
    },
    {
      "epoch": 0.10376617121418251,
      "grad_norm": 0.3997475504875183,
      "learning_rate": 5.188001689902831e-06,
      "loss": 0.0071,
      "step": 6140
    },
    {
      "epoch": 0.10393517149303297,
      "grad_norm": 0.4803593158721924,
      "learning_rate": 5.196451204055767e-06,
      "loss": 0.0078,
      "step": 6150
    },
    {
      "epoch": 0.10410417177188343,
      "grad_norm": 0.2848051190376282,
      "learning_rate": 5.204900718208703e-06,
      "loss": 0.0064,
      "step": 6160
    },
    {
      "epoch": 0.10427317205073389,
      "grad_norm": 0.4575238823890686,
      "learning_rate": 5.213350232361639e-06,
      "loss": 0.0077,
      "step": 6170
    },
    {
      "epoch": 0.10444217232958435,
      "grad_norm": 0.2880443036556244,
      "learning_rate": 5.221799746514575e-06,
      "loss": 0.006,
      "step": 6180
    },
    {
      "epoch": 0.1046111726084348,
      "grad_norm": 0.2867361605167389,
      "learning_rate": 5.230249260667513e-06,
      "loss": 0.0033,
      "step": 6190
    },
    {
      "epoch": 0.10478017288728526,
      "grad_norm": 0.2843003273010254,
      "learning_rate": 5.238698774820449e-06,
      "loss": 0.0089,
      "step": 6200
    },
    {
      "epoch": 0.10494917316613572,
      "grad_norm": 0.38200074434280396,
      "learning_rate": 5.247148288973385e-06,
      "loss": 0.0083,
      "step": 6210
    },
    {
      "epoch": 0.10511817344498618,
      "grad_norm": 0.3250083029270172,
      "learning_rate": 5.255597803126321e-06,
      "loss": 0.0067,
      "step": 6220
    },
    {
      "epoch": 0.10528717372383664,
      "grad_norm": 0.15679076313972473,
      "learning_rate": 5.264047317279257e-06,
      "loss": 0.0083,
      "step": 6230
    },
    {
      "epoch": 0.1054561740026871,
      "grad_norm": 0.23474538326263428,
      "learning_rate": 5.2724968314321934e-06,
      "loss": 0.0071,
      "step": 6240
    },
    {
      "epoch": 0.10562517428153756,
      "grad_norm": 0.21750317513942719,
      "learning_rate": 5.28094634558513e-06,
      "loss": 0.0075,
      "step": 6250
    },
    {
      "epoch": 0.10579417456038802,
      "grad_norm": 0.31989774107933044,
      "learning_rate": 5.289395859738066e-06,
      "loss": 0.006,
      "step": 6260
    },
    {
      "epoch": 0.10596317483923849,
      "grad_norm": 0.28282850980758667,
      "learning_rate": 5.297845373891002e-06,
      "loss": 0.0057,
      "step": 6270
    },
    {
      "epoch": 0.10613217511808895,
      "grad_norm": 0.5023276209831238,
      "learning_rate": 5.306294888043938e-06,
      "loss": 0.0073,
      "step": 6280
    },
    {
      "epoch": 0.10630117539693941,
      "grad_norm": 0.25754910707473755,
      "learning_rate": 5.314744402196874e-06,
      "loss": 0.0077,
      "step": 6290
    },
    {
      "epoch": 0.10647017567578987,
      "grad_norm": 0.38880106806755066,
      "learning_rate": 5.323193916349811e-06,
      "loss": 0.0058,
      "step": 6300
    },
    {
      "epoch": 0.10663917595464033,
      "grad_norm": 0.3246299922466278,
      "learning_rate": 5.331643430502746e-06,
      "loss": 0.0058,
      "step": 6310
    },
    {
      "epoch": 0.10680817623349079,
      "grad_norm": 0.27981093525886536,
      "learning_rate": 5.340092944655683e-06,
      "loss": 0.0058,
      "step": 6320
    },
    {
      "epoch": 0.10697717651234125,
      "grad_norm": 0.22193048894405365,
      "learning_rate": 5.3485424588086185e-06,
      "loss": 0.0075,
      "step": 6330
    },
    {
      "epoch": 0.1071461767911917,
      "grad_norm": 0.6009519100189209,
      "learning_rate": 5.356991972961555e-06,
      "loss": 0.0063,
      "step": 6340
    },
    {
      "epoch": 0.10731517707004216,
      "grad_norm": 0.2525694966316223,
      "learning_rate": 5.3654414871144915e-06,
      "loss": 0.006,
      "step": 6350
    },
    {
      "epoch": 0.10748417734889262,
      "grad_norm": 0.45865657925605774,
      "learning_rate": 5.373891001267427e-06,
      "loss": 0.0078,
      "step": 6360
    },
    {
      "epoch": 0.10765317762774308,
      "grad_norm": 0.5306742191314697,
      "learning_rate": 5.382340515420364e-06,
      "loss": 0.0074,
      "step": 6370
    },
    {
      "epoch": 0.10782217790659354,
      "grad_norm": 0.35447096824645996,
      "learning_rate": 5.390790029573299e-06,
      "loss": 0.0083,
      "step": 6380
    },
    {
      "epoch": 0.107991178185444,
      "grad_norm": 0.32727372646331787,
      "learning_rate": 5.399239543726236e-06,
      "loss": 0.0052,
      "step": 6390
    },
    {
      "epoch": 0.10816017846429446,
      "grad_norm": 0.2099214345216751,
      "learning_rate": 5.407689057879172e-06,
      "loss": 0.0044,
      "step": 6400
    },
    {
      "epoch": 0.10832917874314493,
      "grad_norm": 0.18449358642101288,
      "learning_rate": 5.416138572032109e-06,
      "loss": 0.0068,
      "step": 6410
    },
    {
      "epoch": 0.10849817902199539,
      "grad_norm": 0.24026605486869812,
      "learning_rate": 5.424588086185045e-06,
      "loss": 0.0067,
      "step": 6420
    },
    {
      "epoch": 0.10866717930084585,
      "grad_norm": 0.2846910059452057,
      "learning_rate": 5.433037600337982e-06,
      "loss": 0.0052,
      "step": 6430
    },
    {
      "epoch": 0.10883617957969631,
      "grad_norm": 0.3208889365196228,
      "learning_rate": 5.441487114490917e-06,
      "loss": 0.0063,
      "step": 6440
    },
    {
      "epoch": 0.10900517985854677,
      "grad_norm": 0.2054966241121292,
      "learning_rate": 5.449936628643854e-06,
      "loss": 0.0067,
      "step": 6450
    },
    {
      "epoch": 0.10917418013739723,
      "grad_norm": 0.33208614587783813,
      "learning_rate": 5.4583861427967895e-06,
      "loss": 0.0076,
      "step": 6460
    },
    {
      "epoch": 0.10934318041624769,
      "grad_norm": 0.22714951634407043,
      "learning_rate": 5.466835656949726e-06,
      "loss": 0.0092,
      "step": 6470
    },
    {
      "epoch": 0.10951218069509815,
      "grad_norm": 0.26246002316474915,
      "learning_rate": 5.4752851711026625e-06,
      "loss": 0.0042,
      "step": 6480
    },
    {
      "epoch": 0.1096811809739486,
      "grad_norm": 0.46016496419906616,
      "learning_rate": 5.483734685255598e-06,
      "loss": 0.0112,
      "step": 6490
    },
    {
      "epoch": 0.10985018125279906,
      "grad_norm": 0.17244432866573334,
      "learning_rate": 5.492184199408535e-06,
      "loss": 0.0054,
      "step": 6500
    },
    {
      "epoch": 0.11001918153164952,
      "grad_norm": 0.1076434776186943,
      "learning_rate": 5.50063371356147e-06,
      "loss": 0.0057,
      "step": 6510
    },
    {
      "epoch": 0.11018818181049998,
      "grad_norm": 0.332721471786499,
      "learning_rate": 5.509083227714407e-06,
      "loss": 0.005,
      "step": 6520
    },
    {
      "epoch": 0.11035718208935044,
      "grad_norm": 0.12702441215515137,
      "learning_rate": 5.517532741867343e-06,
      "loss": 0.0071,
      "step": 6530
    },
    {
      "epoch": 0.1105261823682009,
      "grad_norm": 0.13691650331020355,
      "learning_rate": 5.525982256020279e-06,
      "loss": 0.0048,
      "step": 6540
    },
    {
      "epoch": 0.11069518264705137,
      "grad_norm": 0.16740848124027252,
      "learning_rate": 5.5344317701732154e-06,
      "loss": 0.0045,
      "step": 6550
    },
    {
      "epoch": 0.11086418292590183,
      "grad_norm": 0.14890030026435852,
      "learning_rate": 5.542881284326151e-06,
      "loss": 0.0083,
      "step": 6560
    },
    {
      "epoch": 0.11103318320475229,
      "grad_norm": 0.5786375999450684,
      "learning_rate": 5.5513307984790876e-06,
      "loss": 0.0069,
      "step": 6570
    },
    {
      "epoch": 0.11120218348360275,
      "grad_norm": 0.30092403292655945,
      "learning_rate": 5.559780312632024e-06,
      "loss": 0.0044,
      "step": 6580
    },
    {
      "epoch": 0.11137118376245321,
      "grad_norm": 0.21859614551067352,
      "learning_rate": 5.56822982678496e-06,
      "loss": 0.0075,
      "step": 6590
    },
    {
      "epoch": 0.11154018404130367,
      "grad_norm": 0.22003114223480225,
      "learning_rate": 5.576679340937896e-06,
      "loss": 0.0095,
      "step": 6600
    },
    {
      "epoch": 0.11170918432015413,
      "grad_norm": 0.28145134449005127,
      "learning_rate": 5.585128855090832e-06,
      "loss": 0.0063,
      "step": 6610
    },
    {
      "epoch": 0.11187818459900459,
      "grad_norm": 0.09334838390350342,
      "learning_rate": 5.593578369243768e-06,
      "loss": 0.0068,
      "step": 6620
    },
    {
      "epoch": 0.11204718487785505,
      "grad_norm": 0.40071040391921997,
      "learning_rate": 5.602027883396706e-06,
      "loss": 0.0068,
      "step": 6630
    },
    {
      "epoch": 0.1122161851567055,
      "grad_norm": 0.2164887636899948,
      "learning_rate": 5.610477397549642e-06,
      "loss": 0.0044,
      "step": 6640
    },
    {
      "epoch": 0.11238518543555596,
      "grad_norm": 0.2855166792869568,
      "learning_rate": 5.618926911702578e-06,
      "loss": 0.0062,
      "step": 6650
    },
    {
      "epoch": 0.11255418571440642,
      "grad_norm": 0.2651625871658325,
      "learning_rate": 5.627376425855514e-06,
      "loss": 0.0053,
      "step": 6660
    },
    {
      "epoch": 0.11272318599325688,
      "grad_norm": 0.2063087671995163,
      "learning_rate": 5.63582594000845e-06,
      "loss": 0.0073,
      "step": 6670
    },
    {
      "epoch": 0.11289218627210734,
      "grad_norm": 0.07739928364753723,
      "learning_rate": 5.6442754541613865e-06,
      "loss": 0.0055,
      "step": 6680
    },
    {
      "epoch": 0.11306118655095782,
      "grad_norm": 0.4230482876300812,
      "learning_rate": 5.652724968314323e-06,
      "loss": 0.0075,
      "step": 6690
    },
    {
      "epoch": 0.11323018682980827,
      "grad_norm": 0.26819807291030884,
      "learning_rate": 5.661174482467259e-06,
      "loss": 0.0064,
      "step": 6700
    },
    {
      "epoch": 0.11339918710865873,
      "grad_norm": 0.5605406761169434,
      "learning_rate": 5.669623996620195e-06,
      "loss": 0.0057,
      "step": 6710
    },
    {
      "epoch": 0.11356818738750919,
      "grad_norm": 0.27150842547416687,
      "learning_rate": 5.678073510773131e-06,
      "loss": 0.0055,
      "step": 6720
    },
    {
      "epoch": 0.11373718766635965,
      "grad_norm": 0.3509826362133026,
      "learning_rate": 5.686523024926067e-06,
      "loss": 0.0053,
      "step": 6730
    },
    {
      "epoch": 0.11390618794521011,
      "grad_norm": 0.2064315527677536,
      "learning_rate": 5.694972539079004e-06,
      "loss": 0.0055,
      "step": 6740
    },
    {
      "epoch": 0.11407518822406057,
      "grad_norm": 0.2994695007801056,
      "learning_rate": 5.703422053231939e-06,
      "loss": 0.0055,
      "step": 6750
    },
    {
      "epoch": 0.11424418850291103,
      "grad_norm": 0.5383670330047607,
      "learning_rate": 5.711871567384876e-06,
      "loss": 0.0062,
      "step": 6760
    },
    {
      "epoch": 0.11441318878176149,
      "grad_norm": 0.20319953560829163,
      "learning_rate": 5.7203210815378115e-06,
      "loss": 0.004,
      "step": 6770
    },
    {
      "epoch": 0.11458218906061195,
      "grad_norm": 0.28655731678009033,
      "learning_rate": 5.728770595690748e-06,
      "loss": 0.0032,
      "step": 6780
    },
    {
      "epoch": 0.1147511893394624,
      "grad_norm": 0.225058451294899,
      "learning_rate": 5.7372201098436845e-06,
      "loss": 0.007,
      "step": 6790
    },
    {
      "epoch": 0.11492018961831287,
      "grad_norm": 0.1450721025466919,
      "learning_rate": 5.74566962399662e-06,
      "loss": 0.0066,
      "step": 6800
    },
    {
      "epoch": 0.11508918989716332,
      "grad_norm": 0.25479888916015625,
      "learning_rate": 5.754119138149557e-06,
      "loss": 0.0078,
      "step": 6810
    },
    {
      "epoch": 0.1152581901760138,
      "grad_norm": 0.25367265939712524,
      "learning_rate": 5.762568652302492e-06,
      "loss": 0.0071,
      "step": 6820
    },
    {
      "epoch": 0.11542719045486426,
      "grad_norm": 0.16044245660305023,
      "learning_rate": 5.771018166455429e-06,
      "loss": 0.0062,
      "step": 6830
    },
    {
      "epoch": 0.11559619073371472,
      "grad_norm": 0.32665905356407166,
      "learning_rate": 5.779467680608365e-06,
      "loss": 0.0044,
      "step": 6840
    },
    {
      "epoch": 0.11576519101256517,
      "grad_norm": 0.47442156076431274,
      "learning_rate": 5.787917194761303e-06,
      "loss": 0.0063,
      "step": 6850
    },
    {
      "epoch": 0.11593419129141563,
      "grad_norm": 0.4188691973686218,
      "learning_rate": 5.796366708914238e-06,
      "loss": 0.0076,
      "step": 6860
    },
    {
      "epoch": 0.11610319157026609,
      "grad_norm": 0.1815645545721054,
      "learning_rate": 5.804816223067175e-06,
      "loss": 0.0075,
      "step": 6870
    },
    {
      "epoch": 0.11627219184911655,
      "grad_norm": 0.15755246579647064,
      "learning_rate": 5.81326573722011e-06,
      "loss": 0.0046,
      "step": 6880
    },
    {
      "epoch": 0.11644119212796701,
      "grad_norm": 0.4051576852798462,
      "learning_rate": 5.821715251373047e-06,
      "loss": 0.0062,
      "step": 6890
    },
    {
      "epoch": 0.11661019240681747,
      "grad_norm": 0.39070749282836914,
      "learning_rate": 5.830164765525983e-06,
      "loss": 0.0068,
      "step": 6900
    },
    {
      "epoch": 0.11677919268566793,
      "grad_norm": 0.458823025226593,
      "learning_rate": 5.838614279678919e-06,
      "loss": 0.008,
      "step": 6910
    },
    {
      "epoch": 0.11694819296451839,
      "grad_norm": 0.03617480769753456,
      "learning_rate": 5.8470637938318555e-06,
      "loss": 0.005,
      "step": 6920
    },
    {
      "epoch": 0.11711719324336885,
      "grad_norm": 0.2267484962940216,
      "learning_rate": 5.855513307984791e-06,
      "loss": 0.0051,
      "step": 6930
    },
    {
      "epoch": 0.1172861935222193,
      "grad_norm": 0.2612169682979584,
      "learning_rate": 5.863962822137728e-06,
      "loss": 0.0062,
      "step": 6940
    },
    {
      "epoch": 0.11745519380106977,
      "grad_norm": 0.42087146639823914,
      "learning_rate": 5.872412336290664e-06,
      "loss": 0.0127,
      "step": 6950
    },
    {
      "epoch": 0.11762419407992024,
      "grad_norm": 0.3855131268501282,
      "learning_rate": 5.8808618504436e-06,
      "loss": 0.0056,
      "step": 6960
    },
    {
      "epoch": 0.1177931943587707,
      "grad_norm": 0.4098065197467804,
      "learning_rate": 5.889311364596536e-06,
      "loss": 0.0071,
      "step": 6970
    },
    {
      "epoch": 0.11796219463762116,
      "grad_norm": 0.18783697485923767,
      "learning_rate": 5.897760878749472e-06,
      "loss": 0.0093,
      "step": 6980
    },
    {
      "epoch": 0.11813119491647162,
      "grad_norm": 0.1892809122800827,
      "learning_rate": 5.9062103929024085e-06,
      "loss": 0.0102,
      "step": 6990
    },
    {
      "epoch": 0.11830019519532207,
      "grad_norm": 0.14258983731269836,
      "learning_rate": 5.914659907055345e-06,
      "loss": 0.0059,
      "step": 7000
    },
    {
      "epoch": 0.11846919547417253,
      "grad_norm": 0.47493696212768555,
      "learning_rate": 5.923109421208281e-06,
      "loss": 0.005,
      "step": 7010
    },
    {
      "epoch": 0.11863819575302299,
      "grad_norm": 0.12930482625961304,
      "learning_rate": 5.931558935361217e-06,
      "loss": 0.0053,
      "step": 7020
    },
    {
      "epoch": 0.11880719603187345,
      "grad_norm": 0.26768070459365845,
      "learning_rate": 5.940008449514153e-06,
      "loss": 0.0052,
      "step": 7030
    },
    {
      "epoch": 0.11897619631072391,
      "grad_norm": 0.4684838354587555,
      "learning_rate": 5.948457963667089e-06,
      "loss": 0.0037,
      "step": 7040
    },
    {
      "epoch": 0.11914519658957437,
      "grad_norm": 0.33800092339515686,
      "learning_rate": 5.956907477820026e-06,
      "loss": 0.0094,
      "step": 7050
    },
    {
      "epoch": 0.11931419686842483,
      "grad_norm": 0.1822284311056137,
      "learning_rate": 5.965356991972962e-06,
      "loss": 0.0069,
      "step": 7060
    },
    {
      "epoch": 0.11948319714727529,
      "grad_norm": 0.3310371935367584,
      "learning_rate": 5.973806506125899e-06,
      "loss": 0.0073,
      "step": 7070
    },
    {
      "epoch": 0.11965219742612575,
      "grad_norm": 0.1805610954761505,
      "learning_rate": 5.982256020278835e-06,
      "loss": 0.0067,
      "step": 7080
    },
    {
      "epoch": 0.1198211977049762,
      "grad_norm": 0.22287240624427795,
      "learning_rate": 5.990705534431771e-06,
      "loss": 0.0062,
      "step": 7090
    },
    {
      "epoch": 0.11999019798382668,
      "grad_norm": 0.22043073177337646,
      "learning_rate": 5.999155048584707e-06,
      "loss": 0.0054,
      "step": 7100
    },
    {
      "epoch": 0.12015919826267714,
      "grad_norm": 0.36443981528282166,
      "learning_rate": 6.007604562737643e-06,
      "loss": 0.0065,
      "step": 7110
    },
    {
      "epoch": 0.1203281985415276,
      "grad_norm": 0.22064130008220673,
      "learning_rate": 6.0160540768905795e-06,
      "loss": 0.0073,
      "step": 7120
    },
    {
      "epoch": 0.12049719882037806,
      "grad_norm": 0.48764801025390625,
      "learning_rate": 6.024503591043516e-06,
      "loss": 0.0122,
      "step": 7130
    },
    {
      "epoch": 0.12066619909922852,
      "grad_norm": 0.15102821588516235,
      "learning_rate": 6.032953105196452e-06,
      "loss": 0.0062,
      "step": 7140
    },
    {
      "epoch": 0.12083519937807898,
      "grad_norm": 0.22233891487121582,
      "learning_rate": 6.041402619349388e-06,
      "loss": 0.0058,
      "step": 7150
    },
    {
      "epoch": 0.12100419965692943,
      "grad_norm": 0.4343150854110718,
      "learning_rate": 6.049852133502324e-06,
      "loss": 0.0065,
      "step": 7160
    },
    {
      "epoch": 0.1211731999357799,
      "grad_norm": 0.28188592195510864,
      "learning_rate": 6.05830164765526e-06,
      "loss": 0.0102,
      "step": 7170
    },
    {
      "epoch": 0.12134220021463035,
      "grad_norm": 0.5624836683273315,
      "learning_rate": 6.066751161808197e-06,
      "loss": 0.0052,
      "step": 7180
    },
    {
      "epoch": 0.12151120049348081,
      "grad_norm": 0.3889232873916626,
      "learning_rate": 6.075200675961132e-06,
      "loss": 0.0056,
      "step": 7190
    },
    {
      "epoch": 0.12168020077233127,
      "grad_norm": 0.22911286354064941,
      "learning_rate": 6.083650190114069e-06,
      "loss": 0.0035,
      "step": 7200
    },
    {
      "epoch": 0.12184920105118173,
      "grad_norm": 0.42093756794929504,
      "learning_rate": 6.0920997042670045e-06,
      "loss": 0.0062,
      "step": 7210
    },
    {
      "epoch": 0.12201820133003219,
      "grad_norm": 0.39620158076286316,
      "learning_rate": 6.100549218419941e-06,
      "loss": 0.0049,
      "step": 7220
    },
    {
      "epoch": 0.12218720160888265,
      "grad_norm": 0.25324249267578125,
      "learning_rate": 6.1089987325728775e-06,
      "loss": 0.0085,
      "step": 7230
    },
    {
      "epoch": 0.12235620188773312,
      "grad_norm": 0.5439518094062805,
      "learning_rate": 6.117448246725813e-06,
      "loss": 0.0076,
      "step": 7240
    },
    {
      "epoch": 0.12252520216658358,
      "grad_norm": 0.2995526194572449,
      "learning_rate": 6.12589776087875e-06,
      "loss": 0.0091,
      "step": 7250
    },
    {
      "epoch": 0.12269420244543404,
      "grad_norm": 0.07601664960384369,
      "learning_rate": 6.134347275031685e-06,
      "loss": 0.0048,
      "step": 7260
    },
    {
      "epoch": 0.1228632027242845,
      "grad_norm": 0.196809783577919,
      "learning_rate": 6.142796789184622e-06,
      "loss": 0.0073,
      "step": 7270
    },
    {
      "epoch": 0.12303220300313496,
      "grad_norm": 0.1969756931066513,
      "learning_rate": 6.151246303337559e-06,
      "loss": 0.0057,
      "step": 7280
    },
    {
      "epoch": 0.12320120328198542,
      "grad_norm": 0.21454773843288422,
      "learning_rate": 6.159695817490496e-06,
      "loss": 0.0037,
      "step": 7290
    },
    {
      "epoch": 0.12337020356083588,
      "grad_norm": 0.21385742723941803,
      "learning_rate": 6.168145331643431e-06,
      "loss": 0.006,
      "step": 7300
    },
    {
      "epoch": 0.12353920383968633,
      "grad_norm": 0.2406219244003296,
      "learning_rate": 6.176594845796368e-06,
      "loss": 0.0084,
      "step": 7310
    },
    {
      "epoch": 0.1237082041185368,
      "grad_norm": 0.23890087008476257,
      "learning_rate": 6.1850443599493034e-06,
      "loss": 0.0097,
      "step": 7320
    },
    {
      "epoch": 0.12387720439738725,
      "grad_norm": 0.4540402293205261,
      "learning_rate": 6.19349387410224e-06,
      "loss": 0.0056,
      "step": 7330
    },
    {
      "epoch": 0.12404620467623771,
      "grad_norm": 0.2217201441526413,
      "learning_rate": 6.2019433882551764e-06,
      "loss": 0.0068,
      "step": 7340
    },
    {
      "epoch": 0.12421520495508817,
      "grad_norm": 0.4099099040031433,
      "learning_rate": 6.210392902408112e-06,
      "loss": 0.0056,
      "step": 7350
    },
    {
      "epoch": 0.12438420523393863,
      "grad_norm": 0.3341483175754547,
      "learning_rate": 6.2188424165610486e-06,
      "loss": 0.0051,
      "step": 7360
    },
    {
      "epoch": 0.1245532055127891,
      "grad_norm": 0.23542355000972748,
      "learning_rate": 6.227291930713984e-06,
      "loss": 0.0039,
      "step": 7370
    },
    {
      "epoch": 0.12472220579163956,
      "grad_norm": 0.24790506064891815,
      "learning_rate": 6.235741444866921e-06,
      "loss": 0.0063,
      "step": 7380
    },
    {
      "epoch": 0.12489120607049002,
      "grad_norm": 0.5249748826026917,
      "learning_rate": 6.244190959019857e-06,
      "loss": 0.0057,
      "step": 7390
    },
    {
      "epoch": 0.12506020634934048,
      "grad_norm": 0.3524332642555237,
      "learning_rate": 6.252640473172793e-06,
      "loss": 0.0049,
      "step": 7400
    },
    {
      "epoch": 0.12522920662819093,
      "grad_norm": 0.21495512127876282,
      "learning_rate": 6.261089987325729e-06,
      "loss": 0.0055,
      "step": 7410
    },
    {
      "epoch": 0.1253982069070414,
      "grad_norm": 0.17406326532363892,
      "learning_rate": 6.269539501478665e-06,
      "loss": 0.0059,
      "step": 7420
    },
    {
      "epoch": 0.12556720718589184,
      "grad_norm": 0.17095540463924408,
      "learning_rate": 6.2779890156316015e-06,
      "loss": 0.005,
      "step": 7430
    },
    {
      "epoch": 0.12573620746474232,
      "grad_norm": 0.12662187218666077,
      "learning_rate": 6.286438529784538e-06,
      "loss": 0.0072,
      "step": 7440
    },
    {
      "epoch": 0.1259052077435928,
      "grad_norm": 0.14037641882896423,
      "learning_rate": 6.294888043937474e-06,
      "loss": 0.005,
      "step": 7450
    },
    {
      "epoch": 0.12607420802244323,
      "grad_norm": 0.4467966854572296,
      "learning_rate": 6.30333755809041e-06,
      "loss": 0.0068,
      "step": 7460
    },
    {
      "epoch": 0.1262432083012937,
      "grad_norm": 0.29418110847473145,
      "learning_rate": 6.311787072243346e-06,
      "loss": 0.0072,
      "step": 7470
    },
    {
      "epoch": 0.12641220858014415,
      "grad_norm": 0.2855652868747711,
      "learning_rate": 6.320236586396282e-06,
      "loss": 0.0045,
      "step": 7480
    },
    {
      "epoch": 0.12658120885899463,
      "grad_norm": 0.249783456325531,
      "learning_rate": 6.328686100549219e-06,
      "loss": 0.0053,
      "step": 7490
    },
    {
      "epoch": 0.12675020913784507,
      "grad_norm": 0.1699150800704956,
      "learning_rate": 6.337135614702155e-06,
      "loss": 0.0074,
      "step": 7500
    },
    {
      "epoch": 0.12691920941669554,
      "grad_norm": 0.1926853507757187,
      "learning_rate": 6.345585128855092e-06,
      "loss": 0.0058,
      "step": 7510
    },
    {
      "epoch": 0.127088209695546,
      "grad_norm": 0.18150867521762848,
      "learning_rate": 6.354034643008028e-06,
      "loss": 0.0057,
      "step": 7520
    },
    {
      "epoch": 0.12725720997439646,
      "grad_norm": 0.23561467230319977,
      "learning_rate": 6.362484157160964e-06,
      "loss": 0.0057,
      "step": 7530
    },
    {
      "epoch": 0.1274262102532469,
      "grad_norm": 0.12343981117010117,
      "learning_rate": 6.3709336713139e-06,
      "loss": 0.006,
      "step": 7540
    },
    {
      "epoch": 0.12759521053209738,
      "grad_norm": 0.23419040441513062,
      "learning_rate": 6.379383185466836e-06,
      "loss": 0.0041,
      "step": 7550
    },
    {
      "epoch": 0.12776421081094783,
      "grad_norm": 0.2999023497104645,
      "learning_rate": 6.3878326996197725e-06,
      "loss": 0.0096,
      "step": 7560
    },
    {
      "epoch": 0.1279332110897983,
      "grad_norm": 0.513978123664856,
      "learning_rate": 6.396282213772709e-06,
      "loss": 0.0049,
      "step": 7570
    },
    {
      "epoch": 0.12810221136864877,
      "grad_norm": 0.49737265706062317,
      "learning_rate": 6.404731727925645e-06,
      "loss": 0.0061,
      "step": 7580
    },
    {
      "epoch": 0.12827121164749922,
      "grad_norm": 0.2800723612308502,
      "learning_rate": 6.413181242078581e-06,
      "loss": 0.0079,
      "step": 7590
    },
    {
      "epoch": 0.1284402119263497,
      "grad_norm": 0.2312825322151184,
      "learning_rate": 6.421630756231517e-06,
      "loss": 0.0068,
      "step": 7600
    },
    {
      "epoch": 0.12860921220520014,
      "grad_norm": 0.10857295989990234,
      "learning_rate": 6.430080270384453e-06,
      "loss": 0.0045,
      "step": 7610
    },
    {
      "epoch": 0.1287782124840506,
      "grad_norm": 0.2910762131214142,
      "learning_rate": 6.43852978453739e-06,
      "loss": 0.0064,
      "step": 7620
    },
    {
      "epoch": 0.12894721276290105,
      "grad_norm": 0.09099793434143066,
      "learning_rate": 6.4469792986903254e-06,
      "loss": 0.0046,
      "step": 7630
    },
    {
      "epoch": 0.12911621304175153,
      "grad_norm": 0.5014476180076599,
      "learning_rate": 6.455428812843262e-06,
      "loss": 0.0064,
      "step": 7640
    },
    {
      "epoch": 0.12928521332060197,
      "grad_norm": 0.4255957305431366,
      "learning_rate": 6.4638783269961976e-06,
      "loss": 0.0084,
      "step": 7650
    },
    {
      "epoch": 0.12945421359945244,
      "grad_norm": 0.4127286672592163,
      "learning_rate": 6.472327841149134e-06,
      "loss": 0.0055,
      "step": 7660
    },
    {
      "epoch": 0.1296232138783029,
      "grad_norm": 0.3005797266960144,
      "learning_rate": 6.4807773553020706e-06,
      "loss": 0.0066,
      "step": 7670
    },
    {
      "epoch": 0.12979221415715336,
      "grad_norm": 0.24604128301143646,
      "learning_rate": 6.489226869455006e-06,
      "loss": 0.0062,
      "step": 7680
    },
    {
      "epoch": 0.1299612144360038,
      "grad_norm": 0.11351402848958969,
      "learning_rate": 6.497676383607943e-06,
      "loss": 0.0068,
      "step": 7690
    },
    {
      "epoch": 0.13013021471485428,
      "grad_norm": 0.31498342752456665,
      "learning_rate": 6.506125897760879e-06,
      "loss": 0.0052,
      "step": 7700
    },
    {
      "epoch": 0.13029921499370473,
      "grad_norm": 0.17923851311206818,
      "learning_rate": 6.514575411913816e-06,
      "loss": 0.0085,
      "step": 7710
    },
    {
      "epoch": 0.1304682152725552,
      "grad_norm": 0.1601186990737915,
      "learning_rate": 6.523024926066752e-06,
      "loss": 0.0044,
      "step": 7720
    },
    {
      "epoch": 0.13063721555140567,
      "grad_norm": 0.3751295506954193,
      "learning_rate": 6.531474440219689e-06,
      "loss": 0.0076,
      "step": 7730
    },
    {
      "epoch": 0.13080621583025612,
      "grad_norm": 0.33075717091560364,
      "learning_rate": 6.539923954372624e-06,
      "loss": 0.0067,
      "step": 7740
    },
    {
      "epoch": 0.1309752161091066,
      "grad_norm": 0.12268586456775665,
      "learning_rate": 6.548373468525561e-06,
      "loss": 0.0061,
      "step": 7750
    },
    {
      "epoch": 0.13114421638795704,
      "grad_norm": 0.4134727418422699,
      "learning_rate": 6.5568229826784965e-06,
      "loss": 0.0084,
      "step": 7760
    },
    {
      "epoch": 0.1313132166668075,
      "grad_norm": 0.030967149883508682,
      "learning_rate": 6.565272496831433e-06,
      "loss": 0.0048,
      "step": 7770
    },
    {
      "epoch": 0.13148221694565795,
      "grad_norm": 0.10871484875679016,
      "learning_rate": 6.5737220109843695e-06,
      "loss": 0.007,
      "step": 7780
    },
    {
      "epoch": 0.13165121722450843,
      "grad_norm": 0.3758116364479065,
      "learning_rate": 6.582171525137305e-06,
      "loss": 0.0055,
      "step": 7790
    },
    {
      "epoch": 0.13182021750335887,
      "grad_norm": 0.90146404504776,
      "learning_rate": 6.590621039290242e-06,
      "loss": 0.0051,
      "step": 7800
    },
    {
      "epoch": 0.13198921778220934,
      "grad_norm": 0.4192593991756439,
      "learning_rate": 6.599070553443177e-06,
      "loss": 0.0123,
      "step": 7810
    },
    {
      "epoch": 0.1321582180610598,
      "grad_norm": 0.4820626378059387,
      "learning_rate": 6.607520067596114e-06,
      "loss": 0.0082,
      "step": 7820
    },
    {
      "epoch": 0.13232721833991026,
      "grad_norm": 0.0934116318821907,
      "learning_rate": 6.61596958174905e-06,
      "loss": 0.0058,
      "step": 7830
    },
    {
      "epoch": 0.1324962186187607,
      "grad_norm": 0.46475282311439514,
      "learning_rate": 6.624419095901986e-06,
      "loss": 0.0053,
      "step": 7840
    },
    {
      "epoch": 0.13266521889761118,
      "grad_norm": 0.15889766812324524,
      "learning_rate": 6.632868610054922e-06,
      "loss": 0.0036,
      "step": 7850
    },
    {
      "epoch": 0.13283421917646165,
      "grad_norm": 0.1389142870903015,
      "learning_rate": 6.641318124207858e-06,
      "loss": 0.0069,
      "step": 7860
    },
    {
      "epoch": 0.1330032194553121,
      "grad_norm": 0.31071558594703674,
      "learning_rate": 6.6497676383607945e-06,
      "loss": 0.0075,
      "step": 7870
    },
    {
      "epoch": 0.13317221973416257,
      "grad_norm": 0.2616838812828064,
      "learning_rate": 6.658217152513731e-06,
      "loss": 0.006,
      "step": 7880
    },
    {
      "epoch": 0.13334122001301302,
      "grad_norm": 0.4653517007827759,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.0053,
      "step": 7890
    },
    {
      "epoch": 0.1335102202918635,
      "grad_norm": 0.33546552062034607,
      "learning_rate": 6.675116180819603e-06,
      "loss": 0.0059,
      "step": 7900
    },
    {
      "epoch": 0.13367922057071394,
      "grad_norm": 0.21979467570781708,
      "learning_rate": 6.683565694972539e-06,
      "loss": 0.0053,
      "step": 7910
    },
    {
      "epoch": 0.1338482208495644,
      "grad_norm": 0.24753090739250183,
      "learning_rate": 6.692015209125475e-06,
      "loss": 0.0055,
      "step": 7920
    },
    {
      "epoch": 0.13401722112841485,
      "grad_norm": 0.4232696294784546,
      "learning_rate": 6.700464723278413e-06,
      "loss": 0.0077,
      "step": 7930
    },
    {
      "epoch": 0.13418622140726533,
      "grad_norm": 0.14672839641571045,
      "learning_rate": 6.708914237431349e-06,
      "loss": 0.0058,
      "step": 7940
    },
    {
      "epoch": 0.13435522168611577,
      "grad_norm": 0.1414640247821808,
      "learning_rate": 6.717363751584285e-06,
      "loss": 0.0064,
      "step": 7950
    },
    {
      "epoch": 0.13452422196496625,
      "grad_norm": 0.17650949954986572,
      "learning_rate": 6.725813265737221e-06,
      "loss": 0.0055,
      "step": 7960
    },
    {
      "epoch": 0.1346932222438167,
      "grad_norm": 0.14567339420318604,
      "learning_rate": 6.734262779890157e-06,
      "loss": 0.0063,
      "step": 7970
    },
    {
      "epoch": 0.13486222252266716,
      "grad_norm": 0.24944984912872314,
      "learning_rate": 6.742712294043093e-06,
      "loss": 0.0073,
      "step": 7980
    },
    {
      "epoch": 0.13503122280151764,
      "grad_norm": 0.5359504818916321,
      "learning_rate": 6.75116180819603e-06,
      "loss": 0.0056,
      "step": 7990
    },
    {
      "epoch": 0.13520022308036808,
      "grad_norm": 0.43457257747650146,
      "learning_rate": 6.7596113223489655e-06,
      "loss": 0.0068,
      "step": 8000
    },
    {
      "epoch": 0.13536922335921855,
      "grad_norm": 0.38084739446640015,
      "learning_rate": 6.768060836501902e-06,
      "loss": 0.0065,
      "step": 8010
    },
    {
      "epoch": 0.135538223638069,
      "grad_norm": 6.1073760986328125,
      "learning_rate": 6.776510350654838e-06,
      "loss": 0.0073,
      "step": 8020
    },
    {
      "epoch": 0.13570722391691947,
      "grad_norm": 0.7895514369010925,
      "learning_rate": 6.784959864807774e-06,
      "loss": 0.0088,
      "step": 8030
    },
    {
      "epoch": 0.13587622419576992,
      "grad_norm": 0.2781662046909332,
      "learning_rate": 6.793409378960711e-06,
      "loss": 0.0047,
      "step": 8040
    },
    {
      "epoch": 0.1360452244746204,
      "grad_norm": 0.16183938086032867,
      "learning_rate": 6.801858893113646e-06,
      "loss": 0.0062,
      "step": 8050
    },
    {
      "epoch": 0.13621422475347084,
      "grad_norm": 0.2602287828922272,
      "learning_rate": 6.810308407266583e-06,
      "loss": 0.0055,
      "step": 8060
    },
    {
      "epoch": 0.1363832250323213,
      "grad_norm": 0.1746702939271927,
      "learning_rate": 6.8187579214195185e-06,
      "loss": 0.007,
      "step": 8070
    },
    {
      "epoch": 0.13655222531117175,
      "grad_norm": 0.26238518953323364,
      "learning_rate": 6.827207435572455e-06,
      "loss": 0.0073,
      "step": 8080
    },
    {
      "epoch": 0.13672122559002223,
      "grad_norm": 0.22383089363574982,
      "learning_rate": 6.8356569497253914e-06,
      "loss": 0.0064,
      "step": 8090
    },
    {
      "epoch": 0.13689022586887267,
      "grad_norm": 0.33924341201782227,
      "learning_rate": 6.844106463878327e-06,
      "loss": 0.0068,
      "step": 8100
    },
    {
      "epoch": 0.13705922614772315,
      "grad_norm": 0.25141218304634094,
      "learning_rate": 6.852555978031264e-06,
      "loss": 0.0041,
      "step": 8110
    },
    {
      "epoch": 0.1372282264265736,
      "grad_norm": 0.15798458456993103,
      "learning_rate": 6.861005492184199e-06,
      "loss": 0.006,
      "step": 8120
    },
    {
      "epoch": 0.13739722670542406,
      "grad_norm": 0.6393792629241943,
      "learning_rate": 6.869455006337136e-06,
      "loss": 0.0043,
      "step": 8130
    },
    {
      "epoch": 0.13756622698427454,
      "grad_norm": 0.12887583673000336,
      "learning_rate": 6.877904520490072e-06,
      "loss": 0.0069,
      "step": 8140
    },
    {
      "epoch": 0.13773522726312498,
      "grad_norm": 0.3371468484401703,
      "learning_rate": 6.886354034643009e-06,
      "loss": 0.0036,
      "step": 8150
    },
    {
      "epoch": 0.13790422754197545,
      "grad_norm": 1.44239342212677,
      "learning_rate": 6.894803548795945e-06,
      "loss": 0.0063,
      "step": 8160
    },
    {
      "epoch": 0.1380732278208259,
      "grad_norm": 0.2369224727153778,
      "learning_rate": 6.903253062948882e-06,
      "loss": 0.0062,
      "step": 8170
    },
    {
      "epoch": 0.13824222809967637,
      "grad_norm": 0.30964913964271545,
      "learning_rate": 6.911702577101817e-06,
      "loss": 0.0074,
      "step": 8180
    },
    {
      "epoch": 0.13841122837852682,
      "grad_norm": 0.27758997678756714,
      "learning_rate": 6.920152091254754e-06,
      "loss": 0.0073,
      "step": 8190
    },
    {
      "epoch": 0.1385802286573773,
      "grad_norm": 0.295818030834198,
      "learning_rate": 6.9286016054076895e-06,
      "loss": 0.0076,
      "step": 8200
    },
    {
      "epoch": 0.13874922893622774,
      "grad_norm": 0.2563367784023285,
      "learning_rate": 6.937051119560626e-06,
      "loss": 0.0062,
      "step": 8210
    },
    {
      "epoch": 0.1389182292150782,
      "grad_norm": 0.406826913356781,
      "learning_rate": 6.9455006337135625e-06,
      "loss": 0.0056,
      "step": 8220
    },
    {
      "epoch": 0.13908722949392865,
      "grad_norm": 0.34856709837913513,
      "learning_rate": 6.953950147866498e-06,
      "loss": 0.0057,
      "step": 8230
    },
    {
      "epoch": 0.13925622977277913,
      "grad_norm": 0.04294797405600548,
      "learning_rate": 6.962399662019435e-06,
      "loss": 0.0047,
      "step": 8240
    },
    {
      "epoch": 0.13942523005162957,
      "grad_norm": 0.28117257356643677,
      "learning_rate": 6.97084917617237e-06,
      "loss": 0.0088,
      "step": 8250
    },
    {
      "epoch": 0.13959423033048005,
      "grad_norm": 0.15075592696666718,
      "learning_rate": 6.979298690325307e-06,
      "loss": 0.0051,
      "step": 8260
    },
    {
      "epoch": 0.13976323060933052,
      "grad_norm": 0.2688157558441162,
      "learning_rate": 6.987748204478243e-06,
      "loss": 0.0093,
      "step": 8270
    },
    {
      "epoch": 0.13993223088818096,
      "grad_norm": 0.277136892080307,
      "learning_rate": 6.996197718631179e-06,
      "loss": 0.0041,
      "step": 8280
    },
    {
      "epoch": 0.14010123116703144,
      "grad_norm": 0.15421010553836823,
      "learning_rate": 7.004647232784115e-06,
      "loss": 0.0052,
      "step": 8290
    },
    {
      "epoch": 0.14027023144588188,
      "grad_norm": 0.20295974612236023,
      "learning_rate": 7.013096746937051e-06,
      "loss": 0.006,
      "step": 8300
    },
    {
      "epoch": 0.14043923172473236,
      "grad_norm": 0.24425384402275085,
      "learning_rate": 7.0215462610899875e-06,
      "loss": 0.0055,
      "step": 8310
    },
    {
      "epoch": 0.1406082320035828,
      "grad_norm": 0.20600204169750214,
      "learning_rate": 7.029995775242924e-06,
      "loss": 0.0041,
      "step": 8320
    },
    {
      "epoch": 0.14077723228243327,
      "grad_norm": 0.3156473636627197,
      "learning_rate": 7.03844528939586e-06,
      "loss": 0.0092,
      "step": 8330
    },
    {
      "epoch": 0.14094623256128372,
      "grad_norm": 0.09433050453662872,
      "learning_rate": 7.046894803548796e-06,
      "loss": 0.0041,
      "step": 8340
    },
    {
      "epoch": 0.1411152328401342,
      "grad_norm": 0.14726519584655762,
      "learning_rate": 7.055344317701732e-06,
      "loss": 0.0072,
      "step": 8350
    },
    {
      "epoch": 0.14128423311898464,
      "grad_norm": 0.40286463499069214,
      "learning_rate": 7.063793831854668e-06,
      "loss": 0.0052,
      "step": 8360
    },
    {
      "epoch": 0.1414532333978351,
      "grad_norm": 0.3082537055015564,
      "learning_rate": 7.072243346007606e-06,
      "loss": 0.0037,
      "step": 8370
    },
    {
      "epoch": 0.14162223367668555,
      "grad_norm": 0.1920309066772461,
      "learning_rate": 7.080692860160542e-06,
      "loss": 0.008,
      "step": 8380
    },
    {
      "epoch": 0.14179123395553603,
      "grad_norm": 0.30830442905426025,
      "learning_rate": 7.089142374313478e-06,
      "loss": 0.0067,
      "step": 8390
    },
    {
      "epoch": 0.14196023423438647,
      "grad_norm": 0.23955096304416656,
      "learning_rate": 7.097591888466414e-06,
      "loss": 0.0042,
      "step": 8400
    },
    {
      "epoch": 0.14212923451323695,
      "grad_norm": 0.44451770186424255,
      "learning_rate": 7.10604140261935e-06,
      "loss": 0.0055,
      "step": 8410
    },
    {
      "epoch": 0.14229823479208742,
      "grad_norm": 0.15314729511737823,
      "learning_rate": 7.114490916772286e-06,
      "loss": 0.0032,
      "step": 8420
    },
    {
      "epoch": 0.14246723507093786,
      "grad_norm": 0.27596771717071533,
      "learning_rate": 7.122940430925223e-06,
      "loss": 0.0051,
      "step": 8430
    },
    {
      "epoch": 0.14263623534978834,
      "grad_norm": 0.11215230822563171,
      "learning_rate": 7.1313899450781586e-06,
      "loss": 0.0043,
      "step": 8440
    },
    {
      "epoch": 0.14280523562863878,
      "grad_norm": 0.35231873393058777,
      "learning_rate": 7.139839459231095e-06,
      "loss": 0.0051,
      "step": 8450
    },
    {
      "epoch": 0.14297423590748926,
      "grad_norm": 0.26749947667121887,
      "learning_rate": 7.148288973384031e-06,
      "loss": 0.0057,
      "step": 8460
    },
    {
      "epoch": 0.1431432361863397,
      "grad_norm": 0.1803816854953766,
      "learning_rate": 7.156738487536967e-06,
      "loss": 0.0042,
      "step": 8470
    },
    {
      "epoch": 0.14331223646519017,
      "grad_norm": 0.264035701751709,
      "learning_rate": 7.165188001689904e-06,
      "loss": 0.0067,
      "step": 8480
    },
    {
      "epoch": 0.14348123674404062,
      "grad_norm": 0.22792071104049683,
      "learning_rate": 7.173637515842839e-06,
      "loss": 0.0047,
      "step": 8490
    },
    {
      "epoch": 0.1436502370228911,
      "grad_norm": 0.0940081998705864,
      "learning_rate": 7.182087029995776e-06,
      "loss": 0.006,
      "step": 8500
    },
    {
      "epoch": 0.14381923730174154,
      "grad_norm": 0.33512696623802185,
      "learning_rate": 7.1905365441487115e-06,
      "loss": 0.0049,
      "step": 8510
    },
    {
      "epoch": 0.143988237580592,
      "grad_norm": 0.1594853699207306,
      "learning_rate": 7.198986058301648e-06,
      "loss": 0.0035,
      "step": 8520
    },
    {
      "epoch": 0.14415723785944246,
      "grad_norm": 0.33963024616241455,
      "learning_rate": 7.2074355724545845e-06,
      "loss": 0.0043,
      "step": 8530
    },
    {
      "epoch": 0.14432623813829293,
      "grad_norm": 2.5675406455993652,
      "learning_rate": 7.21588508660752e-06,
      "loss": 0.0066,
      "step": 8540
    },
    {
      "epoch": 0.1444952384171434,
      "grad_norm": 0.38166311383247375,
      "learning_rate": 7.224334600760457e-06,
      "loss": 0.0055,
      "step": 8550
    },
    {
      "epoch": 0.14466423869599385,
      "grad_norm": 0.15342292189598083,
      "learning_rate": 7.232784114913392e-06,
      "loss": 0.0049,
      "step": 8560
    },
    {
      "epoch": 0.14483323897484432,
      "grad_norm": 0.20990873873233795,
      "learning_rate": 7.241233629066329e-06,
      "loss": 0.0051,
      "step": 8570
    },
    {
      "epoch": 0.14500223925369476,
      "grad_norm": 0.17052221298217773,
      "learning_rate": 7.249683143219266e-06,
      "loss": 0.0049,
      "step": 8580
    },
    {
      "epoch": 0.14517123953254524,
      "grad_norm": 0.4310913681983948,
      "learning_rate": 7.258132657372203e-06,
      "loss": 0.0063,
      "step": 8590
    },
    {
      "epoch": 0.14534023981139568,
      "grad_norm": 0.25773683190345764,
      "learning_rate": 7.266582171525138e-06,
      "loss": 0.0108,
      "step": 8600
    },
    {
      "epoch": 0.14550924009024616,
      "grad_norm": 0.20230819284915924,
      "learning_rate": 7.275031685678075e-06,
      "loss": 0.008,
      "step": 8610
    },
    {
      "epoch": 0.1456782403690966,
      "grad_norm": 0.21330519020557404,
      "learning_rate": 7.28348119983101e-06,
      "loss": 0.0057,
      "step": 8620
    },
    {
      "epoch": 0.14584724064794707,
      "grad_norm": 0.22225132584571838,
      "learning_rate": 7.291930713983947e-06,
      "loss": 0.0047,
      "step": 8630
    },
    {
      "epoch": 0.14601624092679752,
      "grad_norm": 0.23057548701763153,
      "learning_rate": 7.300380228136883e-06,
      "loss": 0.0075,
      "step": 8640
    },
    {
      "epoch": 0.146185241205648,
      "grad_norm": 0.10859983414411545,
      "learning_rate": 7.308829742289819e-06,
      "loss": 0.0053,
      "step": 8650
    },
    {
      "epoch": 0.14635424148449844,
      "grad_norm": 0.3728826642036438,
      "learning_rate": 7.3172792564427555e-06,
      "loss": 0.0076,
      "step": 8660
    },
    {
      "epoch": 0.1465232417633489,
      "grad_norm": 0.24150754511356354,
      "learning_rate": 7.325728770595691e-06,
      "loss": 0.0065,
      "step": 8670
    },
    {
      "epoch": 0.14669224204219938,
      "grad_norm": 0.2621629536151886,
      "learning_rate": 7.334178284748628e-06,
      "loss": 0.0038,
      "step": 8680
    },
    {
      "epoch": 0.14686124232104983,
      "grad_norm": 0.1941870152950287,
      "learning_rate": 7.342627798901564e-06,
      "loss": 0.0056,
      "step": 8690
    },
    {
      "epoch": 0.1470302425999003,
      "grad_norm": 0.3373866677284241,
      "learning_rate": 7.3510773130545e-06,
      "loss": 0.007,
      "step": 8700
    },
    {
      "epoch": 0.14719924287875075,
      "grad_norm": 0.27150392532348633,
      "learning_rate": 7.359526827207436e-06,
      "loss": 0.0042,
      "step": 8710
    },
    {
      "epoch": 0.14736824315760122,
      "grad_norm": 0.271064430475235,
      "learning_rate": 7.367976341360372e-06,
      "loss": 0.0072,
      "step": 8720
    },
    {
      "epoch": 0.14753724343645166,
      "grad_norm": 0.11885469406843185,
      "learning_rate": 7.376425855513308e-06,
      "loss": 0.0064,
      "step": 8730
    },
    {
      "epoch": 0.14770624371530214,
      "grad_norm": 0.36805516481399536,
      "learning_rate": 7.384875369666245e-06,
      "loss": 0.0046,
      "step": 8740
    },
    {
      "epoch": 0.14787524399415258,
      "grad_norm": 0.3535545766353607,
      "learning_rate": 7.3933248838191806e-06,
      "loss": 0.0052,
      "step": 8750
    },
    {
      "epoch": 0.14804424427300306,
      "grad_norm": 0.4129721224308014,
      "learning_rate": 7.401774397972117e-06,
      "loss": 0.0063,
      "step": 8760
    },
    {
      "epoch": 0.1482132445518535,
      "grad_norm": 0.24997562170028687,
      "learning_rate": 7.410223912125053e-06,
      "loss": 0.0063,
      "step": 8770
    },
    {
      "epoch": 0.14838224483070397,
      "grad_norm": 0.28022584319114685,
      "learning_rate": 7.418673426277989e-06,
      "loss": 0.0059,
      "step": 8780
    },
    {
      "epoch": 0.14855124510955442,
      "grad_norm": 0.2782224118709564,
      "learning_rate": 7.427122940430926e-06,
      "loss": 0.0051,
      "step": 8790
    },
    {
      "epoch": 0.1487202453884049,
      "grad_norm": 0.17080119252204895,
      "learning_rate": 7.435572454583862e-06,
      "loss": 0.0047,
      "step": 8800
    },
    {
      "epoch": 0.14888924566725534,
      "grad_norm": 0.2720976769924164,
      "learning_rate": 7.444021968736799e-06,
      "loss": 0.0042,
      "step": 8810
    },
    {
      "epoch": 0.1490582459461058,
      "grad_norm": 0.1649436503648758,
      "learning_rate": 7.452471482889735e-06,
      "loss": 0.0037,
      "step": 8820
    },
    {
      "epoch": 0.14922724622495628,
      "grad_norm": 0.1506228744983673,
      "learning_rate": 7.460920997042671e-06,
      "loss": 0.0087,
      "step": 8830
    },
    {
      "epoch": 0.14939624650380673,
      "grad_norm": 0.21330970525741577,
      "learning_rate": 7.469370511195607e-06,
      "loss": 0.0055,
      "step": 8840
    },
    {
      "epoch": 0.1495652467826572,
      "grad_norm": 0.12506476044654846,
      "learning_rate": 7.477820025348543e-06,
      "loss": 0.0058,
      "step": 8850
    },
    {
      "epoch": 0.14973424706150765,
      "grad_norm": 0.1709899604320526,
      "learning_rate": 7.4862695395014794e-06,
      "loss": 0.0043,
      "step": 8860
    },
    {
      "epoch": 0.14990324734035812,
      "grad_norm": 0.16848011314868927,
      "learning_rate": 7.494719053654416e-06,
      "loss": 0.0042,
      "step": 8870
    },
    {
      "epoch": 0.15007224761920857,
      "grad_norm": 0.12850339710712433,
      "learning_rate": 7.503168567807352e-06,
      "loss": 0.0056,
      "step": 8880
    },
    {
      "epoch": 0.15024124789805904,
      "grad_norm": 0.3136073648929596,
      "learning_rate": 7.511618081960288e-06,
      "loss": 0.0029,
      "step": 8890
    },
    {
      "epoch": 0.15041024817690948,
      "grad_norm": 0.15144753456115723,
      "learning_rate": 7.520067596113224e-06,
      "loss": 0.0045,
      "step": 8900
    },
    {
      "epoch": 0.15057924845575996,
      "grad_norm": 0.4413564205169678,
      "learning_rate": 7.52851711026616e-06,
      "loss": 0.0054,
      "step": 8910
    },
    {
      "epoch": 0.1507482487346104,
      "grad_norm": 0.5044617056846619,
      "learning_rate": 7.536966624419097e-06,
      "loss": 0.008,
      "step": 8920
    },
    {
      "epoch": 0.15091724901346087,
      "grad_norm": 0.16861020028591156,
      "learning_rate": 7.545416138572032e-06,
      "loss": 0.004,
      "step": 8930
    },
    {
      "epoch": 0.15108624929231132,
      "grad_norm": 0.2561737298965454,
      "learning_rate": 7.553865652724969e-06,
      "loss": 0.0082,
      "step": 8940
    },
    {
      "epoch": 0.1512552495711618,
      "grad_norm": 0.12116044759750366,
      "learning_rate": 7.5623151668779045e-06,
      "loss": 0.005,
      "step": 8950
    },
    {
      "epoch": 0.15142424985001227,
      "grad_norm": 0.16940058767795563,
      "learning_rate": 7.570764681030841e-06,
      "loss": 0.0058,
      "step": 8960
    },
    {
      "epoch": 0.1515932501288627,
      "grad_norm": 0.18350815773010254,
      "learning_rate": 7.5792141951837775e-06,
      "loss": 0.0041,
      "step": 8970
    },
    {
      "epoch": 0.15176225040771318,
      "grad_norm": 0.1131502166390419,
      "learning_rate": 7.587663709336713e-06,
      "loss": 0.0044,
      "step": 8980
    },
    {
      "epoch": 0.15193125068656363,
      "grad_norm": 0.15428772568702698,
      "learning_rate": 7.59611322348965e-06,
      "loss": 0.0053,
      "step": 8990
    },
    {
      "epoch": 0.1521002509654141,
      "grad_norm": 0.19609490036964417,
      "learning_rate": 7.604562737642585e-06,
      "loss": 0.006,
      "step": 9000
    },
    {
      "epoch": 0.15226925124426455,
      "grad_norm": 0.2686976194381714,
      "learning_rate": 7.613012251795522e-06,
      "loss": 0.0036,
      "step": 9010
    },
    {
      "epoch": 0.15243825152311502,
      "grad_norm": 0.11909843981266022,
      "learning_rate": 7.621461765948459e-06,
      "loss": 0.0039,
      "step": 9020
    },
    {
      "epoch": 0.15260725180196547,
      "grad_norm": 0.26848167181015015,
      "learning_rate": 7.629911280101395e-06,
      "loss": 0.0048,
      "step": 9030
    },
    {
      "epoch": 0.15277625208081594,
      "grad_norm": 0.23602674901485443,
      "learning_rate": 7.638360794254331e-06,
      "loss": 0.0063,
      "step": 9040
    },
    {
      "epoch": 0.15294525235966638,
      "grad_norm": 0.47805437445640564,
      "learning_rate": 7.646810308407268e-06,
      "loss": 0.0057,
      "step": 9050
    },
    {
      "epoch": 0.15311425263851686,
      "grad_norm": 0.3113015294075012,
      "learning_rate": 7.655259822560204e-06,
      "loss": 0.0066,
      "step": 9060
    },
    {
      "epoch": 0.1532832529173673,
      "grad_norm": 0.1774858981370926,
      "learning_rate": 7.663709336713139e-06,
      "loss": 0.0048,
      "step": 9070
    },
    {
      "epoch": 0.15345225319621777,
      "grad_norm": 0.1720050722360611,
      "learning_rate": 7.672158850866076e-06,
      "loss": 0.0055,
      "step": 9080
    },
    {
      "epoch": 0.15362125347506822,
      "grad_norm": 0.2195959836244583,
      "learning_rate": 7.680608365019012e-06,
      "loss": 0.0076,
      "step": 9090
    },
    {
      "epoch": 0.1537902537539187,
      "grad_norm": 0.209056556224823,
      "learning_rate": 7.689057879171949e-06,
      "loss": 0.0069,
      "step": 9100
    },
    {
      "epoch": 0.15395925403276917,
      "grad_norm": 0.31863802671432495,
      "learning_rate": 7.697507393324885e-06,
      "loss": 0.0036,
      "step": 9110
    },
    {
      "epoch": 0.1541282543116196,
      "grad_norm": 0.1689879596233368,
      "learning_rate": 7.70595690747782e-06,
      "loss": 0.0035,
      "step": 9120
    },
    {
      "epoch": 0.15429725459047008,
      "grad_norm": 0.3629443049430847,
      "learning_rate": 7.714406421630756e-06,
      "loss": 0.0052,
      "step": 9130
    },
    {
      "epoch": 0.15446625486932053,
      "grad_norm": 0.2640196681022644,
      "learning_rate": 7.722855935783693e-06,
      "loss": 0.0094,
      "step": 9140
    },
    {
      "epoch": 0.154635255148171,
      "grad_norm": 0.06258325278759003,
      "learning_rate": 7.73130544993663e-06,
      "loss": 0.0059,
      "step": 9150
    },
    {
      "epoch": 0.15480425542702145,
      "grad_norm": 0.02285955473780632,
      "learning_rate": 7.739754964089566e-06,
      "loss": 0.0054,
      "step": 9160
    },
    {
      "epoch": 0.15497325570587192,
      "grad_norm": 0.1107051745057106,
      "learning_rate": 7.7482044782425e-06,
      "loss": 0.0037,
      "step": 9170
    },
    {
      "epoch": 0.15514225598472237,
      "grad_norm": 0.24938778579235077,
      "learning_rate": 7.756653992395437e-06,
      "loss": 0.0074,
      "step": 9180
    },
    {
      "epoch": 0.15531125626357284,
      "grad_norm": 0.18850697576999664,
      "learning_rate": 7.765103506548374e-06,
      "loss": 0.0047,
      "step": 9190
    },
    {
      "epoch": 0.15548025654242328,
      "grad_norm": 0.2750691771507263,
      "learning_rate": 7.77355302070131e-06,
      "loss": 0.0075,
      "step": 9200
    },
    {
      "epoch": 0.15564925682127376,
      "grad_norm": 0.13034598529338837,
      "learning_rate": 7.782002534854247e-06,
      "loss": 0.0044,
      "step": 9210
    },
    {
      "epoch": 0.1558182571001242,
      "grad_norm": 0.21011145412921906,
      "learning_rate": 7.790452049007183e-06,
      "loss": 0.0053,
      "step": 9220
    },
    {
      "epoch": 0.15598725737897468,
      "grad_norm": 0.30511417984962463,
      "learning_rate": 7.79890156316012e-06,
      "loss": 0.0055,
      "step": 9230
    },
    {
      "epoch": 0.15615625765782515,
      "grad_norm": 0.17314879596233368,
      "learning_rate": 7.807351077313056e-06,
      "loss": 0.0039,
      "step": 9240
    },
    {
      "epoch": 0.1563252579366756,
      "grad_norm": 0.2600672245025635,
      "learning_rate": 7.815800591465993e-06,
      "loss": 0.0065,
      "step": 9250
    },
    {
      "epoch": 0.15649425821552607,
      "grad_norm": 0.30571845173835754,
      "learning_rate": 7.824250105618927e-06,
      "loss": 0.0046,
      "step": 9260
    },
    {
      "epoch": 0.1566632584943765,
      "grad_norm": 0.2151174694299698,
      "learning_rate": 7.832699619771864e-06,
      "loss": 0.0062,
      "step": 9270
    },
    {
      "epoch": 0.15683225877322698,
      "grad_norm": 0.14800691604614258,
      "learning_rate": 7.8411491339248e-06,
      "loss": 0.0058,
      "step": 9280
    },
    {
      "epoch": 0.15700125905207743,
      "grad_norm": 0.2288718819618225,
      "learning_rate": 7.849598648077737e-06,
      "loss": 0.0062,
      "step": 9290
    },
    {
      "epoch": 0.1571702593309279,
      "grad_norm": 0.24087797105312347,
      "learning_rate": 7.858048162230673e-06,
      "loss": 0.0059,
      "step": 9300
    },
    {
      "epoch": 0.15733925960977835,
      "grad_norm": 0.2878643274307251,
      "learning_rate": 7.866497676383608e-06,
      "loss": 0.006,
      "step": 9310
    },
    {
      "epoch": 0.15750825988862882,
      "grad_norm": 0.14686961472034454,
      "learning_rate": 7.874947190536545e-06,
      "loss": 0.0054,
      "step": 9320
    },
    {
      "epoch": 0.15767726016747927,
      "grad_norm": 0.29242226481437683,
      "learning_rate": 7.883396704689481e-06,
      "loss": 0.0059,
      "step": 9330
    },
    {
      "epoch": 0.15784626044632974,
      "grad_norm": 0.32249775528907776,
      "learning_rate": 7.891846218842418e-06,
      "loss": 0.005,
      "step": 9340
    },
    {
      "epoch": 0.15801526072518018,
      "grad_norm": 0.6770492196083069,
      "learning_rate": 7.900295732995354e-06,
      "loss": 0.0064,
      "step": 9350
    },
    {
      "epoch": 0.15818426100403066,
      "grad_norm": 0.2366202175617218,
      "learning_rate": 7.908745247148289e-06,
      "loss": 0.0077,
      "step": 9360
    },
    {
      "epoch": 0.15835326128288113,
      "grad_norm": 0.36044564843177795,
      "learning_rate": 7.917194761301225e-06,
      "loss": 0.0071,
      "step": 9370
    },
    {
      "epoch": 0.15852226156173158,
      "grad_norm": 0.37434545159339905,
      "learning_rate": 7.925644275454162e-06,
      "loss": 0.0056,
      "step": 9380
    },
    {
      "epoch": 0.15869126184058205,
      "grad_norm": 0.4788360893726349,
      "learning_rate": 7.934093789607098e-06,
      "loss": 0.006,
      "step": 9390
    },
    {
      "epoch": 0.1588602621194325,
      "grad_norm": 0.28214511275291443,
      "learning_rate": 7.942543303760035e-06,
      "loss": 0.004,
      "step": 9400
    },
    {
      "epoch": 0.15902926239828297,
      "grad_norm": 0.11522787064313889,
      "learning_rate": 7.95099281791297e-06,
      "loss": 0.0041,
      "step": 9410
    },
    {
      "epoch": 0.1591982626771334,
      "grad_norm": 0.33369603753089905,
      "learning_rate": 7.959442332065906e-06,
      "loss": 0.0064,
      "step": 9420
    },
    {
      "epoch": 0.15936726295598388,
      "grad_norm": 0.15886670351028442,
      "learning_rate": 7.967891846218843e-06,
      "loss": 0.0045,
      "step": 9430
    },
    {
      "epoch": 0.15953626323483433,
      "grad_norm": 0.378985732793808,
      "learning_rate": 7.976341360371779e-06,
      "loss": 0.0095,
      "step": 9440
    },
    {
      "epoch": 0.1597052635136848,
      "grad_norm": 0.7028583884239197,
      "learning_rate": 7.984790874524716e-06,
      "loss": 0.0075,
      "step": 9450
    },
    {
      "epoch": 0.15987426379253525,
      "grad_norm": 0.5431110262870789,
      "learning_rate": 7.993240388677652e-06,
      "loss": 0.0071,
      "step": 9460
    },
    {
      "epoch": 0.16004326407138572,
      "grad_norm": 0.21072594821453094,
      "learning_rate": 8.001689902830589e-06,
      "loss": 0.0059,
      "step": 9470
    },
    {
      "epoch": 0.16021226435023617,
      "grad_norm": 0.2906375527381897,
      "learning_rate": 8.010139416983525e-06,
      "loss": 0.0061,
      "step": 9480
    },
    {
      "epoch": 0.16038126462908664,
      "grad_norm": 0.5510354042053223,
      "learning_rate": 8.01858893113646e-06,
      "loss": 0.0108,
      "step": 9490
    },
    {
      "epoch": 0.16055026490793708,
      "grad_norm": 0.0482487753033638,
      "learning_rate": 8.027038445289396e-06,
      "loss": 0.0063,
      "step": 9500
    },
    {
      "epoch": 0.16071926518678756,
      "grad_norm": 0.34865421056747437,
      "learning_rate": 8.035487959442333e-06,
      "loss": 0.0073,
      "step": 9510
    },
    {
      "epoch": 0.16088826546563803,
      "grad_norm": 0.1495426744222641,
      "learning_rate": 8.04393747359527e-06,
      "loss": 0.0062,
      "step": 9520
    },
    {
      "epoch": 0.16105726574448848,
      "grad_norm": 0.3056929409503937,
      "learning_rate": 8.052386987748206e-06,
      "loss": 0.0077,
      "step": 9530
    },
    {
      "epoch": 0.16122626602333895,
      "grad_norm": 0.13944317400455475,
      "learning_rate": 8.06083650190114e-06,
      "loss": 0.0044,
      "step": 9540
    },
    {
      "epoch": 0.1613952663021894,
      "grad_norm": 0.2999503016471863,
      "learning_rate": 8.069286016054077e-06,
      "loss": 0.0073,
      "step": 9550
    },
    {
      "epoch": 0.16156426658103987,
      "grad_norm": 0.22944676876068115,
      "learning_rate": 8.077735530207014e-06,
      "loss": 0.0043,
      "step": 9560
    },
    {
      "epoch": 0.1617332668598903,
      "grad_norm": 0.18615588545799255,
      "learning_rate": 8.08618504435995e-06,
      "loss": 0.0032,
      "step": 9570
    },
    {
      "epoch": 0.16190226713874079,
      "grad_norm": 0.10034358501434326,
      "learning_rate": 8.094634558512887e-06,
      "loss": 0.0052,
      "step": 9580
    },
    {
      "epoch": 0.16207126741759123,
      "grad_norm": 0.19554342329502106,
      "learning_rate": 8.103084072665821e-06,
      "loss": 0.0052,
      "step": 9590
    },
    {
      "epoch": 0.1622402676964417,
      "grad_norm": 0.18776758015155792,
      "learning_rate": 8.111533586818758e-06,
      "loss": 0.0092,
      "step": 9600
    },
    {
      "epoch": 0.16240926797529215,
      "grad_norm": 0.16730335354804993,
      "learning_rate": 8.119983100971694e-06,
      "loss": 0.0082,
      "step": 9610
    },
    {
      "epoch": 0.16257826825414262,
      "grad_norm": 0.2268962264060974,
      "learning_rate": 8.128432615124631e-06,
      "loss": 0.0031,
      "step": 9620
    },
    {
      "epoch": 0.16274726853299307,
      "grad_norm": 0.2297000288963318,
      "learning_rate": 8.136882129277567e-06,
      "loss": 0.0051,
      "step": 9630
    },
    {
      "epoch": 0.16291626881184354,
      "grad_norm": 0.29321032762527466,
      "learning_rate": 8.145331643430502e-06,
      "loss": 0.0077,
      "step": 9640
    },
    {
      "epoch": 0.163085269090694,
      "grad_norm": 0.10185467451810837,
      "learning_rate": 8.153781157583439e-06,
      "loss": 0.0075,
      "step": 9650
    },
    {
      "epoch": 0.16325426936954446,
      "grad_norm": 0.23513555526733398,
      "learning_rate": 8.162230671736375e-06,
      "loss": 0.0052,
      "step": 9660
    },
    {
      "epoch": 0.16342326964839493,
      "grad_norm": 0.29854118824005127,
      "learning_rate": 8.170680185889312e-06,
      "loss": 0.0057,
      "step": 9670
    },
    {
      "epoch": 0.16359226992724538,
      "grad_norm": 0.11316808313131332,
      "learning_rate": 8.179129700042248e-06,
      "loss": 0.0039,
      "step": 9680
    },
    {
      "epoch": 0.16376127020609585,
      "grad_norm": 0.11226405948400497,
      "learning_rate": 8.187579214195185e-06,
      "loss": 0.0053,
      "step": 9690
    },
    {
      "epoch": 0.1639302704849463,
      "grad_norm": 0.5727311372756958,
      "learning_rate": 8.196028728348121e-06,
      "loss": 0.006,
      "step": 9700
    },
    {
      "epoch": 0.16409927076379677,
      "grad_norm": 0.09775212407112122,
      "learning_rate": 8.204478242501058e-06,
      "loss": 0.0033,
      "step": 9710
    },
    {
      "epoch": 0.1642682710426472,
      "grad_norm": 0.11045091599225998,
      "learning_rate": 8.212927756653993e-06,
      "loss": 0.0039,
      "step": 9720
    },
    {
      "epoch": 0.16443727132149769,
      "grad_norm": 0.38140159845352173,
      "learning_rate": 8.221377270806929e-06,
      "loss": 0.0075,
      "step": 9730
    },
    {
      "epoch": 0.16460627160034813,
      "grad_norm": 0.2585310935974121,
      "learning_rate": 8.229826784959865e-06,
      "loss": 0.0073,
      "step": 9740
    },
    {
      "epoch": 0.1647752718791986,
      "grad_norm": 0.7000439167022705,
      "learning_rate": 8.238276299112802e-06,
      "loss": 0.0055,
      "step": 9750
    },
    {
      "epoch": 0.16494427215804905,
      "grad_norm": 0.12472444027662277,
      "learning_rate": 8.246725813265738e-06,
      "loss": 0.0044,
      "step": 9760
    },
    {
      "epoch": 0.16511327243689952,
      "grad_norm": 0.09951147437095642,
      "learning_rate": 8.255175327418673e-06,
      "loss": 0.0049,
      "step": 9770
    },
    {
      "epoch": 0.16528227271574997,
      "grad_norm": 0.23709943890571594,
      "learning_rate": 8.26362484157161e-06,
      "loss": 0.0069,
      "step": 9780
    },
    {
      "epoch": 0.16545127299460044,
      "grad_norm": 0.16604699194431305,
      "learning_rate": 8.272074355724546e-06,
      "loss": 0.005,
      "step": 9790
    },
    {
      "epoch": 0.1656202732734509,
      "grad_norm": 0.4178698658943176,
      "learning_rate": 8.280523869877483e-06,
      "loss": 0.0061,
      "step": 9800
    },
    {
      "epoch": 0.16578927355230136,
      "grad_norm": 1.2892835140228271,
      "learning_rate": 8.28897338403042e-06,
      "loss": 0.0044,
      "step": 9810
    },
    {
      "epoch": 0.16595827383115183,
      "grad_norm": 0.6563330292701721,
      "learning_rate": 8.297422898183354e-06,
      "loss": 0.0104,
      "step": 9820
    },
    {
      "epoch": 0.16612727411000228,
      "grad_norm": 0.11363092809915543,
      "learning_rate": 8.30587241233629e-06,
      "loss": 0.0057,
      "step": 9830
    },
    {
      "epoch": 0.16629627438885275,
      "grad_norm": 0.14816680550575256,
      "learning_rate": 8.314321926489227e-06,
      "loss": 0.0037,
      "step": 9840
    },
    {
      "epoch": 0.1664652746677032,
      "grad_norm": 0.134018212556839,
      "learning_rate": 8.322771440642164e-06,
      "loss": 0.0058,
      "step": 9850
    },
    {
      "epoch": 0.16663427494655367,
      "grad_norm": 0.20563648641109467,
      "learning_rate": 8.3312209547951e-06,
      "loss": 0.0073,
      "step": 9860
    },
    {
      "epoch": 0.1668032752254041,
      "grad_norm": 0.10587208718061447,
      "learning_rate": 8.339670468948035e-06,
      "loss": 0.0059,
      "step": 9870
    },
    {
      "epoch": 0.16697227550425459,
      "grad_norm": 0.2292458564043045,
      "learning_rate": 8.348119983100971e-06,
      "loss": 0.0078,
      "step": 9880
    },
    {
      "epoch": 0.16714127578310503,
      "grad_norm": 0.24652674794197083,
      "learning_rate": 8.35656949725391e-06,
      "loss": 0.0054,
      "step": 9890
    },
    {
      "epoch": 0.1673102760619555,
      "grad_norm": 0.15121500194072723,
      "learning_rate": 8.365019011406846e-06,
      "loss": 0.0047,
      "step": 9900
    },
    {
      "epoch": 0.16747927634080595,
      "grad_norm": 0.07074388861656189,
      "learning_rate": 8.37346852555978e-06,
      "loss": 0.0068,
      "step": 9910
    },
    {
      "epoch": 0.16764827661965642,
      "grad_norm": 0.0782100260257721,
      "learning_rate": 8.381918039712717e-06,
      "loss": 0.0041,
      "step": 9920
    },
    {
      "epoch": 0.1678172768985069,
      "grad_norm": 0.14748837053775787,
      "learning_rate": 8.390367553865654e-06,
      "loss": 0.0043,
      "step": 9930
    },
    {
      "epoch": 0.16798627717735734,
      "grad_norm": 0.1910974383354187,
      "learning_rate": 8.39881706801859e-06,
      "loss": 0.0063,
      "step": 9940
    },
    {
      "epoch": 0.1681552774562078,
      "grad_norm": 0.26988935470581055,
      "learning_rate": 8.407266582171527e-06,
      "loss": 0.0045,
      "step": 9950
    },
    {
      "epoch": 0.16832427773505826,
      "grad_norm": 0.22018760442733765,
      "learning_rate": 8.415716096324462e-06,
      "loss": 0.0067,
      "step": 9960
    },
    {
      "epoch": 0.16849327801390873,
      "grad_norm": 0.15286549925804138,
      "learning_rate": 8.424165610477398e-06,
      "loss": 0.005,
      "step": 9970
    },
    {
      "epoch": 0.16866227829275918,
      "grad_norm": 0.04976119101047516,
      "learning_rate": 8.432615124630335e-06,
      "loss": 0.0045,
      "step": 9980
    },
    {
      "epoch": 0.16883127857160965,
      "grad_norm": 0.1893671154975891,
      "learning_rate": 8.441064638783271e-06,
      "loss": 0.0047,
      "step": 9990
    },
    {
      "epoch": 0.1690002788504601,
      "grad_norm": 0.2919318974018097,
      "learning_rate": 8.449514152936208e-06,
      "loss": 0.0057,
      "step": 10000
    },
    {
      "epoch": 0.16916927912931057,
      "grad_norm": 0.21773135662078857,
      "learning_rate": 8.457963667089142e-06,
      "loss": 0.0059,
      "step": 10010
    },
    {
      "epoch": 0.169338279408161,
      "grad_norm": 0.13610824942588806,
      "learning_rate": 8.466413181242079e-06,
      "loss": 0.0052,
      "step": 10020
    },
    {
      "epoch": 0.1695072796870115,
      "grad_norm": 0.17957353591918945,
      "learning_rate": 8.474862695395015e-06,
      "loss": 0.0049,
      "step": 10030
    },
    {
      "epoch": 0.16967627996586193,
      "grad_norm": 0.2154211401939392,
      "learning_rate": 8.483312209547952e-06,
      "loss": 0.0064,
      "step": 10040
    },
    {
      "epoch": 0.1698452802447124,
      "grad_norm": 0.24149611592292786,
      "learning_rate": 8.491761723700888e-06,
      "loss": 0.0035,
      "step": 10050
    },
    {
      "epoch": 0.17001428052356288,
      "grad_norm": 0.43823128938674927,
      "learning_rate": 8.500211237853823e-06,
      "loss": 0.0052,
      "step": 10060
    },
    {
      "epoch": 0.17018328080241332,
      "grad_norm": 0.4004029333591461,
      "learning_rate": 8.50866075200676e-06,
      "loss": 0.004,
      "step": 10070
    },
    {
      "epoch": 0.1703522810812638,
      "grad_norm": 0.23778338730335236,
      "learning_rate": 8.517110266159696e-06,
      "loss": 0.0046,
      "step": 10080
    },
    {
      "epoch": 0.17052128136011424,
      "grad_norm": 0.09642806649208069,
      "learning_rate": 8.525559780312633e-06,
      "loss": 0.0073,
      "step": 10090
    },
    {
      "epoch": 0.1706902816389647,
      "grad_norm": 0.1605379730463028,
      "learning_rate": 8.534009294465569e-06,
      "loss": 0.0043,
      "step": 10100
    },
    {
      "epoch": 0.17085928191781516,
      "grad_norm": 0.24077445268630981,
      "learning_rate": 8.542458808618506e-06,
      "loss": 0.0057,
      "step": 10110
    },
    {
      "epoch": 0.17102828219666563,
      "grad_norm": 0.43282195925712585,
      "learning_rate": 8.550908322771442e-06,
      "loss": 0.0053,
      "step": 10120
    },
    {
      "epoch": 0.17119728247551608,
      "grad_norm": 0.23690132796764374,
      "learning_rate": 8.559357836924379e-06,
      "loss": 0.0047,
      "step": 10130
    },
    {
      "epoch": 0.17136628275436655,
      "grad_norm": 0.1514607071876526,
      "learning_rate": 8.567807351077313e-06,
      "loss": 0.0049,
      "step": 10140
    },
    {
      "epoch": 0.171535283033217,
      "grad_norm": 0.23836401104927063,
      "learning_rate": 8.57625686523025e-06,
      "loss": 0.0044,
      "step": 10150
    },
    {
      "epoch": 0.17170428331206747,
      "grad_norm": 0.17873355746269226,
      "learning_rate": 8.584706379383186e-06,
      "loss": 0.0039,
      "step": 10160
    },
    {
      "epoch": 0.1718732835909179,
      "grad_norm": 0.22357626259326935,
      "learning_rate": 8.593155893536123e-06,
      "loss": 0.0067,
      "step": 10170
    },
    {
      "epoch": 0.1720422838697684,
      "grad_norm": 0.3310186266899109,
      "learning_rate": 8.60160540768906e-06,
      "loss": 0.0048,
      "step": 10180
    },
    {
      "epoch": 0.17221128414861883,
      "grad_norm": 0.2950020134449005,
      "learning_rate": 8.610054921841994e-06,
      "loss": 0.0081,
      "step": 10190
    },
    {
      "epoch": 0.1723802844274693,
      "grad_norm": 0.1528913527727127,
      "learning_rate": 8.61850443599493e-06,
      "loss": 0.0035,
      "step": 10200
    },
    {
      "epoch": 0.17254928470631978,
      "grad_norm": 0.09008288383483887,
      "learning_rate": 8.626953950147867e-06,
      "loss": 0.0065,
      "step": 10210
    },
    {
      "epoch": 0.17271828498517022,
      "grad_norm": 0.28624215722084045,
      "learning_rate": 8.635403464300804e-06,
      "loss": 0.0055,
      "step": 10220
    },
    {
      "epoch": 0.1728872852640207,
      "grad_norm": 0.33840370178222656,
      "learning_rate": 8.64385297845374e-06,
      "loss": 0.0045,
      "step": 10230
    },
    {
      "epoch": 0.17305628554287114,
      "grad_norm": 0.2384103536605835,
      "learning_rate": 8.652302492606675e-06,
      "loss": 0.0059,
      "step": 10240
    },
    {
      "epoch": 0.17322528582172161,
      "grad_norm": 0.1607908308506012,
      "learning_rate": 8.660752006759611e-06,
      "loss": 0.0047,
      "step": 10250
    },
    {
      "epoch": 0.17339428610057206,
      "grad_norm": 0.31546470522880554,
      "learning_rate": 8.669201520912548e-06,
      "loss": 0.0043,
      "step": 10260
    },
    {
      "epoch": 0.17356328637942253,
      "grad_norm": 0.21398183703422546,
      "learning_rate": 8.677651035065484e-06,
      "loss": 0.0086,
      "step": 10270
    },
    {
      "epoch": 0.17373228665827298,
      "grad_norm": 0.35206085443496704,
      "learning_rate": 8.686100549218421e-06,
      "loss": 0.0052,
      "step": 10280
    },
    {
      "epoch": 0.17390128693712345,
      "grad_norm": 0.15468555688858032,
      "learning_rate": 8.694550063371356e-06,
      "loss": 0.004,
      "step": 10290
    },
    {
      "epoch": 0.1740702872159739,
      "grad_norm": 0.2814697027206421,
      "learning_rate": 8.702999577524292e-06,
      "loss": 0.0064,
      "step": 10300
    },
    {
      "epoch": 0.17423928749482437,
      "grad_norm": 0.3659762144088745,
      "learning_rate": 8.711449091677229e-06,
      "loss": 0.0088,
      "step": 10310
    },
    {
      "epoch": 0.1744082877736748,
      "grad_norm": 0.11075379699468613,
      "learning_rate": 8.719898605830165e-06,
      "loss": 0.007,
      "step": 10320
    },
    {
      "epoch": 0.1745772880525253,
      "grad_norm": 0.45485588908195496,
      "learning_rate": 8.728348119983102e-06,
      "loss": 0.0052,
      "step": 10330
    },
    {
      "epoch": 0.17474628833137576,
      "grad_norm": 0.1501804143190384,
      "learning_rate": 8.736797634136038e-06,
      "loss": 0.0037,
      "step": 10340
    },
    {
      "epoch": 0.1749152886102262,
      "grad_norm": 0.2205362170934677,
      "learning_rate": 8.745247148288975e-06,
      "loss": 0.007,
      "step": 10350
    },
    {
      "epoch": 0.17508428888907668,
      "grad_norm": 0.18038053810596466,
      "learning_rate": 8.753696662441911e-06,
      "loss": 0.003,
      "step": 10360
    },
    {
      "epoch": 0.17525328916792712,
      "grad_norm": 0.22610805928707123,
      "learning_rate": 8.762146176594846e-06,
      "loss": 0.0062,
      "step": 10370
    },
    {
      "epoch": 0.1754222894467776,
      "grad_norm": 0.3337898254394531,
      "learning_rate": 8.770595690747782e-06,
      "loss": 0.0055,
      "step": 10380
    },
    {
      "epoch": 0.17559128972562804,
      "grad_norm": 0.16095170378684998,
      "learning_rate": 8.779045204900719e-06,
      "loss": 0.0063,
      "step": 10390
    },
    {
      "epoch": 0.17576029000447851,
      "grad_norm": 0.22648227214813232,
      "learning_rate": 8.787494719053655e-06,
      "loss": 0.0039,
      "step": 10400
    },
    {
      "epoch": 0.17592929028332896,
      "grad_norm": 0.21391649544239044,
      "learning_rate": 8.795944233206592e-06,
      "loss": 0.0025,
      "step": 10410
    },
    {
      "epoch": 0.17609829056217943,
      "grad_norm": 0.1315697729587555,
      "learning_rate": 8.804393747359527e-06,
      "loss": 0.0049,
      "step": 10420
    },
    {
      "epoch": 0.17626729084102988,
      "grad_norm": 0.1340722292661667,
      "learning_rate": 8.812843261512463e-06,
      "loss": 0.0049,
      "step": 10430
    },
    {
      "epoch": 0.17643629111988035,
      "grad_norm": 0.2515009045600891,
      "learning_rate": 8.8212927756654e-06,
      "loss": 0.0042,
      "step": 10440
    },
    {
      "epoch": 0.1766052913987308,
      "grad_norm": 0.33529043197631836,
      "learning_rate": 8.829742289818336e-06,
      "loss": 0.0051,
      "step": 10450
    },
    {
      "epoch": 0.17677429167758127,
      "grad_norm": 0.880221962928772,
      "learning_rate": 8.838191803971273e-06,
      "loss": 0.0053,
      "step": 10460
    },
    {
      "epoch": 0.17694329195643174,
      "grad_norm": 0.22810405492782593,
      "learning_rate": 8.846641318124208e-06,
      "loss": 0.0056,
      "step": 10470
    },
    {
      "epoch": 0.1771122922352822,
      "grad_norm": 0.5324404239654541,
      "learning_rate": 8.855090832277144e-06,
      "loss": 0.0042,
      "step": 10480
    },
    {
      "epoch": 0.17728129251413266,
      "grad_norm": 0.30728843808174133,
      "learning_rate": 8.86354034643008e-06,
      "loss": 0.0052,
      "step": 10490
    },
    {
      "epoch": 0.1774502927929831,
      "grad_norm": 0.26511019468307495,
      "learning_rate": 8.871989860583017e-06,
      "loss": 0.0065,
      "step": 10500
    },
    {
      "epoch": 0.17761929307183358,
      "grad_norm": 0.3257712125778198,
      "learning_rate": 8.880439374735953e-06,
      "loss": 0.0076,
      "step": 10510
    },
    {
      "epoch": 0.17778829335068402,
      "grad_norm": 0.40313950181007385,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.0057,
      "step": 10520
    },
    {
      "epoch": 0.1779572936295345,
      "grad_norm": 0.4945511519908905,
      "learning_rate": 8.897338403041825e-06,
      "loss": 0.0065,
      "step": 10530
    },
    {
      "epoch": 0.17812629390838494,
      "grad_norm": 0.4786947965621948,
      "learning_rate": 8.905787917194763e-06,
      "loss": 0.0034,
      "step": 10540
    },
    {
      "epoch": 0.17829529418723541,
      "grad_norm": 0.21327023208141327,
      "learning_rate": 8.9142374313477e-06,
      "loss": 0.0039,
      "step": 10550
    },
    {
      "epoch": 0.17846429446608586,
      "grad_norm": 0.33647388219833374,
      "learning_rate": 8.922686945500634e-06,
      "loss": 0.0048,
      "step": 10560
    },
    {
      "epoch": 0.17863329474493633,
      "grad_norm": 0.5618618726730347,
      "learning_rate": 8.93113645965357e-06,
      "loss": 0.0049,
      "step": 10570
    },
    {
      "epoch": 0.17880229502378678,
      "grad_norm": 0.324091374874115,
      "learning_rate": 8.939585973806507e-06,
      "loss": 0.0055,
      "step": 10580
    },
    {
      "epoch": 0.17897129530263725,
      "grad_norm": 0.09489540755748749,
      "learning_rate": 8.948035487959444e-06,
      "loss": 0.0037,
      "step": 10590
    },
    {
      "epoch": 0.1791402955814877,
      "grad_norm": 0.1073186919093132,
      "learning_rate": 8.95648500211238e-06,
      "loss": 0.0056,
      "step": 10600
    },
    {
      "epoch": 0.17930929586033817,
      "grad_norm": 0.027942942455410957,
      "learning_rate": 8.964934516265315e-06,
      "loss": 0.0046,
      "step": 10610
    },
    {
      "epoch": 0.17947829613918864,
      "grad_norm": 0.21087293326854706,
      "learning_rate": 8.973384030418252e-06,
      "loss": 0.0036,
      "step": 10620
    },
    {
      "epoch": 0.1796472964180391,
      "grad_norm": 0.2617759704589844,
      "learning_rate": 8.981833544571188e-06,
      "loss": 0.0051,
      "step": 10630
    },
    {
      "epoch": 0.17981629669688956,
      "grad_norm": 0.3466041684150696,
      "learning_rate": 8.990283058724125e-06,
      "loss": 0.0122,
      "step": 10640
    },
    {
      "epoch": 0.17998529697574,
      "grad_norm": 0.1437150090932846,
      "learning_rate": 8.998732572877061e-06,
      "loss": 0.0045,
      "step": 10650
    },
    {
      "epoch": 0.18015429725459048,
      "grad_norm": 0.21957731246948242,
      "learning_rate": 9.007182087029996e-06,
      "loss": 0.0041,
      "step": 10660
    },
    {
      "epoch": 0.18032329753344092,
      "grad_norm": 0.1508844494819641,
      "learning_rate": 9.015631601182932e-06,
      "loss": 0.0075,
      "step": 10670
    },
    {
      "epoch": 0.1804922978122914,
      "grad_norm": 0.2619732916355133,
      "learning_rate": 9.024081115335869e-06,
      "loss": 0.0046,
      "step": 10680
    },
    {
      "epoch": 0.18066129809114184,
      "grad_norm": 0.18197904527187347,
      "learning_rate": 9.032530629488805e-06,
      "loss": 0.0043,
      "step": 10690
    },
    {
      "epoch": 0.18083029836999231,
      "grad_norm": 0.5457032322883606,
      "learning_rate": 9.040980143641742e-06,
      "loss": 0.0069,
      "step": 10700
    },
    {
      "epoch": 0.18099929864884276,
      "grad_norm": 0.12650050222873688,
      "learning_rate": 9.049429657794677e-06,
      "loss": 0.0044,
      "step": 10710
    },
    {
      "epoch": 0.18116829892769323,
      "grad_norm": 0.20195062458515167,
      "learning_rate": 9.057879171947613e-06,
      "loss": 0.0047,
      "step": 10720
    },
    {
      "epoch": 0.18133729920654368,
      "grad_norm": 0.3241768479347229,
      "learning_rate": 9.06632868610055e-06,
      "loss": 0.0059,
      "step": 10730
    },
    {
      "epoch": 0.18150629948539415,
      "grad_norm": 0.16222558915615082,
      "learning_rate": 9.074778200253486e-06,
      "loss": 0.0057,
      "step": 10740
    },
    {
      "epoch": 0.18167529976424462,
      "grad_norm": 0.21460038423538208,
      "learning_rate": 9.083227714406423e-06,
      "loss": 0.0047,
      "step": 10750
    },
    {
      "epoch": 0.18184430004309507,
      "grad_norm": 0.28541454672813416,
      "learning_rate": 9.091677228559359e-06,
      "loss": 0.0047,
      "step": 10760
    },
    {
      "epoch": 0.18201330032194554,
      "grad_norm": 0.20260149240493774,
      "learning_rate": 9.100126742712296e-06,
      "loss": 0.0083,
      "step": 10770
    },
    {
      "epoch": 0.182182300600796,
      "grad_norm": 0.5409811735153198,
      "learning_rate": 9.108576256865232e-06,
      "loss": 0.0039,
      "step": 10780
    },
    {
      "epoch": 0.18235130087964646,
      "grad_norm": 0.17389380931854248,
      "learning_rate": 9.117025771018167e-06,
      "loss": 0.0057,
      "step": 10790
    },
    {
      "epoch": 0.1825203011584969,
      "grad_norm": 0.23779360949993134,
      "learning_rate": 9.125475285171103e-06,
      "loss": 0.0038,
      "step": 10800
    },
    {
      "epoch": 0.18268930143734738,
      "grad_norm": 0.10513414442539215,
      "learning_rate": 9.13392479932404e-06,
      "loss": 0.0037,
      "step": 10810
    },
    {
      "epoch": 0.18285830171619782,
      "grad_norm": 0.17357668280601501,
      "learning_rate": 9.142374313476976e-06,
      "loss": 0.0061,
      "step": 10820
    },
    {
      "epoch": 0.1830273019950483,
      "grad_norm": 0.15187624096870422,
      "learning_rate": 9.150823827629913e-06,
      "loss": 0.0066,
      "step": 10830
    },
    {
      "epoch": 0.18319630227389874,
      "grad_norm": 0.14482544362545013,
      "learning_rate": 9.159273341782848e-06,
      "loss": 0.0057,
      "step": 10840
    },
    {
      "epoch": 0.18336530255274922,
      "grad_norm": 0.15263095498085022,
      "learning_rate": 9.167722855935784e-06,
      "loss": 0.0042,
      "step": 10850
    },
    {
      "epoch": 0.18353430283159966,
      "grad_norm": 0.12884816527366638,
      "learning_rate": 9.17617237008872e-06,
      "loss": 0.004,
      "step": 10860
    },
    {
      "epoch": 0.18370330311045013,
      "grad_norm": 0.1251261681318283,
      "learning_rate": 9.184621884241657e-06,
      "loss": 0.0049,
      "step": 10870
    },
    {
      "epoch": 0.18387230338930058,
      "grad_norm": 0.1957172453403473,
      "learning_rate": 9.193071398394594e-06,
      "loss": 0.0043,
      "step": 10880
    },
    {
      "epoch": 0.18404130366815105,
      "grad_norm": 0.3047395348548889,
      "learning_rate": 9.201520912547528e-06,
      "loss": 0.0054,
      "step": 10890
    },
    {
      "epoch": 0.18421030394700152,
      "grad_norm": 0.6501251459121704,
      "learning_rate": 9.209970426700465e-06,
      "loss": 0.0055,
      "step": 10900
    },
    {
      "epoch": 0.18437930422585197,
      "grad_norm": 0.10551861673593521,
      "learning_rate": 9.218419940853401e-06,
      "loss": 0.003,
      "step": 10910
    },
    {
      "epoch": 0.18454830450470244,
      "grad_norm": 0.08184027671813965,
      "learning_rate": 9.226869455006338e-06,
      "loss": 0.0072,
      "step": 10920
    },
    {
      "epoch": 0.1847173047835529,
      "grad_norm": 0.09533879905939102,
      "learning_rate": 9.235318969159274e-06,
      "loss": 0.0032,
      "step": 10930
    },
    {
      "epoch": 0.18488630506240336,
      "grad_norm": 0.3011474311351776,
      "learning_rate": 9.24376848331221e-06,
      "loss": 0.0048,
      "step": 10940
    },
    {
      "epoch": 0.1850553053412538,
      "grad_norm": 0.13552433252334595,
      "learning_rate": 9.252217997465146e-06,
      "loss": 0.0044,
      "step": 10950
    },
    {
      "epoch": 0.18522430562010428,
      "grad_norm": 1.5320141315460205,
      "learning_rate": 9.260667511618082e-06,
      "loss": 0.0098,
      "step": 10960
    },
    {
      "epoch": 0.18539330589895472,
      "grad_norm": 0.41396188735961914,
      "learning_rate": 9.269117025771019e-06,
      "loss": 0.0054,
      "step": 10970
    },
    {
      "epoch": 0.1855623061778052,
      "grad_norm": 0.27680331468582153,
      "learning_rate": 9.277566539923955e-06,
      "loss": 0.0067,
      "step": 10980
    },
    {
      "epoch": 0.18573130645665564,
      "grad_norm": 0.17900198698043823,
      "learning_rate": 9.286016054076892e-06,
      "loss": 0.0084,
      "step": 10990
    },
    {
      "epoch": 0.18590030673550612,
      "grad_norm": 0.09265404939651489,
      "learning_rate": 9.294465568229828e-06,
      "loss": 0.0049,
      "step": 11000
    },
    {
      "epoch": 0.18606930701435656,
      "grad_norm": 0.22261707484722137,
      "learning_rate": 9.302915082382765e-06,
      "loss": 0.0057,
      "step": 11010
    },
    {
      "epoch": 0.18623830729320703,
      "grad_norm": 0.32542920112609863,
      "learning_rate": 9.3113645965357e-06,
      "loss": 0.0043,
      "step": 11020
    },
    {
      "epoch": 0.1864073075720575,
      "grad_norm": 0.054340165108442307,
      "learning_rate": 9.319814110688636e-06,
      "loss": 0.004,
      "step": 11030
    },
    {
      "epoch": 0.18657630785090795,
      "grad_norm": 0.28003227710723877,
      "learning_rate": 9.328263624841572e-06,
      "loss": 0.006,
      "step": 11040
    },
    {
      "epoch": 0.18674530812975842,
      "grad_norm": 0.263875275850296,
      "learning_rate": 9.336713138994509e-06,
      "loss": 0.0058,
      "step": 11050
    },
    {
      "epoch": 0.18691430840860887,
      "grad_norm": 0.28672799468040466,
      "learning_rate": 9.345162653147445e-06,
      "loss": 0.0057,
      "step": 11060
    },
    {
      "epoch": 0.18708330868745934,
      "grad_norm": 0.16641516983509064,
      "learning_rate": 9.35361216730038e-06,
      "loss": 0.0075,
      "step": 11070
    },
    {
      "epoch": 0.1872523089663098,
      "grad_norm": 0.017938191071152687,
      "learning_rate": 9.362061681453317e-06,
      "loss": 0.0064,
      "step": 11080
    },
    {
      "epoch": 0.18742130924516026,
      "grad_norm": 0.17037849128246307,
      "learning_rate": 9.370511195606253e-06,
      "loss": 0.0069,
      "step": 11090
    },
    {
      "epoch": 0.1875903095240107,
      "grad_norm": 0.17609409987926483,
      "learning_rate": 9.37896070975919e-06,
      "loss": 0.0057,
      "step": 11100
    },
    {
      "epoch": 0.18775930980286118,
      "grad_norm": 0.1867038458585739,
      "learning_rate": 9.387410223912126e-06,
      "loss": 0.0042,
      "step": 11110
    },
    {
      "epoch": 0.18792831008171162,
      "grad_norm": 0.2825443744659424,
      "learning_rate": 9.395859738065061e-06,
      "loss": 0.005,
      "step": 11120
    },
    {
      "epoch": 0.1880973103605621,
      "grad_norm": 0.7442421913146973,
      "learning_rate": 9.404309252217997e-06,
      "loss": 0.0066,
      "step": 11130
    },
    {
      "epoch": 0.18826631063941254,
      "grad_norm": 0.43998825550079346,
      "learning_rate": 9.412758766370934e-06,
      "loss": 0.0054,
      "step": 11140
    },
    {
      "epoch": 0.18843531091826302,
      "grad_norm": 0.3201293647289276,
      "learning_rate": 9.42120828052387e-06,
      "loss": 0.0047,
      "step": 11150
    },
    {
      "epoch": 0.1886043111971135,
      "grad_norm": 0.541490912437439,
      "learning_rate": 9.429657794676807e-06,
      "loss": 0.0041,
      "step": 11160
    },
    {
      "epoch": 0.18877331147596393,
      "grad_norm": 0.24210959672927856,
      "learning_rate": 9.438107308829742e-06,
      "loss": 0.0045,
      "step": 11170
    },
    {
      "epoch": 0.1889423117548144,
      "grad_norm": 0.2670549154281616,
      "learning_rate": 9.446556822982678e-06,
      "loss": 0.0039,
      "step": 11180
    },
    {
      "epoch": 0.18911131203366485,
      "grad_norm": 0.5198076367378235,
      "learning_rate": 9.455006337135616e-06,
      "loss": 0.0061,
      "step": 11190
    },
    {
      "epoch": 0.18928031231251533,
      "grad_norm": 0.08111140131950378,
      "learning_rate": 9.463455851288553e-06,
      "loss": 0.0064,
      "step": 11200
    },
    {
      "epoch": 0.18944931259136577,
      "grad_norm": 0.10334686934947968,
      "learning_rate": 9.471905365441488e-06,
      "loss": 0.0072,
      "step": 11210
    },
    {
      "epoch": 0.18961831287021624,
      "grad_norm": 0.12224064022302628,
      "learning_rate": 9.480354879594424e-06,
      "loss": 0.005,
      "step": 11220
    },
    {
      "epoch": 0.1897873131490667,
      "grad_norm": 0.16509070992469788,
      "learning_rate": 9.48880439374736e-06,
      "loss": 0.005,
      "step": 11230
    },
    {
      "epoch": 0.18995631342791716,
      "grad_norm": 0.19058158993721008,
      "learning_rate": 9.497253907900297e-06,
      "loss": 0.0044,
      "step": 11240
    },
    {
      "epoch": 0.1901253137067676,
      "grad_norm": 0.14141295850276947,
      "learning_rate": 9.505703422053234e-06,
      "loss": 0.005,
      "step": 11250
    },
    {
      "epoch": 0.19029431398561808,
      "grad_norm": 0.6358665227890015,
      "learning_rate": 9.514152936206169e-06,
      "loss": 0.0063,
      "step": 11260
    },
    {
      "epoch": 0.19046331426446853,
      "grad_norm": 0.11508552730083466,
      "learning_rate": 9.522602450359105e-06,
      "loss": 0.0079,
      "step": 11270
    },
    {
      "epoch": 0.190632314543319,
      "grad_norm": 0.18003638088703156,
      "learning_rate": 9.531051964512042e-06,
      "loss": 0.0044,
      "step": 11280
    },
    {
      "epoch": 0.19080131482216944,
      "grad_norm": 0.10557529330253601,
      "learning_rate": 9.539501478664978e-06,
      "loss": 0.0054,
      "step": 11290
    },
    {
      "epoch": 0.19097031510101992,
      "grad_norm": 0.09687496721744537,
      "learning_rate": 9.547950992817914e-06,
      "loss": 0.007,
      "step": 11300
    },
    {
      "epoch": 0.1911393153798704,
      "grad_norm": 0.25146037340164185,
      "learning_rate": 9.55640050697085e-06,
      "loss": 0.0046,
      "step": 11310
    },
    {
      "epoch": 0.19130831565872083,
      "grad_norm": 0.15835073590278625,
      "learning_rate": 9.564850021123786e-06,
      "loss": 0.0037,
      "step": 11320
    },
    {
      "epoch": 0.1914773159375713,
      "grad_norm": 0.053235359489917755,
      "learning_rate": 9.573299535276722e-06,
      "loss": 0.0029,
      "step": 11330
    },
    {
      "epoch": 0.19164631621642175,
      "grad_norm": 0.16447119414806366,
      "learning_rate": 9.581749049429659e-06,
      "loss": 0.0043,
      "step": 11340
    },
    {
      "epoch": 0.19181531649527223,
      "grad_norm": 0.05096621811389923,
      "learning_rate": 9.590198563582595e-06,
      "loss": 0.0033,
      "step": 11350
    },
    {
      "epoch": 0.19198431677412267,
      "grad_norm": 0.11670669168233871,
      "learning_rate": 9.59864807773553e-06,
      "loss": 0.0055,
      "step": 11360
    },
    {
      "epoch": 0.19215331705297314,
      "grad_norm": 0.22420817613601685,
      "learning_rate": 9.607097591888467e-06,
      "loss": 0.0081,
      "step": 11370
    },
    {
      "epoch": 0.1923223173318236,
      "grad_norm": 0.18114367127418518,
      "learning_rate": 9.615547106041403e-06,
      "loss": 0.0052,
      "step": 11380
    },
    {
      "epoch": 0.19249131761067406,
      "grad_norm": 0.1688271462917328,
      "learning_rate": 9.62399662019434e-06,
      "loss": 0.0044,
      "step": 11390
    },
    {
      "epoch": 0.1926603178895245,
      "grad_norm": 0.2208949476480484,
      "learning_rate": 9.632446134347276e-06,
      "loss": 0.0045,
      "step": 11400
    },
    {
      "epoch": 0.19282931816837498,
      "grad_norm": 0.04804624989628792,
      "learning_rate": 9.640895648500213e-06,
      "loss": 0.0052,
      "step": 11410
    },
    {
      "epoch": 0.19299831844722543,
      "grad_norm": 0.037728212773799896,
      "learning_rate": 9.649345162653149e-06,
      "loss": 0.0049,
      "step": 11420
    },
    {
      "epoch": 0.1931673187260759,
      "grad_norm": 0.0866350308060646,
      "learning_rate": 9.657794676806086e-06,
      "loss": 0.0038,
      "step": 11430
    },
    {
      "epoch": 0.19333631900492637,
      "grad_norm": 0.18869557976722717,
      "learning_rate": 9.66624419095902e-06,
      "loss": 0.0041,
      "step": 11440
    },
    {
      "epoch": 0.19350531928377682,
      "grad_norm": 0.2800125181674957,
      "learning_rate": 9.674693705111957e-06,
      "loss": 0.0081,
      "step": 11450
    },
    {
      "epoch": 0.1936743195626273,
      "grad_norm": 0.07992298156023026,
      "learning_rate": 9.683143219264893e-06,
      "loss": 0.0055,
      "step": 11460
    },
    {
      "epoch": 0.19384331984147773,
      "grad_norm": 0.34909525513648987,
      "learning_rate": 9.69159273341783e-06,
      "loss": 0.0044,
      "step": 11470
    },
    {
      "epoch": 0.1940123201203282,
      "grad_norm": 0.2653554677963257,
      "learning_rate": 9.700042247570766e-06,
      "loss": 0.0047,
      "step": 11480
    },
    {
      "epoch": 0.19418132039917865,
      "grad_norm": 0.13063736259937286,
      "learning_rate": 9.708491761723701e-06,
      "loss": 0.0034,
      "step": 11490
    },
    {
      "epoch": 0.19435032067802913,
      "grad_norm": 0.1563275158405304,
      "learning_rate": 9.716941275876638e-06,
      "loss": 0.0025,
      "step": 11500
    },
    {
      "epoch": 0.19451932095687957,
      "grad_norm": 0.07389644533395767,
      "learning_rate": 9.725390790029574e-06,
      "loss": 0.0054,
      "step": 11510
    },
    {
      "epoch": 0.19468832123573004,
      "grad_norm": 0.27305924892425537,
      "learning_rate": 9.73384030418251e-06,
      "loss": 0.0043,
      "step": 11520
    },
    {
      "epoch": 0.1948573215145805,
      "grad_norm": 0.21362082660198212,
      "learning_rate": 9.742289818335447e-06,
      "loss": 0.0053,
      "step": 11530
    },
    {
      "epoch": 0.19502632179343096,
      "grad_norm": 0.3026335835456848,
      "learning_rate": 9.750739332488382e-06,
      "loss": 0.0055,
      "step": 11540
    },
    {
      "epoch": 0.1951953220722814,
      "grad_norm": 0.14857229590415955,
      "learning_rate": 9.759188846641318e-06,
      "loss": 0.0041,
      "step": 11550
    },
    {
      "epoch": 0.19536432235113188,
      "grad_norm": 0.2065477967262268,
      "learning_rate": 9.767638360794255e-06,
      "loss": 0.0044,
      "step": 11560
    },
    {
      "epoch": 0.19553332262998233,
      "grad_norm": 0.39100638031959534,
      "learning_rate": 9.776087874947191e-06,
      "loss": 0.0028,
      "step": 11570
    },
    {
      "epoch": 0.1957023229088328,
      "grad_norm": 0.5789624452590942,
      "learning_rate": 9.784537389100128e-06,
      "loss": 0.0028,
      "step": 11580
    },
    {
      "epoch": 0.19587132318768327,
      "grad_norm": 0.23838987946510315,
      "learning_rate": 9.792986903253063e-06,
      "loss": 0.0048,
      "step": 11590
    },
    {
      "epoch": 0.19604032346653372,
      "grad_norm": 0.1580793559551239,
      "learning_rate": 9.801436417405999e-06,
      "loss": 0.0048,
      "step": 11600
    },
    {
      "epoch": 0.1962093237453842,
      "grad_norm": 0.1848992258310318,
      "learning_rate": 9.809885931558936e-06,
      "loss": 0.0031,
      "step": 11610
    },
    {
      "epoch": 0.19637832402423464,
      "grad_norm": 0.21419130265712738,
      "learning_rate": 9.818335445711872e-06,
      "loss": 0.0055,
      "step": 11620
    },
    {
      "epoch": 0.1965473243030851,
      "grad_norm": 0.13937658071517944,
      "learning_rate": 9.826784959864809e-06,
      "loss": 0.0049,
      "step": 11630
    },
    {
      "epoch": 0.19671632458193555,
      "grad_norm": 0.29598268866539,
      "learning_rate": 9.835234474017745e-06,
      "loss": 0.0031,
      "step": 11640
    },
    {
      "epoch": 0.19688532486078603,
      "grad_norm": 0.18870386481285095,
      "learning_rate": 9.843683988170682e-06,
      "loss": 0.0043,
      "step": 11650
    },
    {
      "epoch": 0.19705432513963647,
      "grad_norm": 0.2481774091720581,
      "learning_rate": 9.852133502323618e-06,
      "loss": 0.0048,
      "step": 11660
    },
    {
      "epoch": 0.19722332541848694,
      "grad_norm": 0.19238494336605072,
      "learning_rate": 9.860583016476553e-06,
      "loss": 0.009,
      "step": 11670
    },
    {
      "epoch": 0.1973923256973374,
      "grad_norm": 0.18605957925319672,
      "learning_rate": 9.86903253062949e-06,
      "loss": 0.0086,
      "step": 11680
    },
    {
      "epoch": 0.19756132597618786,
      "grad_norm": 0.38150960206985474,
      "learning_rate": 9.877482044782426e-06,
      "loss": 0.0047,
      "step": 11690
    },
    {
      "epoch": 0.1977303262550383,
      "grad_norm": 0.2200096994638443,
      "learning_rate": 9.885931558935362e-06,
      "loss": 0.0046,
      "step": 11700
    },
    {
      "epoch": 0.19789932653388878,
      "grad_norm": 0.34150439500808716,
      "learning_rate": 9.894381073088299e-06,
      "loss": 0.0058,
      "step": 11710
    },
    {
      "epoch": 0.19806832681273925,
      "grad_norm": 0.24692192673683167,
      "learning_rate": 9.902830587241234e-06,
      "loss": 0.0061,
      "step": 11720
    },
    {
      "epoch": 0.1982373270915897,
      "grad_norm": 0.19490328431129456,
      "learning_rate": 9.91128010139417e-06,
      "loss": 0.0064,
      "step": 11730
    },
    {
      "epoch": 0.19840632737044017,
      "grad_norm": 0.2527712881565094,
      "learning_rate": 9.919729615547107e-06,
      "loss": 0.0036,
      "step": 11740
    },
    {
      "epoch": 0.19857532764929062,
      "grad_norm": 0.13580848276615143,
      "learning_rate": 9.928179129700043e-06,
      "loss": 0.0033,
      "step": 11750
    },
    {
      "epoch": 0.1987443279281411,
      "grad_norm": 0.4252132773399353,
      "learning_rate": 9.93662864385298e-06,
      "loss": 0.0046,
      "step": 11760
    },
    {
      "epoch": 0.19891332820699154,
      "grad_norm": 0.08987266570329666,
      "learning_rate": 9.945078158005914e-06,
      "loss": 0.004,
      "step": 11770
    },
    {
      "epoch": 0.199082328485842,
      "grad_norm": 0.13477776944637299,
      "learning_rate": 9.953527672158851e-06,
      "loss": 0.006,
      "step": 11780
    },
    {
      "epoch": 0.19925132876469245,
      "grad_norm": 0.3274911046028137,
      "learning_rate": 9.961977186311787e-06,
      "loss": 0.005,
      "step": 11790
    },
    {
      "epoch": 0.19942032904354293,
      "grad_norm": 0.059423573315143585,
      "learning_rate": 9.970426700464724e-06,
      "loss": 0.0035,
      "step": 11800
    },
    {
      "epoch": 0.19958932932239337,
      "grad_norm": 0.06708939373493195,
      "learning_rate": 9.97887621461766e-06,
      "loss": 0.005,
      "step": 11810
    },
    {
      "epoch": 0.19975832960124384,
      "grad_norm": 0.05580686032772064,
      "learning_rate": 9.987325728770595e-06,
      "loss": 0.0049,
      "step": 11820
    },
    {
      "epoch": 0.1999273298800943,
      "grad_norm": 0.09520850330591202,
      "learning_rate": 9.995775242923532e-06,
      "loss": 0.0036,
      "step": 11830
    },
    {
      "epoch": 0.20009633015894476,
      "grad_norm": 0.23919424414634705,
      "learning_rate": 9.999999945621971e-06,
      "loss": 0.0068,
      "step": 11840
    },
    {
      "epoch": 0.20026533043779524,
      "grad_norm": 0.14946545660495758,
      "learning_rate": 9.99999951059775e-06,
      "loss": 0.0044,
      "step": 11850
    },
    {
      "epoch": 0.20043433071664568,
      "grad_norm": 0.25027787685394287,
      "learning_rate": 9.999998640549348e-06,
      "loss": 0.0048,
      "step": 11860
    },
    {
      "epoch": 0.20060333099549615,
      "grad_norm": 0.1638702154159546,
      "learning_rate": 9.999997335476836e-06,
      "loss": 0.0077,
      "step": 11870
    },
    {
      "epoch": 0.2007723312743466,
      "grad_norm": 0.42983323335647583,
      "learning_rate": 9.999995595380332e-06,
      "loss": 0.0062,
      "step": 11880
    },
    {
      "epoch": 0.20094133155319707,
      "grad_norm": 0.23045586049556732,
      "learning_rate": 9.999993420259984e-06,
      "loss": 0.0055,
      "step": 11890
    },
    {
      "epoch": 0.20111033183204752,
      "grad_norm": 0.27778342366218567,
      "learning_rate": 9.999990810115985e-06,
      "loss": 0.0068,
      "step": 11900
    },
    {
      "epoch": 0.201279332110898,
      "grad_norm": 0.20811425149440765,
      "learning_rate": 9.999987764948558e-06,
      "loss": 0.006,
      "step": 11910
    },
    {
      "epoch": 0.20144833238974844,
      "grad_norm": 0.4125745892524719,
      "learning_rate": 9.999984284757971e-06,
      "loss": 0.0061,
      "step": 11920
    },
    {
      "epoch": 0.2016173326685989,
      "grad_norm": 0.26201602816581726,
      "learning_rate": 9.999980369544525e-06,
      "loss": 0.0058,
      "step": 11930
    },
    {
      "epoch": 0.20178633294744935,
      "grad_norm": 0.18778546154499054,
      "learning_rate": 9.999976019308562e-06,
      "loss": 0.006,
      "step": 11940
    },
    {
      "epoch": 0.20195533322629983,
      "grad_norm": 0.19676972925662994,
      "learning_rate": 9.99997123405046e-06,
      "loss": 0.0065,
      "step": 11950
    },
    {
      "epoch": 0.20212433350515027,
      "grad_norm": 0.24656665325164795,
      "learning_rate": 9.999966013770634e-06,
      "loss": 0.005,
      "step": 11960
    },
    {
      "epoch": 0.20229333378400075,
      "grad_norm": 0.11270641535520554,
      "learning_rate": 9.999960358469542e-06,
      "loss": 0.0057,
      "step": 11970
    },
    {
      "epoch": 0.2024623340628512,
      "grad_norm": 0.3879396915435791,
      "learning_rate": 9.999954268147671e-06,
      "loss": 0.0051,
      "step": 11980
    },
    {
      "epoch": 0.20263133434170166,
      "grad_norm": 0.047397516667842865,
      "learning_rate": 9.999947742805554e-06,
      "loss": 0.0045,
      "step": 11990
    },
    {
      "epoch": 0.20280033462055214,
      "grad_norm": 0.5076800584793091,
      "learning_rate": 9.999940782443758e-06,
      "loss": 0.0106,
      "step": 12000
    },
    {
      "epoch": 0.20296933489940258,
      "grad_norm": 0.12176298350095749,
      "learning_rate": 9.99993338706289e-06,
      "loss": 0.0052,
      "step": 12010
    },
    {
      "epoch": 0.20313833517825305,
      "grad_norm": 0.17117035388946533,
      "learning_rate": 9.99992555666359e-06,
      "loss": 0.0031,
      "step": 12020
    },
    {
      "epoch": 0.2033073354571035,
      "grad_norm": 0.1444518268108368,
      "learning_rate": 9.999917291246543e-06,
      "loss": 0.0044,
      "step": 12030
    },
    {
      "epoch": 0.20347633573595397,
      "grad_norm": 0.33203762769699097,
      "learning_rate": 9.999908590812466e-06,
      "loss": 0.0044,
      "step": 12040
    },
    {
      "epoch": 0.20364533601480442,
      "grad_norm": 0.17868980765342712,
      "learning_rate": 9.999899455362117e-06,
      "loss": 0.004,
      "step": 12050
    },
    {
      "epoch": 0.2038143362936549,
      "grad_norm": 0.03706150874495506,
      "learning_rate": 9.999889884896288e-06,
      "loss": 0.0063,
      "step": 12060
    },
    {
      "epoch": 0.20398333657250534,
      "grad_norm": 0.12980827689170837,
      "learning_rate": 9.999879879415816e-06,
      "loss": 0.005,
      "step": 12070
    },
    {
      "epoch": 0.2041523368513558,
      "grad_norm": 0.25462740659713745,
      "learning_rate": 9.99986943892157e-06,
      "loss": 0.0041,
      "step": 12080
    },
    {
      "epoch": 0.20432133713020625,
      "grad_norm": 0.0007251466158777475,
      "learning_rate": 9.999858563414457e-06,
      "loss": 0.006,
      "step": 12090
    },
    {
      "epoch": 0.20449033740905673,
      "grad_norm": 0.18278099596500397,
      "learning_rate": 9.999847252895423e-06,
      "loss": 0.0057,
      "step": 12100
    },
    {
      "epoch": 0.20465933768790717,
      "grad_norm": 0.4333384335041046,
      "learning_rate": 9.999835507365454e-06,
      "loss": 0.0051,
      "step": 12110
    },
    {
      "epoch": 0.20482833796675765,
      "grad_norm": 0.1187647208571434,
      "learning_rate": 9.999823326825572e-06,
      "loss": 0.0085,
      "step": 12120
    },
    {
      "epoch": 0.20499733824560812,
      "grad_norm": 0.17793165147304535,
      "learning_rate": 9.999810711276837e-06,
      "loss": 0.0067,
      "step": 12130
    },
    {
      "epoch": 0.20516633852445856,
      "grad_norm": 0.3019254207611084,
      "learning_rate": 9.999797660720343e-06,
      "loss": 0.0085,
      "step": 12140
    },
    {
      "epoch": 0.20533533880330904,
      "grad_norm": 0.12040320783853531,
      "learning_rate": 9.999784175157228e-06,
      "loss": 0.0049,
      "step": 12150
    },
    {
      "epoch": 0.20550433908215948,
      "grad_norm": 0.2843913733959198,
      "learning_rate": 9.999770254588666e-06,
      "loss": 0.0058,
      "step": 12160
    },
    {
      "epoch": 0.20567333936100995,
      "grad_norm": 0.25708165764808655,
      "learning_rate": 9.999755899015866e-06,
      "loss": 0.0053,
      "step": 12170
    },
    {
      "epoch": 0.2058423396398604,
      "grad_norm": 0.28958919644355774,
      "learning_rate": 9.99974110844008e-06,
      "loss": 0.006,
      "step": 12180
    },
    {
      "epoch": 0.20601133991871087,
      "grad_norm": 0.15175886452198029,
      "learning_rate": 9.999725882862594e-06,
      "loss": 0.0044,
      "step": 12190
    },
    {
      "epoch": 0.20618034019756132,
      "grad_norm": 0.17259806394577026,
      "learning_rate": 9.999710222284731e-06,
      "loss": 0.0075,
      "step": 12200
    },
    {
      "epoch": 0.2063493404764118,
      "grad_norm": 0.310881644487381,
      "learning_rate": 9.999694126707856e-06,
      "loss": 0.0054,
      "step": 12210
    },
    {
      "epoch": 0.20651834075526224,
      "grad_norm": 0.09686554968357086,
      "learning_rate": 9.999677596133364e-06,
      "loss": 0.0053,
      "step": 12220
    },
    {
      "epoch": 0.2066873410341127,
      "grad_norm": 0.17074330151081085,
      "learning_rate": 9.999660630562699e-06,
      "loss": 0.0036,
      "step": 12230
    },
    {
      "epoch": 0.20685634131296315,
      "grad_norm": 0.41990748047828674,
      "learning_rate": 9.999643229997337e-06,
      "loss": 0.0053,
      "step": 12240
    },
    {
      "epoch": 0.20702534159181363,
      "grad_norm": 0.23658278584480286,
      "learning_rate": 9.99962539443879e-06,
      "loss": 0.0059,
      "step": 12250
    },
    {
      "epoch": 0.2071943418706641,
      "grad_norm": 0.38540852069854736,
      "learning_rate": 9.999607123888608e-06,
      "loss": 0.0063,
      "step": 12260
    },
    {
      "epoch": 0.20736334214951455,
      "grad_norm": 0.14451487362384796,
      "learning_rate": 9.999588418348384e-06,
      "loss": 0.0065,
      "step": 12270
    },
    {
      "epoch": 0.20753234242836502,
      "grad_norm": 0.19181889295578003,
      "learning_rate": 9.999569277819743e-06,
      "loss": 0.0044,
      "step": 12280
    },
    {
      "epoch": 0.20770134270721546,
      "grad_norm": 0.29033470153808594,
      "learning_rate": 9.999549702304351e-06,
      "loss": 0.0039,
      "step": 12290
    },
    {
      "epoch": 0.20787034298606594,
      "grad_norm": 0.13398291170597076,
      "learning_rate": 9.999529691803913e-06,
      "loss": 0.0059,
      "step": 12300
    },
    {
      "epoch": 0.20803934326491638,
      "grad_norm": 0.39608412981033325,
      "learning_rate": 9.999509246320169e-06,
      "loss": 0.0062,
      "step": 12310
    },
    {
      "epoch": 0.20820834354376686,
      "grad_norm": 0.03699997439980507,
      "learning_rate": 9.999488365854894e-06,
      "loss": 0.0053,
      "step": 12320
    },
    {
      "epoch": 0.2083773438226173,
      "grad_norm": 0.14555566012859344,
      "learning_rate": 9.999467050409912e-06,
      "loss": 0.0038,
      "step": 12330
    },
    {
      "epoch": 0.20854634410146777,
      "grad_norm": 0.20318925380706787,
      "learning_rate": 9.999445299987072e-06,
      "loss": 0.0061,
      "step": 12340
    },
    {
      "epoch": 0.20871534438031822,
      "grad_norm": 0.29658663272857666,
      "learning_rate": 9.999423114588268e-06,
      "loss": 0.0059,
      "step": 12350
    },
    {
      "epoch": 0.2088843446591687,
      "grad_norm": 0.1962607055902481,
      "learning_rate": 9.99940049421543e-06,
      "loss": 0.0042,
      "step": 12360
    },
    {
      "epoch": 0.20905334493801914,
      "grad_norm": 0.12968648970127106,
      "learning_rate": 9.999377438870528e-06,
      "loss": 0.0033,
      "step": 12370
    },
    {
      "epoch": 0.2092223452168696,
      "grad_norm": 1.8838653564453125,
      "learning_rate": 9.999353948555563e-06,
      "loss": 0.0058,
      "step": 12380
    },
    {
      "epoch": 0.20939134549572005,
      "grad_norm": 0.09402038902044296,
      "learning_rate": 9.999330023272584e-06,
      "loss": 0.0041,
      "step": 12390
    },
    {
      "epoch": 0.20956034577457053,
      "grad_norm": 0.13466863334178925,
      "learning_rate": 9.999305663023672e-06,
      "loss": 0.0052,
      "step": 12400
    },
    {
      "epoch": 0.209729346053421,
      "grad_norm": 0.32404276728630066,
      "learning_rate": 9.999280867810943e-06,
      "loss": 0.0065,
      "step": 12410
    },
    {
      "epoch": 0.20989834633227145,
      "grad_norm": 0.14441674947738647,
      "learning_rate": 9.999255637636558e-06,
      "loss": 0.0055,
      "step": 12420
    },
    {
      "epoch": 0.21006734661112192,
      "grad_norm": 0.39780494570732117,
      "learning_rate": 9.999229972502708e-06,
      "loss": 0.0066,
      "step": 12430
    },
    {
      "epoch": 0.21023634688997236,
      "grad_norm": 0.31614312529563904,
      "learning_rate": 9.999203872411632e-06,
      "loss": 0.0062,
      "step": 12440
    },
    {
      "epoch": 0.21040534716882284,
      "grad_norm": 0.23963358998298645,
      "learning_rate": 9.999177337365596e-06,
      "loss": 0.0046,
      "step": 12450
    },
    {
      "epoch": 0.21057434744767328,
      "grad_norm": 0.15409396588802338,
      "learning_rate": 9.99915036736691e-06,
      "loss": 0.0046,
      "step": 12460
    },
    {
      "epoch": 0.21074334772652376,
      "grad_norm": 0.12386608868837357,
      "learning_rate": 9.999122962417919e-06,
      "loss": 0.0033,
      "step": 12470
    },
    {
      "epoch": 0.2109123480053742,
      "grad_norm": 0.1905480921268463,
      "learning_rate": 9.999095122521012e-06,
      "loss": 0.0061,
      "step": 12480
    },
    {
      "epoch": 0.21108134828422467,
      "grad_norm": 0.27343010902404785,
      "learning_rate": 9.999066847678606e-06,
      "loss": 0.0117,
      "step": 12490
    },
    {
      "epoch": 0.21125034856307512,
      "grad_norm": 0.10000277310609818,
      "learning_rate": 9.999038137893163e-06,
      "loss": 0.0034,
      "step": 12500
    },
    {
      "epoch": 0.2114193488419256,
      "grad_norm": 0.2904250919818878,
      "learning_rate": 9.999008993167183e-06,
      "loss": 0.0053,
      "step": 12510
    },
    {
      "epoch": 0.21158834912077604,
      "grad_norm": 0.10671574622392654,
      "learning_rate": 9.998979413503199e-06,
      "loss": 0.0038,
      "step": 12520
    },
    {
      "epoch": 0.2117573493996265,
      "grad_norm": 0.04285205155611038,
      "learning_rate": 9.998949398903784e-06,
      "loss": 0.0053,
      "step": 12530
    },
    {
      "epoch": 0.21192634967847698,
      "grad_norm": 0.1715831607580185,
      "learning_rate": 9.998918949371552e-06,
      "loss": 0.0054,
      "step": 12540
    },
    {
      "epoch": 0.21209534995732743,
      "grad_norm": 0.12727899849414825,
      "learning_rate": 9.998888064909152e-06,
      "loss": 0.0064,
      "step": 12550
    },
    {
      "epoch": 0.2122643502361779,
      "grad_norm": 0.20481939613819122,
      "learning_rate": 9.998856745519269e-06,
      "loss": 0.0041,
      "step": 12560
    },
    {
      "epoch": 0.21243335051502835,
      "grad_norm": 0.20393306016921997,
      "learning_rate": 9.998824991204628e-06,
      "loss": 0.0031,
      "step": 12570
    },
    {
      "epoch": 0.21260235079387882,
      "grad_norm": 0.3028099834918976,
      "learning_rate": 9.998792801967996e-06,
      "loss": 0.0097,
      "step": 12580
    },
    {
      "epoch": 0.21277135107272926,
      "grad_norm": 0.20722444355487823,
      "learning_rate": 9.998760177812167e-06,
      "loss": 0.0032,
      "step": 12590
    },
    {
      "epoch": 0.21294035135157974,
      "grad_norm": 0.2849743068218231,
      "learning_rate": 9.998727118739986e-06,
      "loss": 0.005,
      "step": 12600
    },
    {
      "epoch": 0.21310935163043018,
      "grad_norm": 0.10578224062919617,
      "learning_rate": 9.998693624754325e-06,
      "loss": 0.0038,
      "step": 12610
    },
    {
      "epoch": 0.21327835190928066,
      "grad_norm": 0.17871376872062683,
      "learning_rate": 9.998659695858099e-06,
      "loss": 0.0049,
      "step": 12620
    },
    {
      "epoch": 0.2134473521881311,
      "grad_norm": 0.1357841044664383,
      "learning_rate": 9.998625332054262e-06,
      "loss": 0.0027,
      "step": 12630
    },
    {
      "epoch": 0.21361635246698157,
      "grad_norm": 0.1257234364748001,
      "learning_rate": 9.9985905333458e-06,
      "loss": 0.0063,
      "step": 12640
    },
    {
      "epoch": 0.21378535274583202,
      "grad_norm": 0.22507745027542114,
      "learning_rate": 9.998555299735744e-06,
      "loss": 0.005,
      "step": 12650
    },
    {
      "epoch": 0.2139543530246825,
      "grad_norm": 0.1501859575510025,
      "learning_rate": 9.998519631227158e-06,
      "loss": 0.0045,
      "step": 12660
    },
    {
      "epoch": 0.21412335330353294,
      "grad_norm": 0.13181540369987488,
      "learning_rate": 9.998483527823146e-06,
      "loss": 0.0036,
      "step": 12670
    },
    {
      "epoch": 0.2142923535823834,
      "grad_norm": 0.11986613273620605,
      "learning_rate": 9.998446989526849e-06,
      "loss": 0.0042,
      "step": 12680
    },
    {
      "epoch": 0.21446135386123388,
      "grad_norm": 0.18259811401367188,
      "learning_rate": 9.998410016341447e-06,
      "loss": 0.0049,
      "step": 12690
    },
    {
      "epoch": 0.21463035414008433,
      "grad_norm": 0.17600387334823608,
      "learning_rate": 9.998372608270152e-06,
      "loss": 0.0053,
      "step": 12700
    },
    {
      "epoch": 0.2147993544189348,
      "grad_norm": 0.11839409172534943,
      "learning_rate": 9.998334765316226e-06,
      "loss": 0.0041,
      "step": 12710
    },
    {
      "epoch": 0.21496835469778525,
      "grad_norm": 0.10443863272666931,
      "learning_rate": 9.998296487482956e-06,
      "loss": 0.0043,
      "step": 12720
    },
    {
      "epoch": 0.21513735497663572,
      "grad_norm": 0.3014087677001953,
      "learning_rate": 9.998257774773676e-06,
      "loss": 0.0054,
      "step": 12730
    },
    {
      "epoch": 0.21530635525548616,
      "grad_norm": 0.06494636088609695,
      "learning_rate": 9.99821862719175e-06,
      "loss": 0.0044,
      "step": 12740
    },
    {
      "epoch": 0.21547535553433664,
      "grad_norm": 0.1542501151561737,
      "learning_rate": 9.99817904474059e-06,
      "loss": 0.0068,
      "step": 12750
    },
    {
      "epoch": 0.21564435581318708,
      "grad_norm": 0.21469393372535706,
      "learning_rate": 9.998139027423635e-06,
      "loss": 0.0048,
      "step": 12760
    },
    {
      "epoch": 0.21581335609203756,
      "grad_norm": 0.20954947173595428,
      "learning_rate": 9.998098575244367e-06,
      "loss": 0.0073,
      "step": 12770
    },
    {
      "epoch": 0.215982356370888,
      "grad_norm": 0.24559859931468964,
      "learning_rate": 9.998057688206307e-06,
      "loss": 0.0045,
      "step": 12780
    },
    {
      "epoch": 0.21615135664973847,
      "grad_norm": 0.24553582072257996,
      "learning_rate": 9.998016366313012e-06,
      "loss": 0.0036,
      "step": 12790
    },
    {
      "epoch": 0.21632035692858892,
      "grad_norm": 0.267829954624176,
      "learning_rate": 9.997974609568077e-06,
      "loss": 0.0041,
      "step": 12800
    },
    {
      "epoch": 0.2164893572074394,
      "grad_norm": 0.16241054236888885,
      "learning_rate": 9.997932417975135e-06,
      "loss": 0.0038,
      "step": 12810
    },
    {
      "epoch": 0.21665835748628987,
      "grad_norm": 0.10603076964616776,
      "learning_rate": 9.997889791537859e-06,
      "loss": 0.0027,
      "step": 12820
    },
    {
      "epoch": 0.2168273577651403,
      "grad_norm": 0.020528987050056458,
      "learning_rate": 9.997846730259955e-06,
      "loss": 0.0046,
      "step": 12830
    },
    {
      "epoch": 0.21699635804399078,
      "grad_norm": 0.18575718998908997,
      "learning_rate": 9.99780323414517e-06,
      "loss": 0.0039,
      "step": 12840
    },
    {
      "epoch": 0.21716535832284123,
      "grad_norm": 0.21036140620708466,
      "learning_rate": 9.997759303197287e-06,
      "loss": 0.003,
      "step": 12850
    },
    {
      "epoch": 0.2173343586016917,
      "grad_norm": 0.22635206580162048,
      "learning_rate": 9.99771493742013e-06,
      "loss": 0.0051,
      "step": 12860
    },
    {
      "epoch": 0.21750335888054215,
      "grad_norm": 0.116457998752594,
      "learning_rate": 9.997670136817561e-06,
      "loss": 0.005,
      "step": 12870
    },
    {
      "epoch": 0.21767235915939262,
      "grad_norm": 0.17869815230369568,
      "learning_rate": 9.997624901393477e-06,
      "loss": 0.0035,
      "step": 12880
    },
    {
      "epoch": 0.21784135943824307,
      "grad_norm": 0.2751922309398651,
      "learning_rate": 9.99757923115181e-06,
      "loss": 0.0049,
      "step": 12890
    },
    {
      "epoch": 0.21801035971709354,
      "grad_norm": 0.4475092589855194,
      "learning_rate": 9.997533126096537e-06,
      "loss": 0.0066,
      "step": 12900
    },
    {
      "epoch": 0.21817935999594398,
      "grad_norm": 0.48583754897117615,
      "learning_rate": 9.997486586231668e-06,
      "loss": 0.0025,
      "step": 12910
    },
    {
      "epoch": 0.21834836027479446,
      "grad_norm": 0.20378488302230835,
      "learning_rate": 9.997439611561252e-06,
      "loss": 0.0034,
      "step": 12920
    },
    {
      "epoch": 0.2185173605536449,
      "grad_norm": 0.058693524450063705,
      "learning_rate": 9.997392202089378e-06,
      "loss": 0.0057,
      "step": 12930
    },
    {
      "epoch": 0.21868636083249537,
      "grad_norm": 0.1765138804912567,
      "learning_rate": 9.997344357820168e-06,
      "loss": 0.0042,
      "step": 12940
    },
    {
      "epoch": 0.21885536111134585,
      "grad_norm": 0.2786969542503357,
      "learning_rate": 9.997296078757788e-06,
      "loss": 0.0047,
      "step": 12950
    },
    {
      "epoch": 0.2190243613901963,
      "grad_norm": 0.1344185769557953,
      "learning_rate": 9.997247364906435e-06,
      "loss": 0.0039,
      "step": 12960
    },
    {
      "epoch": 0.21919336166904677,
      "grad_norm": 0.14174804091453552,
      "learning_rate": 9.99719821627035e-06,
      "loss": 0.0056,
      "step": 12970
    },
    {
      "epoch": 0.2193623619478972,
      "grad_norm": 0.055436067283153534,
      "learning_rate": 9.99714863285381e-06,
      "loss": 0.0027,
      "step": 12980
    },
    {
      "epoch": 0.21953136222674768,
      "grad_norm": 0.20866861939430237,
      "learning_rate": 9.997098614661124e-06,
      "loss": 0.0069,
      "step": 12990
    },
    {
      "epoch": 0.21970036250559813,
      "grad_norm": 0.08676794171333313,
      "learning_rate": 9.997048161696649e-06,
      "loss": 0.005,
      "step": 13000
    },
    {
      "epoch": 0.2198693627844486,
      "grad_norm": 0.09381774812936783,
      "learning_rate": 9.996997273964771e-06,
      "loss": 0.0027,
      "step": 13010
    },
    {
      "epoch": 0.22003836306329905,
      "grad_norm": 0.12107016891241074,
      "learning_rate": 9.996945951469921e-06,
      "loss": 0.0041,
      "step": 13020
    },
    {
      "epoch": 0.22020736334214952,
      "grad_norm": 0.07253371924161911,
      "learning_rate": 9.996894194216562e-06,
      "loss": 0.0029,
      "step": 13030
    },
    {
      "epoch": 0.22037636362099997,
      "grad_norm": 0.08685167133808136,
      "learning_rate": 9.996842002209196e-06,
      "loss": 0.0068,
      "step": 13040
    },
    {
      "epoch": 0.22054536389985044,
      "grad_norm": 0.10493378341197968,
      "learning_rate": 9.996789375452367e-06,
      "loss": 0.0054,
      "step": 13050
    },
    {
      "epoch": 0.22071436417870088,
      "grad_norm": 0.12263305485248566,
      "learning_rate": 9.996736313950652e-06,
      "loss": 0.0058,
      "step": 13060
    },
    {
      "epoch": 0.22088336445755136,
      "grad_norm": 0.18619713187217712,
      "learning_rate": 9.996682817708668e-06,
      "loss": 0.0034,
      "step": 13070
    },
    {
      "epoch": 0.2210523647364018,
      "grad_norm": 0.053724195808172226,
      "learning_rate": 9.996628886731071e-06,
      "loss": 0.0032,
      "step": 13080
    },
    {
      "epoch": 0.22122136501525227,
      "grad_norm": 0.023195017129182816,
      "learning_rate": 9.996574521022548e-06,
      "loss": 0.0053,
      "step": 13090
    },
    {
      "epoch": 0.22139036529410275,
      "grad_norm": 0.2828596830368042,
      "learning_rate": 9.996519720587835e-06,
      "loss": 0.0035,
      "step": 13100
    },
    {
      "epoch": 0.2215593655729532,
      "grad_norm": 0.19304883480072021,
      "learning_rate": 9.996464485431699e-06,
      "loss": 0.004,
      "step": 13110
    },
    {
      "epoch": 0.22172836585180367,
      "grad_norm": 0.15398164093494415,
      "learning_rate": 9.996408815558941e-06,
      "loss": 0.0043,
      "step": 13120
    },
    {
      "epoch": 0.2218973661306541,
      "grad_norm": 0.1082804799079895,
      "learning_rate": 9.99635271097441e-06,
      "loss": 0.0053,
      "step": 13130
    },
    {
      "epoch": 0.22206636640950458,
      "grad_norm": 0.09701705724000931,
      "learning_rate": 9.996296171682984e-06,
      "loss": 0.0043,
      "step": 13140
    },
    {
      "epoch": 0.22223536668835503,
      "grad_norm": 0.28328144550323486,
      "learning_rate": 9.996239197689586e-06,
      "loss": 0.0054,
      "step": 13150
    },
    {
      "epoch": 0.2224043669672055,
      "grad_norm": 0.1199091449379921,
      "learning_rate": 9.996181788999168e-06,
      "loss": 0.0038,
      "step": 13160
    },
    {
      "epoch": 0.22257336724605595,
      "grad_norm": 0.1811678409576416,
      "learning_rate": 9.996123945616727e-06,
      "loss": 0.0034,
      "step": 13170
    },
    {
      "epoch": 0.22274236752490642,
      "grad_norm": 0.05057886987924576,
      "learning_rate": 9.996065667547298e-06,
      "loss": 0.0039,
      "step": 13180
    },
    {
      "epoch": 0.22291136780375687,
      "grad_norm": 0.11425051838159561,
      "learning_rate": 9.996006954795949e-06,
      "loss": 0.0028,
      "step": 13190
    },
    {
      "epoch": 0.22308036808260734,
      "grad_norm": 0.1719987392425537,
      "learning_rate": 9.995947807367787e-06,
      "loss": 0.0037,
      "step": 13200
    },
    {
      "epoch": 0.22324936836145778,
      "grad_norm": 0.1575050801038742,
      "learning_rate": 9.99588822526796e-06,
      "loss": 0.0032,
      "step": 13210
    },
    {
      "epoch": 0.22341836864030826,
      "grad_norm": 0.3843485116958618,
      "learning_rate": 9.995828208501654e-06,
      "loss": 0.0034,
      "step": 13220
    },
    {
      "epoch": 0.22358736891915873,
      "grad_norm": 0.17446254193782806,
      "learning_rate": 9.995767757074087e-06,
      "loss": 0.0036,
      "step": 13230
    },
    {
      "epoch": 0.22375636919800918,
      "grad_norm": 0.059524331241846085,
      "learning_rate": 9.99570687099052e-06,
      "loss": 0.0047,
      "step": 13240
    },
    {
      "epoch": 0.22392536947685965,
      "grad_norm": 0.15919871628284454,
      "learning_rate": 9.995645550256251e-06,
      "loss": 0.0094,
      "step": 13250
    },
    {
      "epoch": 0.2240943697557101,
      "grad_norm": 0.22587934136390686,
      "learning_rate": 9.995583794876616e-06,
      "loss": 0.0054,
      "step": 13260
    },
    {
      "epoch": 0.22426337003456057,
      "grad_norm": 0.13634823262691498,
      "learning_rate": 9.995521604856983e-06,
      "loss": 0.007,
      "step": 13270
    },
    {
      "epoch": 0.224432370313411,
      "grad_norm": 0.06666050106287003,
      "learning_rate": 9.99545898020277e-06,
      "loss": 0.0052,
      "step": 13280
    },
    {
      "epoch": 0.22460137059226148,
      "grad_norm": 0.3350073993206024,
      "learning_rate": 9.99539592091942e-06,
      "loss": 0.0062,
      "step": 13290
    },
    {
      "epoch": 0.22477037087111193,
      "grad_norm": 0.10985402017831802,
      "learning_rate": 9.995332427012422e-06,
      "loss": 0.0033,
      "step": 13300
    },
    {
      "epoch": 0.2249393711499624,
      "grad_norm": 0.12870152294635773,
      "learning_rate": 9.9952684984873e-06,
      "loss": 0.0066,
      "step": 13310
    },
    {
      "epoch": 0.22510837142881285,
      "grad_norm": 0.09722672402858734,
      "learning_rate": 9.995204135349617e-06,
      "loss": 0.0038,
      "step": 13320
    },
    {
      "epoch": 0.22527737170766332,
      "grad_norm": 0.49585485458374023,
      "learning_rate": 9.995139337604971e-06,
      "loss": 0.0064,
      "step": 13330
    },
    {
      "epoch": 0.22544637198651377,
      "grad_norm": 0.21925857663154602,
      "learning_rate": 9.995074105259001e-06,
      "loss": 0.0032,
      "step": 13340
    },
    {
      "epoch": 0.22561537226536424,
      "grad_norm": 0.18533477187156677,
      "learning_rate": 9.995008438317384e-06,
      "loss": 0.0038,
      "step": 13350
    },
    {
      "epoch": 0.22578437254421468,
      "grad_norm": 0.18802869319915771,
      "learning_rate": 9.994942336785829e-06,
      "loss": 0.0033,
      "step": 13360
    },
    {
      "epoch": 0.22595337282306516,
      "grad_norm": 0.17008714377880096,
      "learning_rate": 9.99487580067009e-06,
      "loss": 0.0039,
      "step": 13370
    },
    {
      "epoch": 0.22612237310191563,
      "grad_norm": 0.15874530375003815,
      "learning_rate": 9.994808829975955e-06,
      "loss": 0.0054,
      "step": 13380
    },
    {
      "epoch": 0.22629137338076608,
      "grad_norm": 0.16346663236618042,
      "learning_rate": 9.994741424709253e-06,
      "loss": 0.0061,
      "step": 13390
    },
    {
      "epoch": 0.22646037365961655,
      "grad_norm": 0.21573509275913239,
      "learning_rate": 9.994673584875846e-06,
      "loss": 0.0048,
      "step": 13400
    },
    {
      "epoch": 0.226629373938467,
      "grad_norm": 0.18036310374736786,
      "learning_rate": 9.994605310481637e-06,
      "loss": 0.0044,
      "step": 13410
    },
    {
      "epoch": 0.22679837421731747,
      "grad_norm": 0.5115329623222351,
      "learning_rate": 9.994536601532568e-06,
      "loss": 0.0047,
      "step": 13420
    },
    {
      "epoch": 0.2269673744961679,
      "grad_norm": 0.09441306442022324,
      "learning_rate": 9.994467458034613e-06,
      "loss": 0.0052,
      "step": 13430
    },
    {
      "epoch": 0.22713637477501838,
      "grad_norm": 0.09542250633239746,
      "learning_rate": 9.994397879993793e-06,
      "loss": 0.0049,
      "step": 13440
    },
    {
      "epoch": 0.22730537505386883,
      "grad_norm": 0.15195991098880768,
      "learning_rate": 9.994327867416159e-06,
      "loss": 0.0063,
      "step": 13450
    },
    {
      "epoch": 0.2274743753327193,
      "grad_norm": 0.039866454899311066,
      "learning_rate": 9.9942574203078e-06,
      "loss": 0.0039,
      "step": 13460
    },
    {
      "epoch": 0.22764337561156975,
      "grad_norm": 0.17334040999412537,
      "learning_rate": 9.99418653867485e-06,
      "loss": 0.004,
      "step": 13470
    },
    {
      "epoch": 0.22781237589042022,
      "grad_norm": 0.1515452116727829,
      "learning_rate": 9.994115222523472e-06,
      "loss": 0.0044,
      "step": 13480
    },
    {
      "epoch": 0.22798137616927067,
      "grad_norm": 0.11643579602241516,
      "learning_rate": 9.994043471859875e-06,
      "loss": 0.0074,
      "step": 13490
    },
    {
      "epoch": 0.22815037644812114,
      "grad_norm": 0.14805810153484344,
      "learning_rate": 9.993971286690299e-06,
      "loss": 0.0057,
      "step": 13500
    },
    {
      "epoch": 0.2283193767269716,
      "grad_norm": 0.09401725232601166,
      "learning_rate": 9.993898667021023e-06,
      "loss": 0.005,
      "step": 13510
    },
    {
      "epoch": 0.22848837700582206,
      "grad_norm": 0.22201889753341675,
      "learning_rate": 9.993825612858367e-06,
      "loss": 0.0054,
      "step": 13520
    },
    {
      "epoch": 0.22865737728467253,
      "grad_norm": 0.13076730072498322,
      "learning_rate": 9.993752124208687e-06,
      "loss": 0.0049,
      "step": 13530
    },
    {
      "epoch": 0.22882637756352298,
      "grad_norm": 0.08481460809707642,
      "learning_rate": 9.993678201078378e-06,
      "loss": 0.0084,
      "step": 13540
    },
    {
      "epoch": 0.22899537784237345,
      "grad_norm": 0.02569173462688923,
      "learning_rate": 9.99360384347387e-06,
      "loss": 0.0055,
      "step": 13550
    },
    {
      "epoch": 0.2291643781212239,
      "grad_norm": 0.2832903563976288,
      "learning_rate": 9.993529051401633e-06,
      "loss": 0.0044,
      "step": 13560
    },
    {
      "epoch": 0.22933337840007437,
      "grad_norm": 0.156660258769989,
      "learning_rate": 9.993453824868175e-06,
      "loss": 0.0042,
      "step": 13570
    },
    {
      "epoch": 0.2295023786789248,
      "grad_norm": 0.3335116505622864,
      "learning_rate": 9.993378163880038e-06,
      "loss": 0.0073,
      "step": 13580
    },
    {
      "epoch": 0.22967137895777529,
      "grad_norm": 0.055631548166275024,
      "learning_rate": 9.993302068443811e-06,
      "loss": 0.0034,
      "step": 13590
    },
    {
      "epoch": 0.22984037923662573,
      "grad_norm": 0.18227708339691162,
      "learning_rate": 9.993225538566109e-06,
      "loss": 0.0073,
      "step": 13600
    },
    {
      "epoch": 0.2300093795154762,
      "grad_norm": 0.28870803117752075,
      "learning_rate": 9.993148574253592e-06,
      "loss": 0.0063,
      "step": 13610
    },
    {
      "epoch": 0.23017837979432665,
      "grad_norm": 0.09444483369588852,
      "learning_rate": 9.993071175512957e-06,
      "loss": 0.005,
      "step": 13620
    },
    {
      "epoch": 0.23034738007317712,
      "grad_norm": 0.1265878528356552,
      "learning_rate": 9.992993342350939e-06,
      "loss": 0.0032,
      "step": 13630
    },
    {
      "epoch": 0.2305163803520276,
      "grad_norm": 0.06479588150978088,
      "learning_rate": 9.992915074774307e-06,
      "loss": 0.0044,
      "step": 13640
    },
    {
      "epoch": 0.23068538063087804,
      "grad_norm": 0.23029182851314545,
      "learning_rate": 9.992836372789871e-06,
      "loss": 0.0049,
      "step": 13650
    },
    {
      "epoch": 0.2308543809097285,
      "grad_norm": 0.19470201432704926,
      "learning_rate": 9.992757236404483e-06,
      "loss": 0.0044,
      "step": 13660
    },
    {
      "epoch": 0.23102338118857896,
      "grad_norm": 0.3662036657333374,
      "learning_rate": 9.992677665625023e-06,
      "loss": 0.0042,
      "step": 13670
    },
    {
      "epoch": 0.23119238146742943,
      "grad_norm": 0.27756965160369873,
      "learning_rate": 9.992597660458416e-06,
      "loss": 0.0049,
      "step": 13680
    },
    {
      "epoch": 0.23136138174627988,
      "grad_norm": 0.3882659673690796,
      "learning_rate": 9.992517220911623e-06,
      "loss": 0.0051,
      "step": 13690
    },
    {
      "epoch": 0.23153038202513035,
      "grad_norm": 0.11957082152366638,
      "learning_rate": 9.992436346991642e-06,
      "loss": 0.0041,
      "step": 13700
    },
    {
      "epoch": 0.2316993823039808,
      "grad_norm": 0.15464948117733002,
      "learning_rate": 9.992355038705512e-06,
      "loss": 0.0051,
      "step": 13710
    },
    {
      "epoch": 0.23186838258283127,
      "grad_norm": 0.08093637973070145,
      "learning_rate": 9.992273296060304e-06,
      "loss": 0.0043,
      "step": 13720
    },
    {
      "epoch": 0.2320373828616817,
      "grad_norm": 0.38809144496917725,
      "learning_rate": 9.99219111906313e-06,
      "loss": 0.006,
      "step": 13730
    },
    {
      "epoch": 0.23220638314053219,
      "grad_norm": 0.18487603962421417,
      "learning_rate": 9.992108507721143e-06,
      "loss": 0.0062,
      "step": 13740
    },
    {
      "epoch": 0.23237538341938263,
      "grad_norm": 0.12486666440963745,
      "learning_rate": 9.992025462041526e-06,
      "loss": 0.0048,
      "step": 13750
    },
    {
      "epoch": 0.2325443836982331,
      "grad_norm": 0.21606610715389252,
      "learning_rate": 9.99194198203151e-06,
      "loss": 0.0052,
      "step": 13760
    },
    {
      "epoch": 0.23271338397708355,
      "grad_norm": 0.11294318735599518,
      "learning_rate": 9.991858067698353e-06,
      "loss": 0.0031,
      "step": 13770
    },
    {
      "epoch": 0.23288238425593402,
      "grad_norm": 0.15346220135688782,
      "learning_rate": 9.991773719049358e-06,
      "loss": 0.0054,
      "step": 13780
    },
    {
      "epoch": 0.2330513845347845,
      "grad_norm": 0.19085946679115295,
      "learning_rate": 9.991688936091863e-06,
      "loss": 0.0027,
      "step": 13790
    },
    {
      "epoch": 0.23322038481363494,
      "grad_norm": 0.15518149733543396,
      "learning_rate": 9.991603718833248e-06,
      "loss": 0.0055,
      "step": 13800
    },
    {
      "epoch": 0.2333893850924854,
      "grad_norm": 0.08052901178598404,
      "learning_rate": 9.991518067280921e-06,
      "loss": 0.0067,
      "step": 13810
    },
    {
      "epoch": 0.23355838537133586,
      "grad_norm": 0.08903773874044418,
      "learning_rate": 9.991431981442341e-06,
      "loss": 0.0048,
      "step": 13820
    },
    {
      "epoch": 0.23372738565018633,
      "grad_norm": 0.12610691785812378,
      "learning_rate": 9.991345461324992e-06,
      "loss": 0.0054,
      "step": 13830
    },
    {
      "epoch": 0.23389638592903678,
      "grad_norm": 0.2848169505596161,
      "learning_rate": 9.991258506936406e-06,
      "loss": 0.0054,
      "step": 13840
    },
    {
      "epoch": 0.23406538620788725,
      "grad_norm": 0.10816321521997452,
      "learning_rate": 9.991171118284147e-06,
      "loss": 0.0043,
      "step": 13850
    },
    {
      "epoch": 0.2342343864867377,
      "grad_norm": 0.053277160972356796,
      "learning_rate": 9.991083295375817e-06,
      "loss": 0.0052,
      "step": 13860
    },
    {
      "epoch": 0.23440338676558817,
      "grad_norm": 0.09209351986646652,
      "learning_rate": 9.990995038219056e-06,
      "loss": 0.0033,
      "step": 13870
    },
    {
      "epoch": 0.2345723870444386,
      "grad_norm": 0.13402052223682404,
      "learning_rate": 9.990906346821548e-06,
      "loss": 0.0038,
      "step": 13880
    },
    {
      "epoch": 0.23474138732328909,
      "grad_norm": 0.19042134284973145,
      "learning_rate": 9.990817221191005e-06,
      "loss": 0.0041,
      "step": 13890
    },
    {
      "epoch": 0.23491038760213953,
      "grad_norm": 0.1634221225976944,
      "learning_rate": 9.990727661335183e-06,
      "loss": 0.0058,
      "step": 13900
    },
    {
      "epoch": 0.23507938788099,
      "grad_norm": 0.06429363042116165,
      "learning_rate": 9.990637667261873e-06,
      "loss": 0.0052,
      "step": 13910
    },
    {
      "epoch": 0.23524838815984048,
      "grad_norm": 0.07568903267383575,
      "learning_rate": 9.990547238978907e-06,
      "loss": 0.0033,
      "step": 13920
    },
    {
      "epoch": 0.23541738843869092,
      "grad_norm": 0.23190951347351074,
      "learning_rate": 9.99045637649415e-06,
      "loss": 0.0061,
      "step": 13930
    },
    {
      "epoch": 0.2355863887175414,
      "grad_norm": 0.03557845950126648,
      "learning_rate": 9.990365079815509e-06,
      "loss": 0.0037,
      "step": 13940
    },
    {
      "epoch": 0.23575538899639184,
      "grad_norm": 0.10422530025243759,
      "learning_rate": 9.990273348950928e-06,
      "loss": 0.0051,
      "step": 13950
    },
    {
      "epoch": 0.2359243892752423,
      "grad_norm": 0.2304789423942566,
      "learning_rate": 9.990181183908387e-06,
      "loss": 0.0036,
      "step": 13960
    },
    {
      "epoch": 0.23609338955409276,
      "grad_norm": 0.1503400355577469,
      "learning_rate": 9.990088584695905e-06,
      "loss": 0.0067,
      "step": 13970
    },
    {
      "epoch": 0.23626238983294323,
      "grad_norm": 0.2617582678794861,
      "learning_rate": 9.989995551321538e-06,
      "loss": 0.0047,
      "step": 13980
    },
    {
      "epoch": 0.23643139011179368,
      "grad_norm": 0.2739869952201843,
      "learning_rate": 9.989902083793383e-06,
      "loss": 0.0047,
      "step": 13990
    },
    {
      "epoch": 0.23660039039064415,
      "grad_norm": 0.12977376580238342,
      "learning_rate": 9.989808182119569e-06,
      "loss": 0.0034,
      "step": 14000
    },
    {
      "epoch": 0.2367693906694946,
      "grad_norm": 0.3293931782245636,
      "learning_rate": 9.989713846308267e-06,
      "loss": 0.0039,
      "step": 14010
    },
    {
      "epoch": 0.23693839094834507,
      "grad_norm": 0.11267578601837158,
      "learning_rate": 9.989619076367683e-06,
      "loss": 0.0038,
      "step": 14020
    },
    {
      "epoch": 0.2371073912271955,
      "grad_norm": 0.33272507786750793,
      "learning_rate": 9.989523872306067e-06,
      "loss": 0.0038,
      "step": 14030
    },
    {
      "epoch": 0.23727639150604599,
      "grad_norm": 0.20745112001895905,
      "learning_rate": 9.989428234131697e-06,
      "loss": 0.0048,
      "step": 14040
    },
    {
      "epoch": 0.23744539178489643,
      "grad_norm": 0.1488361805677414,
      "learning_rate": 9.989332161852896e-06,
      "loss": 0.0037,
      "step": 14050
    },
    {
      "epoch": 0.2376143920637469,
      "grad_norm": 0.036361102014780045,
      "learning_rate": 9.989235655478025e-06,
      "loss": 0.0051,
      "step": 14060
    },
    {
      "epoch": 0.23778339234259738,
      "grad_norm": 0.2059086710214615,
      "learning_rate": 9.989138715015478e-06,
      "loss": 0.0039,
      "step": 14070
    },
    {
      "epoch": 0.23795239262144782,
      "grad_norm": 0.08130540698766708,
      "learning_rate": 9.989041340473688e-06,
      "loss": 0.0047,
      "step": 14080
    },
    {
      "epoch": 0.2381213929002983,
      "grad_norm": 0.1256265938282013,
      "learning_rate": 9.98894353186113e-06,
      "loss": 0.0036,
      "step": 14090
    },
    {
      "epoch": 0.23829039317914874,
      "grad_norm": 0.09473961591720581,
      "learning_rate": 9.988845289186314e-06,
      "loss": 0.0075,
      "step": 14100
    },
    {
      "epoch": 0.2384593934579992,
      "grad_norm": 0.14110074937343597,
      "learning_rate": 9.988746612457786e-06,
      "loss": 0.0036,
      "step": 14110
    },
    {
      "epoch": 0.23862839373684966,
      "grad_norm": 0.3486090302467346,
      "learning_rate": 9.988647501684131e-06,
      "loss": 0.0057,
      "step": 14120
    },
    {
      "epoch": 0.23879739401570013,
      "grad_norm": 0.377188503742218,
      "learning_rate": 9.988547956873974e-06,
      "loss": 0.0035,
      "step": 14130
    },
    {
      "epoch": 0.23896639429455058,
      "grad_norm": 0.2691023349761963,
      "learning_rate": 9.988447978035974e-06,
      "loss": 0.0036,
      "step": 14140
    },
    {
      "epoch": 0.23913539457340105,
      "grad_norm": 0.24957741796970367,
      "learning_rate": 9.988347565178828e-06,
      "loss": 0.0042,
      "step": 14150
    },
    {
      "epoch": 0.2393043948522515,
      "grad_norm": 0.2357136458158493,
      "learning_rate": 9.988246718311276e-06,
      "loss": 0.004,
      "step": 14160
    },
    {
      "epoch": 0.23947339513110197,
      "grad_norm": 0.7160472273826599,
      "learning_rate": 9.988145437442093e-06,
      "loss": 0.0036,
      "step": 14170
    },
    {
      "epoch": 0.2396423954099524,
      "grad_norm": 0.24182184040546417,
      "learning_rate": 9.988043722580088e-06,
      "loss": 0.0042,
      "step": 14180
    },
    {
      "epoch": 0.2398113956888029,
      "grad_norm": 0.3829415440559387,
      "learning_rate": 9.98794157373411e-06,
      "loss": 0.0038,
      "step": 14190
    },
    {
      "epoch": 0.23998039596765336,
      "grad_norm": 0.15229769051074982,
      "learning_rate": 9.987838990913049e-06,
      "loss": 0.0045,
      "step": 14200
    },
    {
      "epoch": 0.2401493962465038,
      "grad_norm": 0.3212862014770508,
      "learning_rate": 9.98773597412583e-06,
      "loss": 0.0061,
      "step": 14210
    },
    {
      "epoch": 0.24031839652535428,
      "grad_norm": 0.2428811639547348,
      "learning_rate": 9.987632523381412e-06,
      "loss": 0.0045,
      "step": 14220
    },
    {
      "epoch": 0.24048739680420472,
      "grad_norm": 0.329699844121933,
      "learning_rate": 9.9875286386888e-06,
      "loss": 0.0074,
      "step": 14230
    },
    {
      "epoch": 0.2406563970830552,
      "grad_norm": 0.148408442735672,
      "learning_rate": 9.987424320057035e-06,
      "loss": 0.0042,
      "step": 14240
    },
    {
      "epoch": 0.24082539736190564,
      "grad_norm": 0.28386399149894714,
      "learning_rate": 9.987319567495187e-06,
      "loss": 0.0038,
      "step": 14250
    },
    {
      "epoch": 0.24099439764075611,
      "grad_norm": 0.15869386494159698,
      "learning_rate": 9.987214381012372e-06,
      "loss": 0.0039,
      "step": 14260
    },
    {
      "epoch": 0.24116339791960656,
      "grad_norm": 0.12310047447681427,
      "learning_rate": 9.987108760617741e-06,
      "loss": 0.003,
      "step": 14270
    },
    {
      "epoch": 0.24133239819845703,
      "grad_norm": 0.14694136381149292,
      "learning_rate": 9.987002706320488e-06,
      "loss": 0.0042,
      "step": 14280
    },
    {
      "epoch": 0.24150139847730748,
      "grad_norm": 0.07741039246320724,
      "learning_rate": 9.986896218129834e-06,
      "loss": 0.004,
      "step": 14290
    },
    {
      "epoch": 0.24167039875615795,
      "grad_norm": 0.3411828875541687,
      "learning_rate": 9.986789296055048e-06,
      "loss": 0.0042,
      "step": 14300
    },
    {
      "epoch": 0.2418393990350084,
      "grad_norm": 0.185929074883461,
      "learning_rate": 9.986681940105432e-06,
      "loss": 0.0046,
      "step": 14310
    },
    {
      "epoch": 0.24200839931385887,
      "grad_norm": 0.06522829830646515,
      "learning_rate": 9.986574150290327e-06,
      "loss": 0.0048,
      "step": 14320
    },
    {
      "epoch": 0.24217739959270934,
      "grad_norm": 0.23070041835308075,
      "learning_rate": 9.986465926619109e-06,
      "loss": 0.0044,
      "step": 14330
    },
    {
      "epoch": 0.2423463998715598,
      "grad_norm": 0.07087959349155426,
      "learning_rate": 9.986357269101197e-06,
      "loss": 0.0026,
      "step": 14340
    },
    {
      "epoch": 0.24251540015041026,
      "grad_norm": 0.13839539885520935,
      "learning_rate": 9.986248177746041e-06,
      "loss": 0.0041,
      "step": 14350
    },
    {
      "epoch": 0.2426844004292607,
      "grad_norm": 0.3412225842475891,
      "learning_rate": 9.986138652563135e-06,
      "loss": 0.0033,
      "step": 14360
    },
    {
      "epoch": 0.24285340070811118,
      "grad_norm": 0.11813254654407501,
      "learning_rate": 9.98602869356201e-06,
      "loss": 0.0035,
      "step": 14370
    },
    {
      "epoch": 0.24302240098696162,
      "grad_norm": 0.12311132252216339,
      "learning_rate": 9.985918300752229e-06,
      "loss": 0.0029,
      "step": 14380
    },
    {
      "epoch": 0.2431914012658121,
      "grad_norm": 0.008245767094194889,
      "learning_rate": 9.985807474143398e-06,
      "loss": 0.0034,
      "step": 14390
    },
    {
      "epoch": 0.24336040154466254,
      "grad_norm": 0.19633473455905914,
      "learning_rate": 9.985696213745162e-06,
      "loss": 0.0063,
      "step": 14400
    },
    {
      "epoch": 0.24352940182351301,
      "grad_norm": 0.1152830645442009,
      "learning_rate": 9.985584519567197e-06,
      "loss": 0.0034,
      "step": 14410
    },
    {
      "epoch": 0.24369840210236346,
      "grad_norm": 0.30895453691482544,
      "learning_rate": 9.985472391619225e-06,
      "loss": 0.0049,
      "step": 14420
    },
    {
      "epoch": 0.24386740238121393,
      "grad_norm": 0.09675145894289017,
      "learning_rate": 9.985359829910998e-06,
      "loss": 0.0049,
      "step": 14430
    },
    {
      "epoch": 0.24403640266006438,
      "grad_norm": 0.15377745032310486,
      "learning_rate": 9.98524683445231e-06,
      "loss": 0.007,
      "step": 14440
    },
    {
      "epoch": 0.24420540293891485,
      "grad_norm": 0.1542172133922577,
      "learning_rate": 9.985133405252997e-06,
      "loss": 0.0051,
      "step": 14450
    },
    {
      "epoch": 0.2443744032177653,
      "grad_norm": 0.09837678074836731,
      "learning_rate": 9.985019542322923e-06,
      "loss": 0.0047,
      "step": 14460
    },
    {
      "epoch": 0.24454340349661577,
      "grad_norm": 0.2775014638900757,
      "learning_rate": 9.984905245671995e-06,
      "loss": 0.004,
      "step": 14470
    },
    {
      "epoch": 0.24471240377546624,
      "grad_norm": 0.11706257611513138,
      "learning_rate": 9.984790515310158e-06,
      "loss": 0.0027,
      "step": 14480
    },
    {
      "epoch": 0.2448814040543167,
      "grad_norm": 0.20297011733055115,
      "learning_rate": 9.984675351247395e-06,
      "loss": 0.0052,
      "step": 14490
    },
    {
      "epoch": 0.24505040433316716,
      "grad_norm": 0.12076503783464432,
      "learning_rate": 9.984559753493724e-06,
      "loss": 0.0027,
      "step": 14500
    },
    {
      "epoch": 0.2452194046120176,
      "grad_norm": 0.1017741933465004,
      "learning_rate": 9.984443722059206e-06,
      "loss": 0.0047,
      "step": 14510
    },
    {
      "epoch": 0.24538840489086808,
      "grad_norm": 0.1515427678823471,
      "learning_rate": 9.984327256953932e-06,
      "loss": 0.0059,
      "step": 14520
    },
    {
      "epoch": 0.24555740516971852,
      "grad_norm": 0.11836301535367966,
      "learning_rate": 9.984210358188038e-06,
      "loss": 0.003,
      "step": 14530
    },
    {
      "epoch": 0.245726405448569,
      "grad_norm": 0.14873522520065308,
      "learning_rate": 9.984093025771693e-06,
      "loss": 0.0032,
      "step": 14540
    },
    {
      "epoch": 0.24589540572741944,
      "grad_norm": 0.13684223592281342,
      "learning_rate": 9.983975259715106e-06,
      "loss": 0.0048,
      "step": 14550
    },
    {
      "epoch": 0.24606440600626991,
      "grad_norm": 0.22442513704299927,
      "learning_rate": 9.983857060028524e-06,
      "loss": 0.0029,
      "step": 14560
    },
    {
      "epoch": 0.24623340628512036,
      "grad_norm": 0.11228632926940918,
      "learning_rate": 9.983738426722232e-06,
      "loss": 0.0063,
      "step": 14570
    },
    {
      "epoch": 0.24640240656397083,
      "grad_norm": 0.13161133229732513,
      "learning_rate": 9.983619359806547e-06,
      "loss": 0.0031,
      "step": 14580
    },
    {
      "epoch": 0.24657140684282128,
      "grad_norm": 0.17749890685081482,
      "learning_rate": 9.983499859291834e-06,
      "loss": 0.005,
      "step": 14590
    },
    {
      "epoch": 0.24674040712167175,
      "grad_norm": 0.1559005081653595,
      "learning_rate": 9.983379925188488e-06,
      "loss": 0.0049,
      "step": 14600
    },
    {
      "epoch": 0.24690940740052222,
      "grad_norm": 0.11561734974384308,
      "learning_rate": 9.983259557506941e-06,
      "loss": 0.0076,
      "step": 14610
    },
    {
      "epoch": 0.24707840767937267,
      "grad_norm": 0.20156532526016235,
      "learning_rate": 9.98313875625767e-06,
      "loss": 0.0062,
      "step": 14620
    },
    {
      "epoch": 0.24724740795822314,
      "grad_norm": 0.08245956152677536,
      "learning_rate": 9.983017521451183e-06,
      "loss": 0.0033,
      "step": 14630
    },
    {
      "epoch": 0.2474164082370736,
      "grad_norm": 0.09482322633266449,
      "learning_rate": 9.982895853098027e-06,
      "loss": 0.0037,
      "step": 14640
    },
    {
      "epoch": 0.24758540851592406,
      "grad_norm": 0.09171206504106522,
      "learning_rate": 9.98277375120879e-06,
      "loss": 0.0037,
      "step": 14650
    },
    {
      "epoch": 0.2477544087947745,
      "grad_norm": 0.049698662012815475,
      "learning_rate": 9.982651215794096e-06,
      "loss": 0.0028,
      "step": 14660
    },
    {
      "epoch": 0.24792340907362498,
      "grad_norm": 0.1317257583141327,
      "learning_rate": 9.982528246864603e-06,
      "loss": 0.0029,
      "step": 14670
    },
    {
      "epoch": 0.24809240935247542,
      "grad_norm": 0.2114088535308838,
      "learning_rate": 9.982404844431013e-06,
      "loss": 0.0031,
      "step": 14680
    },
    {
      "epoch": 0.2482614096313259,
      "grad_norm": 0.08456574380397797,
      "learning_rate": 9.98228100850406e-06,
      "loss": 0.0031,
      "step": 14690
    },
    {
      "epoch": 0.24843040991017634,
      "grad_norm": 0.26122376322746277,
      "learning_rate": 9.98215673909452e-06,
      "loss": 0.0055,
      "step": 14700
    },
    {
      "epoch": 0.24859941018902681,
      "grad_norm": 0.3789493143558502,
      "learning_rate": 9.982032036213202e-06,
      "loss": 0.0029,
      "step": 14710
    },
    {
      "epoch": 0.24876841046787726,
      "grad_norm": 0.2621791660785675,
      "learning_rate": 9.981906899870962e-06,
      "loss": 0.0056,
      "step": 14720
    },
    {
      "epoch": 0.24893741074672773,
      "grad_norm": 0.06250303238630295,
      "learning_rate": 9.981781330078683e-06,
      "loss": 0.0031,
      "step": 14730
    },
    {
      "epoch": 0.2491064110255782,
      "grad_norm": 0.3181895613670349,
      "learning_rate": 9.98165532684729e-06,
      "loss": 0.0054,
      "step": 14740
    },
    {
      "epoch": 0.24927541130442865,
      "grad_norm": 0.15799207985401154,
      "learning_rate": 9.981528890187749e-06,
      "loss": 0.0058,
      "step": 14750
    },
    {
      "epoch": 0.24944441158327912,
      "grad_norm": 0.1720704287290573,
      "learning_rate": 9.981402020111057e-06,
      "loss": 0.0031,
      "step": 14760
    },
    {
      "epoch": 0.24961341186212957,
      "grad_norm": 0.13233742117881775,
      "learning_rate": 9.981274716628253e-06,
      "loss": 0.004,
      "step": 14770
    },
    {
      "epoch": 0.24978241214098004,
      "grad_norm": 0.15866127610206604,
      "learning_rate": 9.981146979750414e-06,
      "loss": 0.0043,
      "step": 14780
    },
    {
      "epoch": 0.2499514124198305,
      "grad_norm": 0.08606252819299698,
      "learning_rate": 9.981018809488655e-06,
      "loss": 0.004,
      "step": 14790
    },
    {
      "epoch": 0.25012041269868096,
      "grad_norm": 0.14118173718452454,
      "learning_rate": 9.980890205854125e-06,
      "loss": 0.0039,
      "step": 14800
    },
    {
      "epoch": 0.25028941297753143,
      "grad_norm": 0.057821471244096756,
      "learning_rate": 9.980761168858015e-06,
      "loss": 0.0035,
      "step": 14810
    },
    {
      "epoch": 0.25045841325638185,
      "grad_norm": 0.3060109615325928,
      "learning_rate": 9.98063169851155e-06,
      "loss": 0.0048,
      "step": 14820
    },
    {
      "epoch": 0.2506274135352323,
      "grad_norm": 0.39351001381874084,
      "learning_rate": 9.980501794825995e-06,
      "loss": 0.0069,
      "step": 14830
    },
    {
      "epoch": 0.2507964138140828,
      "grad_norm": 0.2610602378845215,
      "learning_rate": 9.980371457812654e-06,
      "loss": 0.0054,
      "step": 14840
    },
    {
      "epoch": 0.25096541409293327,
      "grad_norm": 0.08033086359500885,
      "learning_rate": 9.980240687482864e-06,
      "loss": 0.0038,
      "step": 14850
    },
    {
      "epoch": 0.2511344143717837,
      "grad_norm": 0.2523294985294342,
      "learning_rate": 9.980109483848005e-06,
      "loss": 0.0047,
      "step": 14860
    },
    {
      "epoch": 0.25130341465063416,
      "grad_norm": 0.09582140296697617,
      "learning_rate": 9.979977846919494e-06,
      "loss": 0.0029,
      "step": 14870
    },
    {
      "epoch": 0.25147241492948463,
      "grad_norm": 0.07006009668111801,
      "learning_rate": 9.979845776708779e-06,
      "loss": 0.0043,
      "step": 14880
    },
    {
      "epoch": 0.2516414152083351,
      "grad_norm": 0.2001093178987503,
      "learning_rate": 9.979713273227356e-06,
      "loss": 0.0037,
      "step": 14890
    },
    {
      "epoch": 0.2518104154871856,
      "grad_norm": 0.3163839876651764,
      "learning_rate": 9.979580336486749e-06,
      "loss": 0.0052,
      "step": 14900
    },
    {
      "epoch": 0.251979415766036,
      "grad_norm": 0.15247350931167603,
      "learning_rate": 9.979446966498527e-06,
      "loss": 0.004,
      "step": 14910
    },
    {
      "epoch": 0.25214841604488647,
      "grad_norm": 0.207497701048851,
      "learning_rate": 9.979313163274293e-06,
      "loss": 0.0054,
      "step": 14920
    },
    {
      "epoch": 0.25231741632373694,
      "grad_norm": 0.05913986265659332,
      "learning_rate": 9.979178926825688e-06,
      "loss": 0.0025,
      "step": 14930
    },
    {
      "epoch": 0.2524864166025874,
      "grad_norm": 0.11547628045082092,
      "learning_rate": 9.979044257164391e-06,
      "loss": 0.0053,
      "step": 14940
    },
    {
      "epoch": 0.25265541688143783,
      "grad_norm": 0.4229731857776642,
      "learning_rate": 9.978909154302122e-06,
      "loss": 0.0034,
      "step": 14950
    },
    {
      "epoch": 0.2528244171602883,
      "grad_norm": 0.09081882983446121,
      "learning_rate": 9.97877361825063e-06,
      "loss": 0.0111,
      "step": 14960
    },
    {
      "epoch": 0.2529934174391388,
      "grad_norm": 0.1778619885444641,
      "learning_rate": 9.978637649021712e-06,
      "loss": 0.0062,
      "step": 14970
    },
    {
      "epoch": 0.25316241771798925,
      "grad_norm": 0.22037698328495026,
      "learning_rate": 9.978501246627197e-06,
      "loss": 0.0048,
      "step": 14980
    },
    {
      "epoch": 0.25333141799683967,
      "grad_norm": 0.22217440605163574,
      "learning_rate": 9.978364411078951e-06,
      "loss": 0.0035,
      "step": 14990
    },
    {
      "epoch": 0.25350041827569014,
      "grad_norm": 0.1691211760044098,
      "learning_rate": 9.97822714238888e-06,
      "loss": 0.0059,
      "step": 15000
    },
    {
      "epoch": 0.2536694185545406,
      "grad_norm": 0.3209209740161896,
      "learning_rate": 9.97808944056893e-06,
      "loss": 0.0058,
      "step": 15010
    },
    {
      "epoch": 0.2538384188333911,
      "grad_norm": 0.17985154688358307,
      "learning_rate": 9.97795130563108e-06,
      "loss": 0.0034,
      "step": 15020
    },
    {
      "epoch": 0.25400741911224156,
      "grad_norm": 0.31680458784103394,
      "learning_rate": 9.977812737587345e-06,
      "loss": 0.0048,
      "step": 15030
    },
    {
      "epoch": 0.254176419391092,
      "grad_norm": 0.3769959807395935,
      "learning_rate": 9.977673736449783e-06,
      "loss": 0.003,
      "step": 15040
    },
    {
      "epoch": 0.25434541966994245,
      "grad_norm": 0.18421614170074463,
      "learning_rate": 9.97753430223049e-06,
      "loss": 0.0032,
      "step": 15050
    },
    {
      "epoch": 0.2545144199487929,
      "grad_norm": 0.24074816703796387,
      "learning_rate": 9.977394434941597e-06,
      "loss": 0.0049,
      "step": 15060
    },
    {
      "epoch": 0.2546834202276434,
      "grad_norm": 0.34638261795043945,
      "learning_rate": 9.977254134595271e-06,
      "loss": 0.0047,
      "step": 15070
    },
    {
      "epoch": 0.2548524205064938,
      "grad_norm": 0.0570184588432312,
      "learning_rate": 9.97711340120372e-06,
      "loss": 0.0046,
      "step": 15080
    },
    {
      "epoch": 0.2550214207853443,
      "grad_norm": 0.15112407505512238,
      "learning_rate": 9.976972234779188e-06,
      "loss": 0.0074,
      "step": 15090
    },
    {
      "epoch": 0.25519042106419476,
      "grad_norm": 0.0630689412355423,
      "learning_rate": 9.976830635333958e-06,
      "loss": 0.005,
      "step": 15100
    },
    {
      "epoch": 0.25535942134304523,
      "grad_norm": 0.07248848676681519,
      "learning_rate": 9.97668860288035e-06,
      "loss": 0.0033,
      "step": 15110
    },
    {
      "epoch": 0.25552842162189565,
      "grad_norm": 0.321814626455307,
      "learning_rate": 9.97654613743072e-06,
      "loss": 0.0048,
      "step": 15120
    },
    {
      "epoch": 0.2556974219007461,
      "grad_norm": 0.09801140427589417,
      "learning_rate": 9.976403238997466e-06,
      "loss": 0.0043,
      "step": 15130
    },
    {
      "epoch": 0.2558664221795966,
      "grad_norm": 0.09544934332370758,
      "learning_rate": 9.976259907593017e-06,
      "loss": 0.0035,
      "step": 15140
    },
    {
      "epoch": 0.25603542245844707,
      "grad_norm": 0.16570298373699188,
      "learning_rate": 9.976116143229846e-06,
      "loss": 0.003,
      "step": 15150
    },
    {
      "epoch": 0.25620442273729754,
      "grad_norm": 0.26754939556121826,
      "learning_rate": 9.975971945920459e-06,
      "loss": 0.0046,
      "step": 15160
    },
    {
      "epoch": 0.25637342301614796,
      "grad_norm": 0.3961745798587799,
      "learning_rate": 9.975827315677406e-06,
      "loss": 0.004,
      "step": 15170
    },
    {
      "epoch": 0.25654242329499843,
      "grad_norm": 0.1366022229194641,
      "learning_rate": 9.975682252513269e-06,
      "loss": 0.0052,
      "step": 15180
    },
    {
      "epoch": 0.2567114235738489,
      "grad_norm": 0.3830682337284088,
      "learning_rate": 9.975536756440666e-06,
      "loss": 0.0032,
      "step": 15190
    },
    {
      "epoch": 0.2568804238526994,
      "grad_norm": 0.07213328778743744,
      "learning_rate": 9.975390827472258e-06,
      "loss": 0.0035,
      "step": 15200
    },
    {
      "epoch": 0.2570494241315498,
      "grad_norm": 0.14138446748256683,
      "learning_rate": 9.975244465620744e-06,
      "loss": 0.0038,
      "step": 15210
    },
    {
      "epoch": 0.25721842441040027,
      "grad_norm": 0.1475197672843933,
      "learning_rate": 9.975097670898855e-06,
      "loss": 0.0031,
      "step": 15220
    },
    {
      "epoch": 0.25738742468925074,
      "grad_norm": 0.013520384207367897,
      "learning_rate": 9.974950443319362e-06,
      "loss": 0.0044,
      "step": 15230
    },
    {
      "epoch": 0.2575564249681012,
      "grad_norm": 0.14274832606315613,
      "learning_rate": 9.974802782895077e-06,
      "loss": 0.003,
      "step": 15240
    },
    {
      "epoch": 0.25772542524695163,
      "grad_norm": 0.19510887563228607,
      "learning_rate": 9.974654689638847e-06,
      "loss": 0.0048,
      "step": 15250
    },
    {
      "epoch": 0.2578944255258021,
      "grad_norm": 0.12843619287014008,
      "learning_rate": 9.974506163563557e-06,
      "loss": 0.0047,
      "step": 15260
    },
    {
      "epoch": 0.2580634258046526,
      "grad_norm": 0.1665114313364029,
      "learning_rate": 9.974357204682127e-06,
      "loss": 0.004,
      "step": 15270
    },
    {
      "epoch": 0.25823242608350305,
      "grad_norm": 0.17540499567985535,
      "learning_rate": 9.97420781300752e-06,
      "loss": 0.0041,
      "step": 15280
    },
    {
      "epoch": 0.25840142636235347,
      "grad_norm": 0.061821773648262024,
      "learning_rate": 9.974057988552733e-06,
      "loss": 0.0047,
      "step": 15290
    },
    {
      "epoch": 0.25857042664120394,
      "grad_norm": 0.13247564435005188,
      "learning_rate": 9.9739077313308e-06,
      "loss": 0.0037,
      "step": 15300
    },
    {
      "epoch": 0.2587394269200544,
      "grad_norm": 0.21004728972911835,
      "learning_rate": 9.973757041354795e-06,
      "loss": 0.0037,
      "step": 15310
    },
    {
      "epoch": 0.2589084271989049,
      "grad_norm": 0.06903041154146194,
      "learning_rate": 9.97360591863783e-06,
      "loss": 0.0059,
      "step": 15320
    },
    {
      "epoch": 0.25907742747775536,
      "grad_norm": 0.11489465087652206,
      "learning_rate": 9.973454363193053e-06,
      "loss": 0.0039,
      "step": 15330
    },
    {
      "epoch": 0.2592464277566058,
      "grad_norm": 0.28296104073524475,
      "learning_rate": 9.973302375033648e-06,
      "loss": 0.0035,
      "step": 15340
    },
    {
      "epoch": 0.25941542803545625,
      "grad_norm": 0.038037847727537155,
      "learning_rate": 9.97314995417284e-06,
      "loss": 0.0036,
      "step": 15350
    },
    {
      "epoch": 0.2595844283143067,
      "grad_norm": 0.24455541372299194,
      "learning_rate": 9.972997100623892e-06,
      "loss": 0.0051,
      "step": 15360
    },
    {
      "epoch": 0.2597534285931572,
      "grad_norm": 0.1739683598279953,
      "learning_rate": 9.9728438144001e-06,
      "loss": 0.0057,
      "step": 15370
    },
    {
      "epoch": 0.2599224288720076,
      "grad_norm": 0.014664621092379093,
      "learning_rate": 9.972690095514802e-06,
      "loss": 0.0034,
      "step": 15380
    },
    {
      "epoch": 0.2600914291508581,
      "grad_norm": 0.13587848842144012,
      "learning_rate": 9.972535943981374e-06,
      "loss": 0.0029,
      "step": 15390
    },
    {
      "epoch": 0.26026042942970856,
      "grad_norm": 0.09054923802614212,
      "learning_rate": 9.972381359813227e-06,
      "loss": 0.0051,
      "step": 15400
    },
    {
      "epoch": 0.26042942970855903,
      "grad_norm": 0.14758436381816864,
      "learning_rate": 9.972226343023809e-06,
      "loss": 0.0034,
      "step": 15410
    },
    {
      "epoch": 0.26059842998740945,
      "grad_norm": 0.23704244196414948,
      "learning_rate": 9.972070893626607e-06,
      "loss": 0.0048,
      "step": 15420
    },
    {
      "epoch": 0.2607674302662599,
      "grad_norm": 0.11782558262348175,
      "learning_rate": 9.971915011635149e-06,
      "loss": 0.0038,
      "step": 15430
    },
    {
      "epoch": 0.2609364305451104,
      "grad_norm": 0.19053632020950317,
      "learning_rate": 9.971758697062994e-06,
      "loss": 0.0038,
      "step": 15440
    },
    {
      "epoch": 0.26110543082396087,
      "grad_norm": 0.02710811421275139,
      "learning_rate": 9.971601949923744e-06,
      "loss": 0.0044,
      "step": 15450
    },
    {
      "epoch": 0.26127443110281134,
      "grad_norm": 0.18848317861557007,
      "learning_rate": 9.971444770231036e-06,
      "loss": 0.0058,
      "step": 15460
    },
    {
      "epoch": 0.26144343138166176,
      "grad_norm": 0.09840314090251923,
      "learning_rate": 9.971287157998546e-06,
      "loss": 0.0035,
      "step": 15470
    },
    {
      "epoch": 0.26161243166051223,
      "grad_norm": 0.17986223101615906,
      "learning_rate": 9.971129113239988e-06,
      "loss": 0.0056,
      "step": 15480
    },
    {
      "epoch": 0.2617814319393627,
      "grad_norm": 0.10968855768442154,
      "learning_rate": 9.970970635969111e-06,
      "loss": 0.0032,
      "step": 15490
    },
    {
      "epoch": 0.2619504322182132,
      "grad_norm": 0.06092964857816696,
      "learning_rate": 9.970811726199702e-06,
      "loss": 0.0094,
      "step": 15500
    },
    {
      "epoch": 0.2621194324970636,
      "grad_norm": 0.04663922265172005,
      "learning_rate": 9.970652383945591e-06,
      "loss": 0.0034,
      "step": 15510
    },
    {
      "epoch": 0.26228843277591407,
      "grad_norm": 0.06795930862426758,
      "learning_rate": 9.970492609220638e-06,
      "loss": 0.0035,
      "step": 15520
    },
    {
      "epoch": 0.26245743305476454,
      "grad_norm": 0.2160760760307312,
      "learning_rate": 9.970332402038745e-06,
      "loss": 0.0046,
      "step": 15530
    },
    {
      "epoch": 0.262626433333615,
      "grad_norm": 0.15789270401000977,
      "learning_rate": 9.970171762413852e-06,
      "loss": 0.0044,
      "step": 15540
    },
    {
      "epoch": 0.26279543361246543,
      "grad_norm": 0.3337605893611908,
      "learning_rate": 9.970010690359935e-06,
      "loss": 0.0051,
      "step": 15550
    },
    {
      "epoch": 0.2629644338913159,
      "grad_norm": 0.013609246350824833,
      "learning_rate": 9.969849185891007e-06,
      "loss": 0.0034,
      "step": 15560
    },
    {
      "epoch": 0.2631334341701664,
      "grad_norm": 0.1721629798412323,
      "learning_rate": 9.96968724902112e-06,
      "loss": 0.0052,
      "step": 15570
    },
    {
      "epoch": 0.26330243444901685,
      "grad_norm": 0.07175387442111969,
      "learning_rate": 9.969524879764364e-06,
      "loss": 0.0045,
      "step": 15580
    },
    {
      "epoch": 0.2634714347278673,
      "grad_norm": 0.09726123511791229,
      "learning_rate": 9.969362078134867e-06,
      "loss": 0.006,
      "step": 15590
    },
    {
      "epoch": 0.26364043500671774,
      "grad_norm": 0.16029754281044006,
      "learning_rate": 9.96919884414679e-06,
      "loss": 0.0029,
      "step": 15600
    },
    {
      "epoch": 0.2638094352855682,
      "grad_norm": 0.14958487451076508,
      "learning_rate": 9.96903517781434e-06,
      "loss": 0.0041,
      "step": 15610
    },
    {
      "epoch": 0.2639784355644187,
      "grad_norm": 0.2625289857387543,
      "learning_rate": 9.96887107915175e-06,
      "loss": 0.0043,
      "step": 15620
    },
    {
      "epoch": 0.26414743584326916,
      "grad_norm": 0.011520381085574627,
      "learning_rate": 9.968706548173304e-06,
      "loss": 0.004,
      "step": 15630
    },
    {
      "epoch": 0.2643164361221196,
      "grad_norm": 0.38226380944252014,
      "learning_rate": 9.968541584893314e-06,
      "loss": 0.0042,
      "step": 15640
    },
    {
      "epoch": 0.26448543640097005,
      "grad_norm": 0.09610099345445633,
      "learning_rate": 9.968376189326131e-06,
      "loss": 0.0028,
      "step": 15650
    },
    {
      "epoch": 0.2646544366798205,
      "grad_norm": 0.21713967621326447,
      "learning_rate": 9.96821036148615e-06,
      "loss": 0.0039,
      "step": 15660
    },
    {
      "epoch": 0.264823436958671,
      "grad_norm": 0.4078729450702667,
      "learning_rate": 9.968044101387794e-06,
      "loss": 0.0071,
      "step": 15670
    },
    {
      "epoch": 0.2649924372375214,
      "grad_norm": 0.15719065070152283,
      "learning_rate": 9.967877409045533e-06,
      "loss": 0.0045,
      "step": 15680
    },
    {
      "epoch": 0.2651614375163719,
      "grad_norm": 0.22879549860954285,
      "learning_rate": 9.967710284473866e-06,
      "loss": 0.0042,
      "step": 15690
    },
    {
      "epoch": 0.26533043779522236,
      "grad_norm": 0.3180147409439087,
      "learning_rate": 9.967542727687334e-06,
      "loss": 0.0077,
      "step": 15700
    },
    {
      "epoch": 0.26549943807407284,
      "grad_norm": 0.05374595522880554,
      "learning_rate": 9.967374738700518e-06,
      "loss": 0.0026,
      "step": 15710
    },
    {
      "epoch": 0.2656684383529233,
      "grad_norm": 0.38689932227134705,
      "learning_rate": 9.967206317528032e-06,
      "loss": 0.0033,
      "step": 15720
    },
    {
      "epoch": 0.2658374386317737,
      "grad_norm": 0.09185245633125305,
      "learning_rate": 9.967037464184529e-06,
      "loss": 0.0041,
      "step": 15730
    },
    {
      "epoch": 0.2660064389106242,
      "grad_norm": 0.2640765905380249,
      "learning_rate": 9.9668681786847e-06,
      "loss": 0.0045,
      "step": 15740
    },
    {
      "epoch": 0.26617543918947467,
      "grad_norm": 0.12624865770339966,
      "learning_rate": 9.966698461043277e-06,
      "loss": 0.005,
      "step": 15750
    },
    {
      "epoch": 0.26634443946832514,
      "grad_norm": 0.20609816908836365,
      "learning_rate": 9.966528311275022e-06,
      "loss": 0.0037,
      "step": 15760
    },
    {
      "epoch": 0.26651343974717556,
      "grad_norm": 0.1872451901435852,
      "learning_rate": 9.96635772939474e-06,
      "loss": 0.0063,
      "step": 15770
    },
    {
      "epoch": 0.26668244002602604,
      "grad_norm": 0.11002341657876968,
      "learning_rate": 9.966186715417274e-06,
      "loss": 0.0052,
      "step": 15780
    },
    {
      "epoch": 0.2668514403048765,
      "grad_norm": 0.08211161196231842,
      "learning_rate": 9.966015269357502e-06,
      "loss": 0.0076,
      "step": 15790
    },
    {
      "epoch": 0.267020440583727,
      "grad_norm": 0.08170771598815918,
      "learning_rate": 9.96584339123034e-06,
      "loss": 0.0029,
      "step": 15800
    },
    {
      "epoch": 0.2671894408625774,
      "grad_norm": 0.11849153786897659,
      "learning_rate": 9.965671081050745e-06,
      "loss": 0.0057,
      "step": 15810
    },
    {
      "epoch": 0.26735844114142787,
      "grad_norm": 0.09837999939918518,
      "learning_rate": 9.965498338833705e-06,
      "loss": 0.0043,
      "step": 15820
    },
    {
      "epoch": 0.26752744142027834,
      "grad_norm": 0.4591045081615448,
      "learning_rate": 9.96532516459425e-06,
      "loss": 0.007,
      "step": 15830
    },
    {
      "epoch": 0.2676964416991288,
      "grad_norm": 0.29004165530204773,
      "learning_rate": 9.96515155834745e-06,
      "loss": 0.0033,
      "step": 15840
    },
    {
      "epoch": 0.2678654419779793,
      "grad_norm": 0.16533708572387695,
      "learning_rate": 9.964977520108407e-06,
      "loss": 0.0034,
      "step": 15850
    },
    {
      "epoch": 0.2680344422568297,
      "grad_norm": 0.26187756657600403,
      "learning_rate": 9.964803049892265e-06,
      "loss": 0.0049,
      "step": 15860
    },
    {
      "epoch": 0.2682034425356802,
      "grad_norm": 0.1001354232430458,
      "learning_rate": 9.964628147714202e-06,
      "loss": 0.004,
      "step": 15870
    },
    {
      "epoch": 0.26837244281453065,
      "grad_norm": 0.17999950051307678,
      "learning_rate": 9.964452813589435e-06,
      "loss": 0.0053,
      "step": 15880
    },
    {
      "epoch": 0.2685414430933811,
      "grad_norm": 0.1562132090330124,
      "learning_rate": 9.96427704753322e-06,
      "loss": 0.0032,
      "step": 15890
    },
    {
      "epoch": 0.26871044337223154,
      "grad_norm": 0.04589414224028587,
      "learning_rate": 9.96410084956085e-06,
      "loss": 0.0016,
      "step": 15900
    },
    {
      "epoch": 0.268879443651082,
      "grad_norm": 0.2619129419326782,
      "learning_rate": 9.963924219687655e-06,
      "loss": 0.005,
      "step": 15910
    },
    {
      "epoch": 0.2690484439299325,
      "grad_norm": 0.1960720419883728,
      "learning_rate": 9.963747157929e-06,
      "loss": 0.0046,
      "step": 15920
    },
    {
      "epoch": 0.26921744420878296,
      "grad_norm": 0.056682687252759933,
      "learning_rate": 9.963569664300294e-06,
      "loss": 0.0034,
      "step": 15930
    },
    {
      "epoch": 0.2693864444876334,
      "grad_norm": 0.1986301988363266,
      "learning_rate": 9.963391738816979e-06,
      "loss": 0.0027,
      "step": 15940
    },
    {
      "epoch": 0.26955544476648385,
      "grad_norm": 0.21491877734661102,
      "learning_rate": 9.963213381494532e-06,
      "loss": 0.006,
      "step": 15950
    },
    {
      "epoch": 0.2697244450453343,
      "grad_norm": 0.14494657516479492,
      "learning_rate": 9.963034592348476e-06,
      "loss": 0.0042,
      "step": 15960
    },
    {
      "epoch": 0.2698934453241848,
      "grad_norm": 0.11323204636573792,
      "learning_rate": 9.962855371394362e-06,
      "loss": 0.0042,
      "step": 15970
    },
    {
      "epoch": 0.2700624456030353,
      "grad_norm": 0.14095667004585266,
      "learning_rate": 9.962675718647788e-06,
      "loss": 0.0035,
      "step": 15980
    },
    {
      "epoch": 0.2702314458818857,
      "grad_norm": 0.14305680990219116,
      "learning_rate": 9.962495634124378e-06,
      "loss": 0.0026,
      "step": 15990
    },
    {
      "epoch": 0.27040044616073616,
      "grad_norm": 0.2864258289337158,
      "learning_rate": 9.962315117839807e-06,
      "loss": 0.0041,
      "step": 16000
    },
    {
      "epoch": 0.27056944643958664,
      "grad_norm": 0.07068732380867004,
      "learning_rate": 9.962134169809776e-06,
      "loss": 0.0027,
      "step": 16010
    },
    {
      "epoch": 0.2707384467184371,
      "grad_norm": 0.0339294970035553,
      "learning_rate": 9.961952790050031e-06,
      "loss": 0.0058,
      "step": 16020
    },
    {
      "epoch": 0.2709074469972875,
      "grad_norm": 0.15254400670528412,
      "learning_rate": 9.961770978576352e-06,
      "loss": 0.0059,
      "step": 16030
    },
    {
      "epoch": 0.271076447276138,
      "grad_norm": 0.18165895342826843,
      "learning_rate": 9.961588735404557e-06,
      "loss": 0.0042,
      "step": 16040
    },
    {
      "epoch": 0.2712454475549885,
      "grad_norm": 0.2015973925590515,
      "learning_rate": 9.961406060550503e-06,
      "loss": 0.0036,
      "step": 16050
    },
    {
      "epoch": 0.27141444783383895,
      "grad_norm": 0.14254651963710785,
      "learning_rate": 9.961222954030084e-06,
      "loss": 0.0029,
      "step": 16060
    },
    {
      "epoch": 0.27158344811268936,
      "grad_norm": 0.3237738013267517,
      "learning_rate": 9.961039415859228e-06,
      "loss": 0.0047,
      "step": 16070
    },
    {
      "epoch": 0.27175244839153984,
      "grad_norm": 0.03651570901274681,
      "learning_rate": 9.960855446053908e-06,
      "loss": 0.0059,
      "step": 16080
    },
    {
      "epoch": 0.2719214486703903,
      "grad_norm": 0.13540002703666687,
      "learning_rate": 9.960671044630129e-06,
      "loss": 0.0028,
      "step": 16090
    },
    {
      "epoch": 0.2720904489492408,
      "grad_norm": 0.1004335880279541,
      "learning_rate": 9.960486211603932e-06,
      "loss": 0.0044,
      "step": 16100
    },
    {
      "epoch": 0.2722594492280912,
      "grad_norm": 0.03541584312915802,
      "learning_rate": 9.960300946991402e-06,
      "loss": 0.0029,
      "step": 16110
    },
    {
      "epoch": 0.2724284495069417,
      "grad_norm": 0.2536197602748871,
      "learning_rate": 9.960115250808654e-06,
      "loss": 0.003,
      "step": 16120
    },
    {
      "epoch": 0.27259744978579215,
      "grad_norm": 0.3499818742275238,
      "learning_rate": 9.959929123071848e-06,
      "loss": 0.0057,
      "step": 16130
    },
    {
      "epoch": 0.2727664500646426,
      "grad_norm": 0.018729379400610924,
      "learning_rate": 9.959742563797178e-06,
      "loss": 0.0041,
      "step": 16140
    },
    {
      "epoch": 0.2729354503434931,
      "grad_norm": 0.20778696238994598,
      "learning_rate": 9.959555573000874e-06,
      "loss": 0.0038,
      "step": 16150
    },
    {
      "epoch": 0.2731044506223435,
      "grad_norm": 0.03607981279492378,
      "learning_rate": 9.959368150699205e-06,
      "loss": 0.0048,
      "step": 16160
    },
    {
      "epoch": 0.273273450901194,
      "grad_norm": 0.04568514972925186,
      "learning_rate": 9.95918029690848e-06,
      "loss": 0.0036,
      "step": 16170
    },
    {
      "epoch": 0.27344245118004445,
      "grad_norm": 0.08559437096118927,
      "learning_rate": 9.958992011645038e-06,
      "loss": 0.0034,
      "step": 16180
    },
    {
      "epoch": 0.2736114514588949,
      "grad_norm": 0.027680907398462296,
      "learning_rate": 9.958803294925268e-06,
      "loss": 0.0036,
      "step": 16190
    },
    {
      "epoch": 0.27378045173774535,
      "grad_norm": 0.092922143638134,
      "learning_rate": 9.958614146765583e-06,
      "loss": 0.0029,
      "step": 16200
    },
    {
      "epoch": 0.2739494520165958,
      "grad_norm": 0.14137724041938782,
      "learning_rate": 9.958424567182443e-06,
      "loss": 0.0056,
      "step": 16210
    },
    {
      "epoch": 0.2741184522954463,
      "grad_norm": 0.19524511694908142,
      "learning_rate": 9.95823455619234e-06,
      "loss": 0.0022,
      "step": 16220
    },
    {
      "epoch": 0.27428745257429676,
      "grad_norm": 0.0908576250076294,
      "learning_rate": 9.95804411381181e-06,
      "loss": 0.0026,
      "step": 16230
    },
    {
      "epoch": 0.2744564528531472,
      "grad_norm": 0.16146492958068848,
      "learning_rate": 9.957853240057418e-06,
      "loss": 0.0034,
      "step": 16240
    },
    {
      "epoch": 0.27462545313199765,
      "grad_norm": 0.23391632735729218,
      "learning_rate": 9.957661934945773e-06,
      "loss": 0.0046,
      "step": 16250
    },
    {
      "epoch": 0.2747944534108481,
      "grad_norm": 0.20969712734222412,
      "learning_rate": 9.95747019849352e-06,
      "loss": 0.0047,
      "step": 16260
    },
    {
      "epoch": 0.2749634536896986,
      "grad_norm": 0.026646453887224197,
      "learning_rate": 9.957278030717338e-06,
      "loss": 0.0022,
      "step": 16270
    },
    {
      "epoch": 0.2751324539685491,
      "grad_norm": 0.10912485420703888,
      "learning_rate": 9.957085431633953e-06,
      "loss": 0.0026,
      "step": 16280
    },
    {
      "epoch": 0.2753014542473995,
      "grad_norm": 0.29427626729011536,
      "learning_rate": 9.956892401260115e-06,
      "loss": 0.0045,
      "step": 16290
    },
    {
      "epoch": 0.27547045452624996,
      "grad_norm": 0.12857367098331451,
      "learning_rate": 9.956698939612622e-06,
      "loss": 0.0033,
      "step": 16300
    },
    {
      "epoch": 0.27563945480510044,
      "grad_norm": 0.16636571288108826,
      "learning_rate": 9.956505046708304e-06,
      "loss": 0.0052,
      "step": 16310
    },
    {
      "epoch": 0.2758084550839509,
      "grad_norm": 0.10839074850082397,
      "learning_rate": 9.956310722564033e-06,
      "loss": 0.0036,
      "step": 16320
    },
    {
      "epoch": 0.2759774553628013,
      "grad_norm": 0.11550406366586685,
      "learning_rate": 9.956115967196716e-06,
      "loss": 0.0037,
      "step": 16330
    },
    {
      "epoch": 0.2761464556416518,
      "grad_norm": 0.10233989357948303,
      "learning_rate": 9.955920780623296e-06,
      "loss": 0.0042,
      "step": 16340
    },
    {
      "epoch": 0.2763154559205023,
      "grad_norm": 0.20577624440193176,
      "learning_rate": 9.955725162860758e-06,
      "loss": 0.0025,
      "step": 16350
    },
    {
      "epoch": 0.27648445619935275,
      "grad_norm": 0.16312482953071594,
      "learning_rate": 9.955529113926119e-06,
      "loss": 0.0054,
      "step": 16360
    },
    {
      "epoch": 0.27665345647820316,
      "grad_norm": 0.14550970494747162,
      "learning_rate": 9.955332633836435e-06,
      "loss": 0.0054,
      "step": 16370
    },
    {
      "epoch": 0.27682245675705364,
      "grad_norm": 0.35984915494918823,
      "learning_rate": 9.955135722608804e-06,
      "loss": 0.0052,
      "step": 16380
    },
    {
      "epoch": 0.2769914570359041,
      "grad_norm": 0.199117511510849,
      "learning_rate": 9.954938380260357e-06,
      "loss": 0.0045,
      "step": 16390
    },
    {
      "epoch": 0.2771604573147546,
      "grad_norm": 0.2786180377006531,
      "learning_rate": 9.954740606808265e-06,
      "loss": 0.0045,
      "step": 16400
    },
    {
      "epoch": 0.27732945759360506,
      "grad_norm": 0.08469782024621964,
      "learning_rate": 9.95454240226973e-06,
      "loss": 0.0043,
      "step": 16410
    },
    {
      "epoch": 0.2774984578724555,
      "grad_norm": 0.10433948785066605,
      "learning_rate": 9.954343766662004e-06,
      "loss": 0.0037,
      "step": 16420
    },
    {
      "epoch": 0.27766745815130595,
      "grad_norm": 0.3268999457359314,
      "learning_rate": 9.954144700002367e-06,
      "loss": 0.0046,
      "step": 16430
    },
    {
      "epoch": 0.2778364584301564,
      "grad_norm": 0.06011407449841499,
      "learning_rate": 9.953945202308135e-06,
      "loss": 0.0039,
      "step": 16440
    },
    {
      "epoch": 0.2780054587090069,
      "grad_norm": 0.05640736222267151,
      "learning_rate": 9.953745273596669e-06,
      "loss": 0.004,
      "step": 16450
    },
    {
      "epoch": 0.2781744589878573,
      "grad_norm": 0.11180564761161804,
      "learning_rate": 9.953544913885362e-06,
      "loss": 0.0052,
      "step": 16460
    },
    {
      "epoch": 0.2783434592667078,
      "grad_norm": 0.030079906806349754,
      "learning_rate": 9.953344123191649e-06,
      "loss": 0.0026,
      "step": 16470
    },
    {
      "epoch": 0.27851245954555826,
      "grad_norm": 0.22607122361660004,
      "learning_rate": 9.953142901532996e-06,
      "loss": 0.004,
      "step": 16480
    },
    {
      "epoch": 0.27868145982440873,
      "grad_norm": 0.04031490907073021,
      "learning_rate": 9.952941248926913e-06,
      "loss": 0.0056,
      "step": 16490
    },
    {
      "epoch": 0.27885046010325915,
      "grad_norm": 0.047156427055597305,
      "learning_rate": 9.952739165390944e-06,
      "loss": 0.0033,
      "step": 16500
    },
    {
      "epoch": 0.2790194603821096,
      "grad_norm": 0.01596965454518795,
      "learning_rate": 9.95253665094267e-06,
      "loss": 0.0017,
      "step": 16510
    },
    {
      "epoch": 0.2791884606609601,
      "grad_norm": 0.19963178038597107,
      "learning_rate": 9.952333705599712e-06,
      "loss": 0.0047,
      "step": 16520
    },
    {
      "epoch": 0.27935746093981056,
      "grad_norm": 0.07075642049312592,
      "learning_rate": 9.952130329379728e-06,
      "loss": 0.0033,
      "step": 16530
    },
    {
      "epoch": 0.27952646121866104,
      "grad_norm": 0.15401625633239746,
      "learning_rate": 9.95192652230041e-06,
      "loss": 0.0042,
      "step": 16540
    },
    {
      "epoch": 0.27969546149751146,
      "grad_norm": 0.15883556008338928,
      "learning_rate": 9.951722284379493e-06,
      "loss": 0.0035,
      "step": 16550
    },
    {
      "epoch": 0.27986446177636193,
      "grad_norm": 0.3158673346042633,
      "learning_rate": 9.951517615634745e-06,
      "loss": 0.0031,
      "step": 16560
    },
    {
      "epoch": 0.2800334620552124,
      "grad_norm": 0.07894056290388107,
      "learning_rate": 9.951312516083975e-06,
      "loss": 0.0033,
      "step": 16570
    },
    {
      "epoch": 0.2802024623340629,
      "grad_norm": 0.1073017567396164,
      "learning_rate": 9.951106985745024e-06,
      "loss": 0.0032,
      "step": 16580
    },
    {
      "epoch": 0.2803714626129133,
      "grad_norm": 0.0701015368103981,
      "learning_rate": 9.95090102463578e-06,
      "loss": 0.0037,
      "step": 16590
    },
    {
      "epoch": 0.28054046289176376,
      "grad_norm": 0.08924991637468338,
      "learning_rate": 9.950694632774157e-06,
      "loss": 0.0047,
      "step": 16600
    },
    {
      "epoch": 0.28070946317061424,
      "grad_norm": 0.1637372523546219,
      "learning_rate": 9.950487810178115e-06,
      "loss": 0.0028,
      "step": 16610
    },
    {
      "epoch": 0.2808784634494647,
      "grad_norm": 0.04116513207554817,
      "learning_rate": 9.950280556865649e-06,
      "loss": 0.0053,
      "step": 16620
    },
    {
      "epoch": 0.28104746372831513,
      "grad_norm": 0.14847958087921143,
      "learning_rate": 9.950072872854787e-06,
      "loss": 0.0024,
      "step": 16630
    },
    {
      "epoch": 0.2812164640071656,
      "grad_norm": 0.06650839000940323,
      "learning_rate": 9.949864758163603e-06,
      "loss": 0.0027,
      "step": 16640
    },
    {
      "epoch": 0.2813854642860161,
      "grad_norm": 0.0613737478852272,
      "learning_rate": 9.949656212810201e-06,
      "loss": 0.0046,
      "step": 16650
    },
    {
      "epoch": 0.28155446456486655,
      "grad_norm": 0.13115599751472473,
      "learning_rate": 9.94944723681273e-06,
      "loss": 0.0041,
      "step": 16660
    },
    {
      "epoch": 0.281723464843717,
      "grad_norm": 0.14419174194335938,
      "learning_rate": 9.949237830189366e-06,
      "loss": 0.0045,
      "step": 16670
    },
    {
      "epoch": 0.28189246512256744,
      "grad_norm": 0.12032968550920486,
      "learning_rate": 9.949027992958333e-06,
      "loss": 0.0029,
      "step": 16680
    },
    {
      "epoch": 0.2820614654014179,
      "grad_norm": 0.2870495319366455,
      "learning_rate": 9.948817725137884e-06,
      "loss": 0.0047,
      "step": 16690
    },
    {
      "epoch": 0.2822304656802684,
      "grad_norm": 0.1272762268781662,
      "learning_rate": 9.948607026746316e-06,
      "loss": 0.0047,
      "step": 16700
    },
    {
      "epoch": 0.28239946595911886,
      "grad_norm": 0.2602250874042511,
      "learning_rate": 9.948395897801962e-06,
      "loss": 0.0046,
      "step": 16710
    },
    {
      "epoch": 0.2825684662379693,
      "grad_norm": 0.01893269270658493,
      "learning_rate": 9.948184338323188e-06,
      "loss": 0.0033,
      "step": 16720
    },
    {
      "epoch": 0.28273746651681975,
      "grad_norm": 0.1346733719110489,
      "learning_rate": 9.9479723483284e-06,
      "loss": 0.0032,
      "step": 16730
    },
    {
      "epoch": 0.2829064667956702,
      "grad_norm": 0.08700961619615555,
      "learning_rate": 9.947759927836048e-06,
      "loss": 0.0035,
      "step": 16740
    },
    {
      "epoch": 0.2830754670745207,
      "grad_norm": 0.15652678906917572,
      "learning_rate": 9.947547076864607e-06,
      "loss": 0.0038,
      "step": 16750
    },
    {
      "epoch": 0.2832444673533711,
      "grad_norm": 0.20715713500976562,
      "learning_rate": 9.9473337954326e-06,
      "loss": 0.0062,
      "step": 16760
    },
    {
      "epoch": 0.2834134676322216,
      "grad_norm": 0.2449064552783966,
      "learning_rate": 9.947120083558582e-06,
      "loss": 0.0028,
      "step": 16770
    },
    {
      "epoch": 0.28358246791107206,
      "grad_norm": 0.11783338338136673,
      "learning_rate": 9.946905941261148e-06,
      "loss": 0.0056,
      "step": 16780
    },
    {
      "epoch": 0.28375146818992253,
      "grad_norm": 0.1863008588552475,
      "learning_rate": 9.946691368558929e-06,
      "loss": 0.0034,
      "step": 16790
    },
    {
      "epoch": 0.28392046846877295,
      "grad_norm": 0.23544996976852417,
      "learning_rate": 9.946476365470591e-06,
      "loss": 0.0068,
      "step": 16800
    },
    {
      "epoch": 0.2840894687476234,
      "grad_norm": 0.2011137753725052,
      "learning_rate": 9.946260932014847e-06,
      "loss": 0.0038,
      "step": 16810
    },
    {
      "epoch": 0.2842584690264739,
      "grad_norm": 0.17312456667423248,
      "learning_rate": 9.946045068210434e-06,
      "loss": 0.0035,
      "step": 16820
    },
    {
      "epoch": 0.28442746930532437,
      "grad_norm": 0.1152682825922966,
      "learning_rate": 9.945828774076138e-06,
      "loss": 0.0022,
      "step": 16830
    },
    {
      "epoch": 0.28459646958417484,
      "grad_norm": 0.1757705807685852,
      "learning_rate": 9.945612049630774e-06,
      "loss": 0.0036,
      "step": 16840
    },
    {
      "epoch": 0.28476546986302526,
      "grad_norm": 0.06967198848724365,
      "learning_rate": 9.9453948948932e-06,
      "loss": 0.0026,
      "step": 16850
    },
    {
      "epoch": 0.28493447014187573,
      "grad_norm": 0.0472136065363884,
      "learning_rate": 9.94517730988231e-06,
      "loss": 0.0037,
      "step": 16860
    },
    {
      "epoch": 0.2851034704207262,
      "grad_norm": 0.10674723237752914,
      "learning_rate": 9.944959294617031e-06,
      "loss": 0.0043,
      "step": 16870
    },
    {
      "epoch": 0.2852724706995767,
      "grad_norm": 0.24035988748073578,
      "learning_rate": 9.944740849116338e-06,
      "loss": 0.0041,
      "step": 16880
    },
    {
      "epoch": 0.2854414709784271,
      "grad_norm": 0.3217427730560303,
      "learning_rate": 9.944521973399233e-06,
      "loss": 0.0041,
      "step": 16890
    },
    {
      "epoch": 0.28561047125727757,
      "grad_norm": 0.21625342965126038,
      "learning_rate": 9.944302667484757e-06,
      "loss": 0.0033,
      "step": 16900
    },
    {
      "epoch": 0.28577947153612804,
      "grad_norm": 0.18237721920013428,
      "learning_rate": 9.944082931391997e-06,
      "loss": 0.0042,
      "step": 16910
    },
    {
      "epoch": 0.2859484718149785,
      "grad_norm": 0.11755727231502533,
      "learning_rate": 9.943862765140065e-06,
      "loss": 0.004,
      "step": 16920
    },
    {
      "epoch": 0.28611747209382893,
      "grad_norm": 0.1553824096918106,
      "learning_rate": 9.943642168748117e-06,
      "loss": 0.0064,
      "step": 16930
    },
    {
      "epoch": 0.2862864723726794,
      "grad_norm": 0.1014246940612793,
      "learning_rate": 9.94342114223535e-06,
      "loss": 0.0065,
      "step": 16940
    },
    {
      "epoch": 0.2864554726515299,
      "grad_norm": 0.13518716394901276,
      "learning_rate": 9.943199685620992e-06,
      "loss": 0.0041,
      "step": 16950
    },
    {
      "epoch": 0.28662447293038035,
      "grad_norm": 0.2961231768131256,
      "learning_rate": 9.942977798924312e-06,
      "loss": 0.0026,
      "step": 16960
    },
    {
      "epoch": 0.2867934732092308,
      "grad_norm": 0.24852749705314636,
      "learning_rate": 9.942755482164612e-06,
      "loss": 0.0048,
      "step": 16970
    },
    {
      "epoch": 0.28696247348808124,
      "grad_norm": 0.09043409675359726,
      "learning_rate": 9.94253273536124e-06,
      "loss": 0.0025,
      "step": 16980
    },
    {
      "epoch": 0.2871314737669317,
      "grad_norm": 0.08916544169187546,
      "learning_rate": 9.942309558533569e-06,
      "loss": 0.0062,
      "step": 16990
    },
    {
      "epoch": 0.2873004740457822,
      "grad_norm": 0.1598898470401764,
      "learning_rate": 9.942085951701024e-06,
      "loss": 0.0044,
      "step": 17000
    },
    {
      "epoch": 0.28746947432463266,
      "grad_norm": 0.13179609179496765,
      "learning_rate": 9.941861914883055e-06,
      "loss": 0.003,
      "step": 17010
    },
    {
      "epoch": 0.2876384746034831,
      "grad_norm": 0.1741129755973816,
      "learning_rate": 9.941637448099155e-06,
      "loss": 0.0036,
      "step": 17020
    },
    {
      "epoch": 0.28780747488233355,
      "grad_norm": 0.08615001291036606,
      "learning_rate": 9.941412551368854e-06,
      "loss": 0.0174,
      "step": 17030
    },
    {
      "epoch": 0.287976475161184,
      "grad_norm": 0.17396552860736847,
      "learning_rate": 9.941187224711719e-06,
      "loss": 0.0055,
      "step": 17040
    },
    {
      "epoch": 0.2881454754400345,
      "grad_norm": 0.08446299284696579,
      "learning_rate": 9.940961468147356e-06,
      "loss": 0.0025,
      "step": 17050
    },
    {
      "epoch": 0.2883144757188849,
      "grad_norm": 0.18342605233192444,
      "learning_rate": 9.940735281695406e-06,
      "loss": 0.0037,
      "step": 17060
    },
    {
      "epoch": 0.2884834759977354,
      "grad_norm": 0.1513669490814209,
      "learning_rate": 9.940508665375547e-06,
      "loss": 0.0038,
      "step": 17070
    },
    {
      "epoch": 0.28865247627658586,
      "grad_norm": 0.13163068890571594,
      "learning_rate": 9.940281619207497e-06,
      "loss": 0.0026,
      "step": 17080
    },
    {
      "epoch": 0.28882147655543633,
      "grad_norm": 0.09194418042898178,
      "learning_rate": 9.94005414321101e-06,
      "loss": 0.0026,
      "step": 17090
    },
    {
      "epoch": 0.2889904768342868,
      "grad_norm": 0.10978283733129501,
      "learning_rate": 9.939826237405878e-06,
      "loss": 0.0032,
      "step": 17100
    },
    {
      "epoch": 0.2891594771131372,
      "grad_norm": 0.09779514372348785,
      "learning_rate": 9.939597901811929e-06,
      "loss": 0.0055,
      "step": 17110
    },
    {
      "epoch": 0.2893284773919877,
      "grad_norm": 0.13635870814323425,
      "learning_rate": 9.939369136449029e-06,
      "loss": 0.0034,
      "step": 17120
    },
    {
      "epoch": 0.28949747767083817,
      "grad_norm": 0.1415141522884369,
      "learning_rate": 9.939139941337084e-06,
      "loss": 0.0028,
      "step": 17130
    },
    {
      "epoch": 0.28966647794968864,
      "grad_norm": 0.8230068683624268,
      "learning_rate": 9.93891031649603e-06,
      "loss": 0.0057,
      "step": 17140
    },
    {
      "epoch": 0.28983547822853906,
      "grad_norm": 0.15510357916355133,
      "learning_rate": 9.938680261945853e-06,
      "loss": 0.0047,
      "step": 17150
    },
    {
      "epoch": 0.29000447850738953,
      "grad_norm": 0.07704704254865646,
      "learning_rate": 9.938449777706562e-06,
      "loss": 0.0046,
      "step": 17160
    },
    {
      "epoch": 0.29017347878624,
      "grad_norm": 0.1460547000169754,
      "learning_rate": 9.938218863798215e-06,
      "loss": 0.0042,
      "step": 17170
    },
    {
      "epoch": 0.2903424790650905,
      "grad_norm": 0.16609102487564087,
      "learning_rate": 9.937987520240899e-06,
      "loss": 0.0043,
      "step": 17180
    },
    {
      "epoch": 0.2905114793439409,
      "grad_norm": 0.05784421041607857,
      "learning_rate": 9.937755747054745e-06,
      "loss": 0.0033,
      "step": 17190
    },
    {
      "epoch": 0.29068047962279137,
      "grad_norm": 0.23304054141044617,
      "learning_rate": 9.937523544259915e-06,
      "loss": 0.0037,
      "step": 17200
    },
    {
      "epoch": 0.29084947990164184,
      "grad_norm": 0.0587453655898571,
      "learning_rate": 9.937290911876616e-06,
      "loss": 0.0041,
      "step": 17210
    },
    {
      "epoch": 0.2910184801804923,
      "grad_norm": 0.14351072907447815,
      "learning_rate": 9.937057849925084e-06,
      "loss": 0.0033,
      "step": 17220
    },
    {
      "epoch": 0.2911874804593428,
      "grad_norm": 0.07545598596334457,
      "learning_rate": 9.9368243584256e-06,
      "loss": 0.0028,
      "step": 17230
    },
    {
      "epoch": 0.2913564807381932,
      "grad_norm": 0.21592868864536285,
      "learning_rate": 9.936590437398476e-06,
      "loss": 0.0038,
      "step": 17240
    },
    {
      "epoch": 0.2915254810170437,
      "grad_norm": 0.18980614840984344,
      "learning_rate": 9.936356086864067e-06,
      "loss": 0.0042,
      "step": 17250
    },
    {
      "epoch": 0.29169448129589415,
      "grad_norm": 0.09946509450674057,
      "learning_rate": 9.936121306842761e-06,
      "loss": 0.0034,
      "step": 17260
    },
    {
      "epoch": 0.2918634815747446,
      "grad_norm": 0.09308329969644547,
      "learning_rate": 9.935886097354985e-06,
      "loss": 0.0039,
      "step": 17270
    },
    {
      "epoch": 0.29203248185359504,
      "grad_norm": 0.11000710725784302,
      "learning_rate": 9.935650458421202e-06,
      "loss": 0.0029,
      "step": 17280
    },
    {
      "epoch": 0.2922014821324455,
      "grad_norm": 0.12374405562877655,
      "learning_rate": 9.935414390061918e-06,
      "loss": 0.0041,
      "step": 17290
    },
    {
      "epoch": 0.292370482411296,
      "grad_norm": 0.08498592674732208,
      "learning_rate": 9.935177892297668e-06,
      "loss": 0.004,
      "step": 17300
    },
    {
      "epoch": 0.29253948269014646,
      "grad_norm": 0.1327739804983139,
      "learning_rate": 9.93494096514903e-06,
      "loss": 0.0042,
      "step": 17310
    },
    {
      "epoch": 0.2927084829689969,
      "grad_norm": 0.0903698205947876,
      "learning_rate": 9.934703608636618e-06,
      "loss": 0.0042,
      "step": 17320
    },
    {
      "epoch": 0.29287748324784735,
      "grad_norm": 0.1082349494099617,
      "learning_rate": 9.934465822781083e-06,
      "loss": 0.0023,
      "step": 17330
    },
    {
      "epoch": 0.2930464835266978,
      "grad_norm": 0.14297062158584595,
      "learning_rate": 9.934227607603112e-06,
      "loss": 0.0048,
      "step": 17340
    },
    {
      "epoch": 0.2932154838055483,
      "grad_norm": 0.013389919884502888,
      "learning_rate": 9.933988963123435e-06,
      "loss": 0.0043,
      "step": 17350
    },
    {
      "epoch": 0.29338448408439877,
      "grad_norm": 0.30560749769210815,
      "learning_rate": 9.93374988936281e-06,
      "loss": 0.0037,
      "step": 17360
    },
    {
      "epoch": 0.2935534843632492,
      "grad_norm": 0.1624475121498108,
      "learning_rate": 9.93351038634204e-06,
      "loss": 0.0025,
      "step": 17370
    },
    {
      "epoch": 0.29372248464209966,
      "grad_norm": 0.04842815920710564,
      "learning_rate": 9.933270454081964e-06,
      "loss": 0.0026,
      "step": 17380
    },
    {
      "epoch": 0.29389148492095013,
      "grad_norm": 0.12428752332925797,
      "learning_rate": 9.933030092603458e-06,
      "loss": 0.0034,
      "step": 17390
    },
    {
      "epoch": 0.2940604851998006,
      "grad_norm": 0.05903220921754837,
      "learning_rate": 9.93278930192743e-06,
      "loss": 0.0022,
      "step": 17400
    },
    {
      "epoch": 0.294229485478651,
      "grad_norm": 0.15623825788497925,
      "learning_rate": 9.932548082074833e-06,
      "loss": 0.0051,
      "step": 17410
    },
    {
      "epoch": 0.2943984857575015,
      "grad_norm": 0.16055922210216522,
      "learning_rate": 9.932306433066656e-06,
      "loss": 0.0041,
      "step": 17420
    },
    {
      "epoch": 0.29456748603635197,
      "grad_norm": 0.3821702301502228,
      "learning_rate": 9.932064354923921e-06,
      "loss": 0.0057,
      "step": 17430
    },
    {
      "epoch": 0.29473648631520244,
      "grad_norm": 0.37602075934410095,
      "learning_rate": 9.93182184766769e-06,
      "loss": 0.0031,
      "step": 17440
    },
    {
      "epoch": 0.29490548659405286,
      "grad_norm": 0.11960271745920181,
      "learning_rate": 9.931578911319063e-06,
      "loss": 0.0039,
      "step": 17450
    },
    {
      "epoch": 0.29507448687290333,
      "grad_norm": 0.4761727452278137,
      "learning_rate": 9.931335545899177e-06,
      "loss": 0.0043,
      "step": 17460
    },
    {
      "epoch": 0.2952434871517538,
      "grad_norm": 0.17506860196590424,
      "learning_rate": 9.931091751429207e-06,
      "loss": 0.0032,
      "step": 17470
    },
    {
      "epoch": 0.2954124874306043,
      "grad_norm": 0.12806014716625214,
      "learning_rate": 9.93084752793036e-06,
      "loss": 0.0046,
      "step": 17480
    },
    {
      "epoch": 0.2955814877094547,
      "grad_norm": 0.11130823940038681,
      "learning_rate": 9.930602875423889e-06,
      "loss": 0.0039,
      "step": 17490
    },
    {
      "epoch": 0.29575048798830517,
      "grad_norm": 0.09847419708967209,
      "learning_rate": 9.930357793931081e-06,
      "loss": 0.004,
      "step": 17500
    },
    {
      "epoch": 0.29591948826715564,
      "grad_norm": 0.2048054039478302,
      "learning_rate": 9.930112283473253e-06,
      "loss": 0.0032,
      "step": 17510
    },
    {
      "epoch": 0.2960884885460061,
      "grad_norm": 0.41881263256073,
      "learning_rate": 9.92986634407177e-06,
      "loss": 0.0033,
      "step": 17520
    },
    {
      "epoch": 0.2962574888248566,
      "grad_norm": 0.13665935397148132,
      "learning_rate": 9.92961997574803e-06,
      "loss": 0.0041,
      "step": 17530
    },
    {
      "epoch": 0.296426489103707,
      "grad_norm": 0.1357094794511795,
      "learning_rate": 9.929373178523469e-06,
      "loss": 0.0034,
      "step": 17540
    },
    {
      "epoch": 0.2965954893825575,
      "grad_norm": 0.11714345961809158,
      "learning_rate": 9.929125952419558e-06,
      "loss": 0.0031,
      "step": 17550
    },
    {
      "epoch": 0.29676448966140795,
      "grad_norm": 0.21937525272369385,
      "learning_rate": 9.928878297457804e-06,
      "loss": 0.0038,
      "step": 17560
    },
    {
      "epoch": 0.2969334899402584,
      "grad_norm": 0.5983049273490906,
      "learning_rate": 9.92863021365976e-06,
      "loss": 0.0035,
      "step": 17570
    },
    {
      "epoch": 0.29710249021910884,
      "grad_norm": 0.06767556816339493,
      "learning_rate": 9.928381701047006e-06,
      "loss": 0.0049,
      "step": 17580
    },
    {
      "epoch": 0.2972714904979593,
      "grad_norm": 0.13499832153320312,
      "learning_rate": 9.928132759641166e-06,
      "loss": 0.0045,
      "step": 17590
    },
    {
      "epoch": 0.2974404907768098,
      "grad_norm": 0.26578205823898315,
      "learning_rate": 9.9278833894639e-06,
      "loss": 0.0046,
      "step": 17600
    },
    {
      "epoch": 0.29760949105566026,
      "grad_norm": 0.06498241424560547,
      "learning_rate": 9.9276335905369e-06,
      "loss": 0.0046,
      "step": 17610
    },
    {
      "epoch": 0.2977784913345107,
      "grad_norm": 0.1358170062303543,
      "learning_rate": 9.927383362881906e-06,
      "loss": 0.0038,
      "step": 17620
    },
    {
      "epoch": 0.29794749161336115,
      "grad_norm": 0.16412805020809174,
      "learning_rate": 9.927132706520684e-06,
      "loss": 0.003,
      "step": 17630
    },
    {
      "epoch": 0.2981164918922116,
      "grad_norm": 0.07152877002954483,
      "learning_rate": 9.926881621475044e-06,
      "loss": 0.0044,
      "step": 17640
    },
    {
      "epoch": 0.2982854921710621,
      "grad_norm": 0.12229660153388977,
      "learning_rate": 9.92663010776683e-06,
      "loss": 0.0027,
      "step": 17650
    },
    {
      "epoch": 0.29845449244991257,
      "grad_norm": 0.2264779806137085,
      "learning_rate": 9.926378165417928e-06,
      "loss": 0.0025,
      "step": 17660
    },
    {
      "epoch": 0.298623492728763,
      "grad_norm": 0.18397444486618042,
      "learning_rate": 9.926125794450258e-06,
      "loss": 0.002,
      "step": 17670
    },
    {
      "epoch": 0.29879249300761346,
      "grad_norm": 0.022286036983132362,
      "learning_rate": 9.925872994885776e-06,
      "loss": 0.0028,
      "step": 17680
    },
    {
      "epoch": 0.29896149328646393,
      "grad_norm": 0.18695835769176483,
      "learning_rate": 9.925619766746476e-06,
      "loss": 0.0033,
      "step": 17690
    },
    {
      "epoch": 0.2991304935653144,
      "grad_norm": 0.14758239686489105,
      "learning_rate": 9.925366110054391e-06,
      "loss": 0.0044,
      "step": 17700
    },
    {
      "epoch": 0.2992994938441648,
      "grad_norm": 0.0414218008518219,
      "learning_rate": 9.925112024831591e-06,
      "loss": 0.0029,
      "step": 17710
    },
    {
      "epoch": 0.2994684941230153,
      "grad_norm": 0.23307713866233826,
      "learning_rate": 9.924857511100181e-06,
      "loss": 0.0042,
      "step": 17720
    },
    {
      "epoch": 0.29963749440186577,
      "grad_norm": 0.11337589472532272,
      "learning_rate": 9.924602568882308e-06,
      "loss": 0.0031,
      "step": 17730
    },
    {
      "epoch": 0.29980649468071624,
      "grad_norm": 0.10292692482471466,
      "learning_rate": 9.92434719820015e-06,
      "loss": 0.0041,
      "step": 17740
    },
    {
      "epoch": 0.29997549495956666,
      "grad_norm": 0.1608804613351822,
      "learning_rate": 9.924091399075928e-06,
      "loss": 0.0048,
      "step": 17750
    },
    {
      "epoch": 0.30014449523841713,
      "grad_norm": 0.12451475858688354,
      "learning_rate": 9.923835171531896e-06,
      "loss": 0.0039,
      "step": 17760
    },
    {
      "epoch": 0.3003134955172676,
      "grad_norm": 0.35020482540130615,
      "learning_rate": 9.923578515590347e-06,
      "loss": 0.0028,
      "step": 17770
    },
    {
      "epoch": 0.3004824957961181,
      "grad_norm": 0.14740000665187836,
      "learning_rate": 9.923321431273611e-06,
      "loss": 0.0063,
      "step": 17780
    },
    {
      "epoch": 0.30065149607496855,
      "grad_norm": 0.1438693404197693,
      "learning_rate": 9.923063918604057e-06,
      "loss": 0.0032,
      "step": 17790
    },
    {
      "epoch": 0.30082049635381897,
      "grad_norm": 0.15545758605003357,
      "learning_rate": 9.92280597760409e-06,
      "loss": 0.0055,
      "step": 17800
    },
    {
      "epoch": 0.30098949663266944,
      "grad_norm": 0.057372089475393295,
      "learning_rate": 9.922547608296151e-06,
      "loss": 0.0027,
      "step": 17810
    },
    {
      "epoch": 0.3011584969115199,
      "grad_norm": 0.08195595443248749,
      "learning_rate": 9.92228881070272e-06,
      "loss": 0.0024,
      "step": 17820
    },
    {
      "epoch": 0.3013274971903704,
      "grad_norm": 0.13404421508312225,
      "learning_rate": 9.922029584846314e-06,
      "loss": 0.0027,
      "step": 17830
    },
    {
      "epoch": 0.3014964974692208,
      "grad_norm": 0.0030572651885449886,
      "learning_rate": 9.921769930749485e-06,
      "loss": 0.0032,
      "step": 17840
    },
    {
      "epoch": 0.3016654977480713,
      "grad_norm": 0.08229197561740875,
      "learning_rate": 9.921509848434827e-06,
      "loss": 0.0036,
      "step": 17850
    },
    {
      "epoch": 0.30183449802692175,
      "grad_norm": 0.07791959494352341,
      "learning_rate": 9.921249337924966e-06,
      "loss": 0.0031,
      "step": 17860
    },
    {
      "epoch": 0.3020034983057722,
      "grad_norm": 0.23877891898155212,
      "learning_rate": 9.920988399242569e-06,
      "loss": 0.0087,
      "step": 17870
    },
    {
      "epoch": 0.30217249858462264,
      "grad_norm": 0.0586976483464241,
      "learning_rate": 9.920727032410337e-06,
      "loss": 0.0033,
      "step": 17880
    },
    {
      "epoch": 0.3023414988634731,
      "grad_norm": 0.06728573143482208,
      "learning_rate": 9.920465237451013e-06,
      "loss": 0.003,
      "step": 17890
    },
    {
      "epoch": 0.3025104991423236,
      "grad_norm": 0.1478877067565918,
      "learning_rate": 9.920203014387373e-06,
      "loss": 0.0033,
      "step": 17900
    },
    {
      "epoch": 0.30267949942117406,
      "grad_norm": 0.08358483016490936,
      "learning_rate": 9.919940363242233e-06,
      "loss": 0.0041,
      "step": 17910
    },
    {
      "epoch": 0.30284849970002453,
      "grad_norm": 0.12691207230091095,
      "learning_rate": 9.919677284038443e-06,
      "loss": 0.0036,
      "step": 17920
    },
    {
      "epoch": 0.30301749997887495,
      "grad_norm": 0.056970302015542984,
      "learning_rate": 9.919413776798892e-06,
      "loss": 0.0034,
      "step": 17930
    },
    {
      "epoch": 0.3031865002577254,
      "grad_norm": 0.11025747656822205,
      "learning_rate": 9.919149841546509e-06,
      "loss": 0.0033,
      "step": 17940
    },
    {
      "epoch": 0.3033555005365759,
      "grad_norm": 0.15607964992523193,
      "learning_rate": 9.918885478304253e-06,
      "loss": 0.0033,
      "step": 17950
    },
    {
      "epoch": 0.30352450081542637,
      "grad_norm": 0.1555921882390976,
      "learning_rate": 9.91862068709513e-06,
      "loss": 0.0025,
      "step": 17960
    },
    {
      "epoch": 0.3036935010942768,
      "grad_norm": 0.09082618355751038,
      "learning_rate": 9.918355467942176e-06,
      "loss": 0.0023,
      "step": 17970
    },
    {
      "epoch": 0.30386250137312726,
      "grad_norm": 0.3090972900390625,
      "learning_rate": 9.918089820868466e-06,
      "loss": 0.0019,
      "step": 17980
    },
    {
      "epoch": 0.30403150165197773,
      "grad_norm": 0.057993724942207336,
      "learning_rate": 9.917823745897113e-06,
      "loss": 0.0031,
      "step": 17990
    },
    {
      "epoch": 0.3042005019308282,
      "grad_norm": 0.06888581812381744,
      "learning_rate": 9.917557243051266e-06,
      "loss": 0.004,
      "step": 18000
    },
    {
      "epoch": 0.3043695022096786,
      "grad_norm": 0.13699199259281158,
      "learning_rate": 9.917290312354113e-06,
      "loss": 0.0028,
      "step": 18010
    },
    {
      "epoch": 0.3045385024885291,
      "grad_norm": 0.1704409122467041,
      "learning_rate": 9.917022953828879e-06,
      "loss": 0.0052,
      "step": 18020
    },
    {
      "epoch": 0.30470750276737957,
      "grad_norm": 0.24415592849254608,
      "learning_rate": 9.916755167498824e-06,
      "loss": 0.0046,
      "step": 18030
    },
    {
      "epoch": 0.30487650304623004,
      "grad_norm": 0.09228435158729553,
      "learning_rate": 9.916486953387247e-06,
      "loss": 0.0037,
      "step": 18040
    },
    {
      "epoch": 0.3050455033250805,
      "grad_norm": 0.24966703355312347,
      "learning_rate": 9.916218311517484e-06,
      "loss": 0.0032,
      "step": 18050
    },
    {
      "epoch": 0.30521450360393093,
      "grad_norm": 0.07386928051710129,
      "learning_rate": 9.915949241912908e-06,
      "loss": 0.0035,
      "step": 18060
    },
    {
      "epoch": 0.3053835038827814,
      "grad_norm": 0.183248370885849,
      "learning_rate": 9.91567974459693e-06,
      "loss": 0.006,
      "step": 18070
    },
    {
      "epoch": 0.3055525041616319,
      "grad_norm": 0.3374176621437073,
      "learning_rate": 9.915409819592998e-06,
      "loss": 0.0043,
      "step": 18080
    },
    {
      "epoch": 0.30572150444048235,
      "grad_norm": 0.034306954592466354,
      "learning_rate": 9.915139466924594e-06,
      "loss": 0.0044,
      "step": 18090
    },
    {
      "epoch": 0.30589050471933277,
      "grad_norm": 0.2904483675956726,
      "learning_rate": 9.914868686615244e-06,
      "loss": 0.0037,
      "step": 18100
    },
    {
      "epoch": 0.30605950499818324,
      "grad_norm": 0.18893156945705414,
      "learning_rate": 9.914597478688503e-06,
      "loss": 0.0033,
      "step": 18110
    },
    {
      "epoch": 0.3062285052770337,
      "grad_norm": 0.22676680982112885,
      "learning_rate": 9.91432584316797e-06,
      "loss": 0.0047,
      "step": 18120
    },
    {
      "epoch": 0.3063975055558842,
      "grad_norm": 0.13738246262073517,
      "learning_rate": 9.91405378007728e-06,
      "loss": 0.0047,
      "step": 18130
    },
    {
      "epoch": 0.3065665058347346,
      "grad_norm": 0.08430465310811996,
      "learning_rate": 9.913781289440102e-06,
      "loss": 0.0024,
      "step": 18140
    },
    {
      "epoch": 0.3067355061135851,
      "grad_norm": 0.05394160374999046,
      "learning_rate": 9.913508371280143e-06,
      "loss": 0.0036,
      "step": 18150
    },
    {
      "epoch": 0.30690450639243555,
      "grad_norm": 0.12102994322776794,
      "learning_rate": 9.913235025621148e-06,
      "loss": 0.0035,
      "step": 18160
    },
    {
      "epoch": 0.307073506671286,
      "grad_norm": 0.20373289287090302,
      "learning_rate": 9.912961252486903e-06,
      "loss": 0.003,
      "step": 18170
    },
    {
      "epoch": 0.30724250695013644,
      "grad_norm": 0.33118996024131775,
      "learning_rate": 9.912687051901224e-06,
      "loss": 0.004,
      "step": 18180
    },
    {
      "epoch": 0.3074115072289869,
      "grad_norm": 0.1756182610988617,
      "learning_rate": 9.91241242388797e-06,
      "loss": 0.003,
      "step": 18190
    },
    {
      "epoch": 0.3075805075078374,
      "grad_norm": 0.3151039183139801,
      "learning_rate": 9.912137368471032e-06,
      "loss": 0.0035,
      "step": 18200
    },
    {
      "epoch": 0.30774950778668786,
      "grad_norm": 0.08164257556200027,
      "learning_rate": 9.911861885674344e-06,
      "loss": 0.004,
      "step": 18210
    },
    {
      "epoch": 0.30791850806553833,
      "grad_norm": 0.2701294422149658,
      "learning_rate": 9.911585975521873e-06,
      "loss": 0.0043,
      "step": 18220
    },
    {
      "epoch": 0.30808750834438875,
      "grad_norm": 0.16288606822490692,
      "learning_rate": 9.911309638037626e-06,
      "loss": 0.0034,
      "step": 18230
    },
    {
      "epoch": 0.3082565086232392,
      "grad_norm": 0.08081130683422089,
      "learning_rate": 9.911032873245645e-06,
      "loss": 0.0033,
      "step": 18240
    },
    {
      "epoch": 0.3084255089020897,
      "grad_norm": 0.1643926352262497,
      "learning_rate": 9.910755681170009e-06,
      "loss": 0.0051,
      "step": 18250
    },
    {
      "epoch": 0.30859450918094017,
      "grad_norm": 0.0930451974272728,
      "learning_rate": 9.910478061834834e-06,
      "loss": 0.0039,
      "step": 18260
    },
    {
      "epoch": 0.3087635094597906,
      "grad_norm": 0.12892429530620575,
      "learning_rate": 9.910200015264278e-06,
      "loss": 0.0049,
      "step": 18270
    },
    {
      "epoch": 0.30893250973864106,
      "grad_norm": 0.14059489965438843,
      "learning_rate": 9.909921541482527e-06,
      "loss": 0.0049,
      "step": 18280
    },
    {
      "epoch": 0.30910151001749153,
      "grad_norm": 0.028928019106388092,
      "learning_rate": 9.909642640513817e-06,
      "loss": 0.0031,
      "step": 18290
    },
    {
      "epoch": 0.309270510296342,
      "grad_norm": 0.08975011855363846,
      "learning_rate": 9.909363312382408e-06,
      "loss": 0.0036,
      "step": 18300
    },
    {
      "epoch": 0.3094395105751924,
      "grad_norm": 0.2675141990184784,
      "learning_rate": 9.909083557112602e-06,
      "loss": 0.0116,
      "step": 18310
    },
    {
      "epoch": 0.3096085108540429,
      "grad_norm": 0.08267785608768463,
      "learning_rate": 9.908803374728744e-06,
      "loss": 0.0043,
      "step": 18320
    },
    {
      "epoch": 0.30977751113289337,
      "grad_norm": 0.17032286524772644,
      "learning_rate": 9.908522765255208e-06,
      "loss": 0.0026,
      "step": 18330
    },
    {
      "epoch": 0.30994651141174384,
      "grad_norm": 0.12598468363285065,
      "learning_rate": 9.90824172871641e-06,
      "loss": 0.0033,
      "step": 18340
    },
    {
      "epoch": 0.3101155116905943,
      "grad_norm": 0.14041945338249207,
      "learning_rate": 9.907960265136801e-06,
      "loss": 0.0043,
      "step": 18350
    },
    {
      "epoch": 0.31028451196944473,
      "grad_norm": 0.09343992173671722,
      "learning_rate": 9.907678374540866e-06,
      "loss": 0.0017,
      "step": 18360
    },
    {
      "epoch": 0.3104535122482952,
      "grad_norm": 0.080118827521801,
      "learning_rate": 9.907396056953137e-06,
      "loss": 0.003,
      "step": 18370
    },
    {
      "epoch": 0.3106225125271457,
      "grad_norm": 0.05156289041042328,
      "learning_rate": 9.907113312398173e-06,
      "loss": 0.0037,
      "step": 18380
    },
    {
      "epoch": 0.31079151280599615,
      "grad_norm": 0.17726033926010132,
      "learning_rate": 9.906830140900577e-06,
      "loss": 0.0066,
      "step": 18390
    },
    {
      "epoch": 0.31096051308484657,
      "grad_norm": 0.01746257022023201,
      "learning_rate": 9.906546542484984e-06,
      "loss": 0.0033,
      "step": 18400
    },
    {
      "epoch": 0.31112951336369704,
      "grad_norm": 0.14338521659374237,
      "learning_rate": 9.906262517176066e-06,
      "loss": 0.0019,
      "step": 18410
    },
    {
      "epoch": 0.3112985136425475,
      "grad_norm": 0.04118502512574196,
      "learning_rate": 9.90597806499854e-06,
      "loss": 0.0024,
      "step": 18420
    },
    {
      "epoch": 0.311467513921398,
      "grad_norm": 0.25993072986602783,
      "learning_rate": 9.905693185977152e-06,
      "loss": 0.0045,
      "step": 18430
    },
    {
      "epoch": 0.3116365142002484,
      "grad_norm": 0.2973000407218933,
      "learning_rate": 9.90540788013669e-06,
      "loss": 0.0035,
      "step": 18440
    },
    {
      "epoch": 0.3118055144790989,
      "grad_norm": 0.11956703662872314,
      "learning_rate": 9.905122147501973e-06,
      "loss": 0.0023,
      "step": 18450
    },
    {
      "epoch": 0.31197451475794935,
      "grad_norm": 0.11619943380355835,
      "learning_rate": 9.904835988097865e-06,
      "loss": 0.0022,
      "step": 18460
    },
    {
      "epoch": 0.3121435150367998,
      "grad_norm": 0.28381380438804626,
      "learning_rate": 9.90454940194926e-06,
      "loss": 0.0048,
      "step": 18470
    },
    {
      "epoch": 0.3123125153156503,
      "grad_norm": 0.403537392616272,
      "learning_rate": 9.904262389081093e-06,
      "loss": 0.0049,
      "step": 18480
    },
    {
      "epoch": 0.3124815155945007,
      "grad_norm": 0.042656026780605316,
      "learning_rate": 9.90397494951834e-06,
      "loss": 0.0039,
      "step": 18490
    },
    {
      "epoch": 0.3126505158733512,
      "grad_norm": 0.25615885853767395,
      "learning_rate": 9.903687083286003e-06,
      "loss": 0.0048,
      "step": 18500
    },
    {
      "epoch": 0.31281951615220166,
      "grad_norm": 0.16681556403636932,
      "learning_rate": 9.903398790409132e-06,
      "loss": 0.0039,
      "step": 18510
    },
    {
      "epoch": 0.31298851643105213,
      "grad_norm": 0.08900097012519836,
      "learning_rate": 9.90311007091281e-06,
      "loss": 0.0022,
      "step": 18520
    },
    {
      "epoch": 0.31315751670990255,
      "grad_norm": 0.26374733448028564,
      "learning_rate": 9.902820924822153e-06,
      "loss": 0.0039,
      "step": 18530
    },
    {
      "epoch": 0.313326516988753,
      "grad_norm": 0.11339973658323288,
      "learning_rate": 9.902531352162322e-06,
      "loss": 0.0041,
      "step": 18540
    },
    {
      "epoch": 0.3134955172676035,
      "grad_norm": 0.15740644931793213,
      "learning_rate": 9.902241352958511e-06,
      "loss": 0.0047,
      "step": 18550
    },
    {
      "epoch": 0.31366451754645397,
      "grad_norm": 0.1276281625032425,
      "learning_rate": 9.90195092723595e-06,
      "loss": 0.0031,
      "step": 18560
    },
    {
      "epoch": 0.3138335178253044,
      "grad_norm": 0.07520712167024612,
      "learning_rate": 9.901660075019907e-06,
      "loss": 0.0035,
      "step": 18570
    },
    {
      "epoch": 0.31400251810415486,
      "grad_norm": 0.09208130836486816,
      "learning_rate": 9.901368796335688e-06,
      "loss": 0.0026,
      "step": 18580
    },
    {
      "epoch": 0.31417151838300533,
      "grad_norm": 0.10288451611995697,
      "learning_rate": 9.901077091208638e-06,
      "loss": 0.0049,
      "step": 18590
    },
    {
      "epoch": 0.3143405186618558,
      "grad_norm": 0.2334715723991394,
      "learning_rate": 9.900784959664134e-06,
      "loss": 0.004,
      "step": 18600
    },
    {
      "epoch": 0.3145095189407063,
      "grad_norm": 0.11997061967849731,
      "learning_rate": 9.900492401727592e-06,
      "loss": 0.0022,
      "step": 18610
    },
    {
      "epoch": 0.3146785192195567,
      "grad_norm": 0.019103042781352997,
      "learning_rate": 9.90019941742447e-06,
      "loss": 0.0023,
      "step": 18620
    },
    {
      "epoch": 0.31484751949840717,
      "grad_norm": 0.15194158256053925,
      "learning_rate": 9.899906006780256e-06,
      "loss": 0.0024,
      "step": 18630
    },
    {
      "epoch": 0.31501651977725764,
      "grad_norm": 0.12645916640758514,
      "learning_rate": 9.899612169820477e-06,
      "loss": 0.004,
      "step": 18640
    },
    {
      "epoch": 0.3151855200561081,
      "grad_norm": 0.11526061594486237,
      "learning_rate": 9.899317906570702e-06,
      "loss": 0.0048,
      "step": 18650
    },
    {
      "epoch": 0.31535452033495853,
      "grad_norm": 0.03650401905179024,
      "learning_rate": 9.89902321705653e-06,
      "loss": 0.0041,
      "step": 18660
    },
    {
      "epoch": 0.315523520613809,
      "grad_norm": 0.14329461753368378,
      "learning_rate": 9.898728101303603e-06,
      "loss": 0.0025,
      "step": 18670
    },
    {
      "epoch": 0.3156925208926595,
      "grad_norm": 0.21272212266921997,
      "learning_rate": 9.898432559337596e-06,
      "loss": 0.0046,
      "step": 18680
    },
    {
      "epoch": 0.31586152117150995,
      "grad_norm": 0.15306775271892548,
      "learning_rate": 9.898136591184222e-06,
      "loss": 0.004,
      "step": 18690
    },
    {
      "epoch": 0.31603052145036037,
      "grad_norm": 0.13471972942352295,
      "learning_rate": 9.897840196869235e-06,
      "loss": 0.0029,
      "step": 18700
    },
    {
      "epoch": 0.31619952172921084,
      "grad_norm": 0.2979624271392822,
      "learning_rate": 9.897543376418419e-06,
      "loss": 0.0038,
      "step": 18710
    },
    {
      "epoch": 0.3163685220080613,
      "grad_norm": 0.11547307670116425,
      "learning_rate": 9.897246129857598e-06,
      "loss": 0.0033,
      "step": 18720
    },
    {
      "epoch": 0.3165375222869118,
      "grad_norm": 0.30266544222831726,
      "learning_rate": 9.896948457212638e-06,
      "loss": 0.0057,
      "step": 18730
    },
    {
      "epoch": 0.31670652256576226,
      "grad_norm": 0.08800787478685379,
      "learning_rate": 9.896650358509437e-06,
      "loss": 0.0021,
      "step": 18740
    },
    {
      "epoch": 0.3168755228446127,
      "grad_norm": 0.09709448367357254,
      "learning_rate": 9.896351833773929e-06,
      "loss": 0.0039,
      "step": 18750
    },
    {
      "epoch": 0.31704452312346315,
      "grad_norm": 0.07401283830404282,
      "learning_rate": 9.896052883032087e-06,
      "loss": 0.003,
      "step": 18760
    },
    {
      "epoch": 0.3172135234023136,
      "grad_norm": 0.14612315595149994,
      "learning_rate": 9.895753506309923e-06,
      "loss": 0.003,
      "step": 18770
    },
    {
      "epoch": 0.3173825236811641,
      "grad_norm": 0.06939349323511124,
      "learning_rate": 9.895453703633485e-06,
      "loss": 0.0043,
      "step": 18780
    },
    {
      "epoch": 0.3175515239600145,
      "grad_norm": 0.1797635704278946,
      "learning_rate": 9.895153475028853e-06,
      "loss": 0.0033,
      "step": 18790
    },
    {
      "epoch": 0.317720524238865,
      "grad_norm": 0.12291466444730759,
      "learning_rate": 9.894852820522152e-06,
      "loss": 0.0037,
      "step": 18800
    },
    {
      "epoch": 0.31788952451771546,
      "grad_norm": 0.1714431196451187,
      "learning_rate": 9.89455174013954e-06,
      "loss": 0.0031,
      "step": 18810
    },
    {
      "epoch": 0.31805852479656593,
      "grad_norm": 0.2693570554256439,
      "learning_rate": 9.894250233907213e-06,
      "loss": 0.0048,
      "step": 18820
    },
    {
      "epoch": 0.31822752507541635,
      "grad_norm": 0.1704714298248291,
      "learning_rate": 9.893948301851402e-06,
      "loss": 0.0029,
      "step": 18830
    },
    {
      "epoch": 0.3183965253542668,
      "grad_norm": 0.23571054637432098,
      "learning_rate": 9.893645943998376e-06,
      "loss": 0.0038,
      "step": 18840
    },
    {
      "epoch": 0.3185655256331173,
      "grad_norm": 0.1295132339000702,
      "learning_rate": 9.893343160374442e-06,
      "loss": 0.0046,
      "step": 18850
    },
    {
      "epoch": 0.31873452591196777,
      "grad_norm": 0.2537764310836792,
      "learning_rate": 9.893039951005945e-06,
      "loss": 0.0044,
      "step": 18860
    },
    {
      "epoch": 0.3189035261908182,
      "grad_norm": 0.08305542916059494,
      "learning_rate": 9.892736315919265e-06,
      "loss": 0.0022,
      "step": 18870
    },
    {
      "epoch": 0.31907252646966866,
      "grad_norm": 0.04880817234516144,
      "learning_rate": 9.892432255140821e-06,
      "loss": 0.0027,
      "step": 18880
    },
    {
      "epoch": 0.31924152674851913,
      "grad_norm": 0.11052796244621277,
      "learning_rate": 9.892127768697064e-06,
      "loss": 0.0035,
      "step": 18890
    },
    {
      "epoch": 0.3194105270273696,
      "grad_norm": 0.19982464611530304,
      "learning_rate": 9.89182285661449e-06,
      "loss": 0.0026,
      "step": 18900
    },
    {
      "epoch": 0.3195795273062201,
      "grad_norm": 0.46795204281806946,
      "learning_rate": 9.891517518919627e-06,
      "loss": 0.0036,
      "step": 18910
    },
    {
      "epoch": 0.3197485275850705,
      "grad_norm": 0.03222557529807091,
      "learning_rate": 9.891211755639037e-06,
      "loss": 0.0022,
      "step": 18920
    },
    {
      "epoch": 0.31991752786392097,
      "grad_norm": 0.1941870152950287,
      "learning_rate": 9.890905566799328e-06,
      "loss": 0.0044,
      "step": 18930
    },
    {
      "epoch": 0.32008652814277144,
      "grad_norm": 0.17623929679393768,
      "learning_rate": 9.890598952427137e-06,
      "loss": 0.0048,
      "step": 18940
    },
    {
      "epoch": 0.3202555284216219,
      "grad_norm": 0.014388482086360455,
      "learning_rate": 9.890291912549141e-06,
      "loss": 0.0032,
      "step": 18950
    },
    {
      "epoch": 0.32042452870047233,
      "grad_norm": 0.07924115657806396,
      "learning_rate": 9.889984447192056e-06,
      "loss": 0.0051,
      "step": 18960
    },
    {
      "epoch": 0.3205935289793228,
      "grad_norm": 0.11756382137537003,
      "learning_rate": 9.88967655638263e-06,
      "loss": 0.0046,
      "step": 18970
    },
    {
      "epoch": 0.3207625292581733,
      "grad_norm": 0.08961915224790573,
      "learning_rate": 9.889368240147654e-06,
      "loss": 0.0038,
      "step": 18980
    },
    {
      "epoch": 0.32093152953702375,
      "grad_norm": 0.16066645085811615,
      "learning_rate": 9.889059498513951e-06,
      "loss": 0.0033,
      "step": 18990
    },
    {
      "epoch": 0.32110052981587417,
      "grad_norm": 0.27878034114837646,
      "learning_rate": 9.888750331508383e-06,
      "loss": 0.0022,
      "step": 19000
    },
    {
      "epoch": 0.32126953009472464,
      "grad_norm": 0.1295364946126938,
      "learning_rate": 9.88844073915785e-06,
      "loss": 0.0026,
      "step": 19010
    },
    {
      "epoch": 0.3214385303735751,
      "grad_norm": 0.21508057415485382,
      "learning_rate": 9.888130721489288e-06,
      "loss": 0.0033,
      "step": 19020
    },
    {
      "epoch": 0.3216075306524256,
      "grad_norm": 0.17439287900924683,
      "learning_rate": 9.88782027852967e-06,
      "loss": 0.0033,
      "step": 19030
    },
    {
      "epoch": 0.32177653093127606,
      "grad_norm": 0.10152928531169891,
      "learning_rate": 9.887509410306005e-06,
      "loss": 0.0054,
      "step": 19040
    },
    {
      "epoch": 0.3219455312101265,
      "grad_norm": 0.06065661087632179,
      "learning_rate": 9.887198116845341e-06,
      "loss": 0.0023,
      "step": 19050
    },
    {
      "epoch": 0.32211453148897695,
      "grad_norm": 0.10322712361812592,
      "learning_rate": 9.88688639817476e-06,
      "loss": 0.0037,
      "step": 19060
    },
    {
      "epoch": 0.3222835317678274,
      "grad_norm": 0.23588989675045013,
      "learning_rate": 9.886574254321388e-06,
      "loss": 0.0035,
      "step": 19070
    },
    {
      "epoch": 0.3224525320466779,
      "grad_norm": 0.10690174996852875,
      "learning_rate": 9.886261685312378e-06,
      "loss": 0.0043,
      "step": 19080
    },
    {
      "epoch": 0.3226215323255283,
      "grad_norm": 0.18640218675136566,
      "learning_rate": 9.885948691174927e-06,
      "loss": 0.0029,
      "step": 19090
    },
    {
      "epoch": 0.3227905326043788,
      "grad_norm": 0.12204626947641373,
      "learning_rate": 9.885635271936268e-06,
      "loss": 0.0042,
      "step": 19100
    },
    {
      "epoch": 0.32295953288322926,
      "grad_norm": 0.09853368997573853,
      "learning_rate": 9.88532142762367e-06,
      "loss": 0.0039,
      "step": 19110
    },
    {
      "epoch": 0.32312853316207973,
      "grad_norm": 0.06033041328191757,
      "learning_rate": 9.885007158264435e-06,
      "loss": 0.0024,
      "step": 19120
    },
    {
      "epoch": 0.32329753344093015,
      "grad_norm": 0.03601764515042305,
      "learning_rate": 9.88469246388591e-06,
      "loss": 0.0021,
      "step": 19130
    },
    {
      "epoch": 0.3234665337197806,
      "grad_norm": 0.27800238132476807,
      "learning_rate": 9.884377344515473e-06,
      "loss": 0.0042,
      "step": 19140
    },
    {
      "epoch": 0.3236355339986311,
      "grad_norm": 0.37190690636634827,
      "learning_rate": 9.884061800180542e-06,
      "loss": 0.0044,
      "step": 19150
    },
    {
      "epoch": 0.32380453427748157,
      "grad_norm": 0.2755439281463623,
      "learning_rate": 9.88374583090857e-06,
      "loss": 0.0036,
      "step": 19160
    },
    {
      "epoch": 0.32397353455633204,
      "grad_norm": 0.334343284368515,
      "learning_rate": 9.88342943672705e-06,
      "loss": 0.0044,
      "step": 19170
    },
    {
      "epoch": 0.32414253483518246,
      "grad_norm": 0.12950769066810608,
      "learning_rate": 9.883112617663508e-06,
      "loss": 0.0031,
      "step": 19180
    },
    {
      "epoch": 0.32431153511403293,
      "grad_norm": 0.07064332067966461,
      "learning_rate": 9.882795373745508e-06,
      "loss": 0.0027,
      "step": 19190
    },
    {
      "epoch": 0.3244805353928834,
      "grad_norm": 0.2044609934091568,
      "learning_rate": 9.882477705000654e-06,
      "loss": 0.0051,
      "step": 19200
    },
    {
      "epoch": 0.3246495356717339,
      "grad_norm": 0.18798178434371948,
      "learning_rate": 9.882159611456584e-06,
      "loss": 0.0031,
      "step": 19210
    },
    {
      "epoch": 0.3248185359505843,
      "grad_norm": 0.10369912534952164,
      "learning_rate": 9.88184109314097e-06,
      "loss": 0.0041,
      "step": 19220
    },
    {
      "epoch": 0.32498753622943477,
      "grad_norm": 0.39374813437461853,
      "learning_rate": 9.881522150081531e-06,
      "loss": 0.0027,
      "step": 19230
    },
    {
      "epoch": 0.32515653650828524,
      "grad_norm": 0.1317203789949417,
      "learning_rate": 9.881202782306011e-06,
      "loss": 0.013,
      "step": 19240
    },
    {
      "epoch": 0.3253255367871357,
      "grad_norm": 0.08882055431604385,
      "learning_rate": 9.880882989842202e-06,
      "loss": 0.0032,
      "step": 19250
    },
    {
      "epoch": 0.32549453706598613,
      "grad_norm": 0.27533435821533203,
      "learning_rate": 9.880562772717923e-06,
      "loss": 0.004,
      "step": 19260
    },
    {
      "epoch": 0.3256635373448366,
      "grad_norm": 0.2720194458961487,
      "learning_rate": 9.880242130961035e-06,
      "loss": 0.0043,
      "step": 19270
    },
    {
      "epoch": 0.3258325376236871,
      "grad_norm": 0.06423293799161911,
      "learning_rate": 9.879921064599438e-06,
      "loss": 0.0029,
      "step": 19280
    },
    {
      "epoch": 0.32600153790253755,
      "grad_norm": 0.13293801248073578,
      "learning_rate": 9.879599573661063e-06,
      "loss": 0.0032,
      "step": 19290
    },
    {
      "epoch": 0.326170538181388,
      "grad_norm": 0.48314961791038513,
      "learning_rate": 9.879277658173883e-06,
      "loss": 0.0026,
      "step": 19300
    },
    {
      "epoch": 0.32633953846023844,
      "grad_norm": 0.1730279177427292,
      "learning_rate": 9.878955318165907e-06,
      "loss": 0.0043,
      "step": 19310
    },
    {
      "epoch": 0.3265085387390889,
      "grad_norm": 0.0645437240600586,
      "learning_rate": 9.87863255366518e-06,
      "loss": 0.0056,
      "step": 19320
    },
    {
      "epoch": 0.3266775390179394,
      "grad_norm": 0.3200550973415375,
      "learning_rate": 9.878309364699781e-06,
      "loss": 0.0049,
      "step": 19330
    },
    {
      "epoch": 0.32684653929678986,
      "grad_norm": 0.0750180333852768,
      "learning_rate": 9.877985751297831e-06,
      "loss": 0.0054,
      "step": 19340
    },
    {
      "epoch": 0.3270155395756403,
      "grad_norm": 0.14632025361061096,
      "learning_rate": 9.87766171348749e-06,
      "loss": 0.003,
      "step": 19350
    },
    {
      "epoch": 0.32718453985449075,
      "grad_norm": 0.07658658921718597,
      "learning_rate": 9.877337251296943e-06,
      "loss": 0.0026,
      "step": 19360
    },
    {
      "epoch": 0.3273535401333412,
      "grad_norm": 0.03774444758892059,
      "learning_rate": 9.877012364754425e-06,
      "loss": 0.0039,
      "step": 19370
    },
    {
      "epoch": 0.3275225404121917,
      "grad_norm": 0.38548749685287476,
      "learning_rate": 9.876687053888203e-06,
      "loss": 0.0044,
      "step": 19380
    },
    {
      "epoch": 0.3276915406910421,
      "grad_norm": 0.09892215579748154,
      "learning_rate": 9.87636131872658e-06,
      "loss": 0.0038,
      "step": 19390
    },
    {
      "epoch": 0.3278605409698926,
      "grad_norm": 0.167256698012352,
      "learning_rate": 9.876035159297894e-06,
      "loss": 0.0039,
      "step": 19400
    },
    {
      "epoch": 0.32802954124874306,
      "grad_norm": 0.19858378171920776,
      "learning_rate": 9.875708575630524e-06,
      "loss": 0.003,
      "step": 19410
    },
    {
      "epoch": 0.32819854152759353,
      "grad_norm": 0.05991840735077858,
      "learning_rate": 9.875381567752884e-06,
      "loss": 0.0026,
      "step": 19420
    },
    {
      "epoch": 0.328367541806444,
      "grad_norm": 0.2287953794002533,
      "learning_rate": 9.875054135693428e-06,
      "loss": 0.0063,
      "step": 19430
    },
    {
      "epoch": 0.3285365420852944,
      "grad_norm": 0.09663691371679306,
      "learning_rate": 9.87472627948064e-06,
      "loss": 0.0039,
      "step": 19440
    },
    {
      "epoch": 0.3287055423641449,
      "grad_norm": 0.13738645613193512,
      "learning_rate": 9.874397999143048e-06,
      "loss": 0.0022,
      "step": 19450
    },
    {
      "epoch": 0.32887454264299537,
      "grad_norm": 0.1286608725786209,
      "learning_rate": 9.874069294709215e-06,
      "loss": 0.0026,
      "step": 19460
    },
    {
      "epoch": 0.32904354292184584,
      "grad_norm": 0.12891557812690735,
      "learning_rate": 9.873740166207735e-06,
      "loss": 0.0025,
      "step": 19470
    },
    {
      "epoch": 0.32921254320069626,
      "grad_norm": 0.10180335491895676,
      "learning_rate": 9.873410613667247e-06,
      "loss": 0.0027,
      "step": 19480
    },
    {
      "epoch": 0.32938154347954673,
      "grad_norm": 0.06524354964494705,
      "learning_rate": 9.873080637116425e-06,
      "loss": 0.0028,
      "step": 19490
    },
    {
      "epoch": 0.3295505437583972,
      "grad_norm": 0.22627593576908112,
      "learning_rate": 9.872750236583976e-06,
      "loss": 0.0045,
      "step": 19500
    },
    {
      "epoch": 0.3297195440372477,
      "grad_norm": 0.18337315320968628,
      "learning_rate": 9.872419412098648e-06,
      "loss": 0.0046,
      "step": 19510
    },
    {
      "epoch": 0.3298885443160981,
      "grad_norm": 0.2440752238035202,
      "learning_rate": 9.872088163689222e-06,
      "loss": 0.0037,
      "step": 19520
    },
    {
      "epoch": 0.33005754459494857,
      "grad_norm": 0.17850267887115479,
      "learning_rate": 9.871756491384522e-06,
      "loss": 0.0039,
      "step": 19530
    },
    {
      "epoch": 0.33022654487379904,
      "grad_norm": 0.21067939698696136,
      "learning_rate": 9.871424395213402e-06,
      "loss": 0.003,
      "step": 19540
    },
    {
      "epoch": 0.3303955451526495,
      "grad_norm": 0.046429593116045,
      "learning_rate": 9.871091875204756e-06,
      "loss": 0.0027,
      "step": 19550
    },
    {
      "epoch": 0.33056454543149993,
      "grad_norm": 0.062241218984127045,
      "learning_rate": 9.870758931387519e-06,
      "loss": 0.0048,
      "step": 19560
    },
    {
      "epoch": 0.3307335457103504,
      "grad_norm": 0.055095065385103226,
      "learning_rate": 9.870425563790654e-06,
      "loss": 0.0036,
      "step": 19570
    },
    {
      "epoch": 0.3309025459892009,
      "grad_norm": 0.24390147626399994,
      "learning_rate": 9.870091772443166e-06,
      "loss": 0.0032,
      "step": 19580
    },
    {
      "epoch": 0.33107154626805135,
      "grad_norm": 0.04408691078424454,
      "learning_rate": 9.869757557374099e-06,
      "loss": 0.0034,
      "step": 19590
    },
    {
      "epoch": 0.3312405465469018,
      "grad_norm": 0.300178200006485,
      "learning_rate": 9.86942291861253e-06,
      "loss": 0.0035,
      "step": 19600
    },
    {
      "epoch": 0.33140954682575224,
      "grad_norm": 0.4546404778957367,
      "learning_rate": 9.869087856187574e-06,
      "loss": 0.0029,
      "step": 19610
    },
    {
      "epoch": 0.3315785471046027,
      "grad_norm": 0.18573160469532013,
      "learning_rate": 9.868752370128383e-06,
      "loss": 0.0035,
      "step": 19620
    },
    {
      "epoch": 0.3317475473834532,
      "grad_norm": 0.38010624051094055,
      "learning_rate": 9.868416460464145e-06,
      "loss": 0.0047,
      "step": 19630
    },
    {
      "epoch": 0.33191654766230366,
      "grad_norm": 0.2465725839138031,
      "learning_rate": 9.86808012722409e-06,
      "loss": 0.002,
      "step": 19640
    },
    {
      "epoch": 0.3320855479411541,
      "grad_norm": 0.07605840265750885,
      "learning_rate": 9.867743370437476e-06,
      "loss": 0.0033,
      "step": 19650
    },
    {
      "epoch": 0.33225454822000455,
      "grad_norm": 0.34282565116882324,
      "learning_rate": 9.867406190133602e-06,
      "loss": 0.0038,
      "step": 19660
    },
    {
      "epoch": 0.332423548498855,
      "grad_norm": 0.08095477521419525,
      "learning_rate": 9.867068586341808e-06,
      "loss": 0.0044,
      "step": 19670
    },
    {
      "epoch": 0.3325925487777055,
      "grad_norm": 0.22404147684574127,
      "learning_rate": 9.866730559091465e-06,
      "loss": 0.0035,
      "step": 19680
    },
    {
      "epoch": 0.3327615490565559,
      "grad_norm": 0.1436876505613327,
      "learning_rate": 9.866392108411985e-06,
      "loss": 0.0037,
      "step": 19690
    },
    {
      "epoch": 0.3329305493354064,
      "grad_norm": 0.103852778673172,
      "learning_rate": 9.86605323433281e-06,
      "loss": 0.0034,
      "step": 19700
    },
    {
      "epoch": 0.33309954961425686,
      "grad_norm": 0.35399582982063293,
      "learning_rate": 9.865713936883429e-06,
      "loss": 0.0042,
      "step": 19710
    },
    {
      "epoch": 0.33326854989310734,
      "grad_norm": 0.025398628786206245,
      "learning_rate": 9.865374216093363e-06,
      "loss": 0.0049,
      "step": 19720
    },
    {
      "epoch": 0.3334375501719578,
      "grad_norm": 0.16962707042694092,
      "learning_rate": 9.865034071992165e-06,
      "loss": 0.0079,
      "step": 19730
    },
    {
      "epoch": 0.3336065504508082,
      "grad_norm": 0.3511894643306732,
      "learning_rate": 9.86469350460943e-06,
      "loss": 0.0044,
      "step": 19740
    },
    {
      "epoch": 0.3337755507296587,
      "grad_norm": 0.012258529663085938,
      "learning_rate": 9.86435251397479e-06,
      "loss": 0.0044,
      "step": 19750
    },
    {
      "epoch": 0.33394455100850917,
      "grad_norm": 0.20916761457920074,
      "learning_rate": 9.864011100117916e-06,
      "loss": 0.0043,
      "step": 19760
    },
    {
      "epoch": 0.33411355128735964,
      "grad_norm": 0.24661147594451904,
      "learning_rate": 9.863669263068506e-06,
      "loss": 0.0042,
      "step": 19770
    },
    {
      "epoch": 0.33428255156621006,
      "grad_norm": 0.3546825349330902,
      "learning_rate": 9.863327002856308e-06,
      "loss": 0.004,
      "step": 19780
    },
    {
      "epoch": 0.33445155184506054,
      "grad_norm": 0.06682464480400085,
      "learning_rate": 9.862984319511095e-06,
      "loss": 0.0035,
      "step": 19790
    },
    {
      "epoch": 0.334620552123911,
      "grad_norm": 0.14287163317203522,
      "learning_rate": 9.862641213062688e-06,
      "loss": 0.0037,
      "step": 19800
    },
    {
      "epoch": 0.3347895524027615,
      "grad_norm": 0.19845755398273468,
      "learning_rate": 9.862297683540932e-06,
      "loss": 0.0026,
      "step": 19810
    },
    {
      "epoch": 0.3349585526816119,
      "grad_norm": 0.4925055205821991,
      "learning_rate": 9.86195373097572e-06,
      "loss": 0.0042,
      "step": 19820
    },
    {
      "epoch": 0.33512755296046237,
      "grad_norm": 0.14126281440258026,
      "learning_rate": 9.861609355396978e-06,
      "loss": 0.0039,
      "step": 19830
    },
    {
      "epoch": 0.33529655323931284,
      "grad_norm": 0.08112350106239319,
      "learning_rate": 9.861264556834665e-06,
      "loss": 0.0032,
      "step": 19840
    },
    {
      "epoch": 0.3354655535181633,
      "grad_norm": 0.07324805855751038,
      "learning_rate": 9.860919335318783e-06,
      "loss": 0.0032,
      "step": 19850
    },
    {
      "epoch": 0.3356345537970138,
      "grad_norm": 0.15092162787914276,
      "learning_rate": 9.860573690879367e-06,
      "loss": 0.0046,
      "step": 19860
    },
    {
      "epoch": 0.3358035540758642,
      "grad_norm": 0.07325884699821472,
      "learning_rate": 9.86022762354649e-06,
      "loss": 0.005,
      "step": 19870
    },
    {
      "epoch": 0.3359725543547147,
      "grad_norm": 0.27018794417381287,
      "learning_rate": 9.859881133350262e-06,
      "loss": 0.0041,
      "step": 19880
    },
    {
      "epoch": 0.33614155463356515,
      "grad_norm": 0.27263039350509644,
      "learning_rate": 9.859534220320828e-06,
      "loss": 0.004,
      "step": 19890
    },
    {
      "epoch": 0.3363105549124156,
      "grad_norm": 0.15515533089637756,
      "learning_rate": 9.859186884488372e-06,
      "loss": 0.0031,
      "step": 19900
    },
    {
      "epoch": 0.33647955519126604,
      "grad_norm": 0.10629349946975708,
      "learning_rate": 9.858839125883112e-06,
      "loss": 0.0036,
      "step": 19910
    },
    {
      "epoch": 0.3366485554701165,
      "grad_norm": 0.2211560159921646,
      "learning_rate": 9.858490944535311e-06,
      "loss": 0.0034,
      "step": 19920
    },
    {
      "epoch": 0.336817555748967,
      "grad_norm": 0.12569260597229004,
      "learning_rate": 9.858142340475254e-06,
      "loss": 0.005,
      "step": 19930
    },
    {
      "epoch": 0.33698655602781746,
      "grad_norm": 0.10294578224420547,
      "learning_rate": 9.857793313733277e-06,
      "loss": 0.0037,
      "step": 19940
    },
    {
      "epoch": 0.3371555563066679,
      "grad_norm": 0.4229937195777893,
      "learning_rate": 9.857443864339744e-06,
      "loss": 0.0033,
      "step": 19950
    },
    {
      "epoch": 0.33732455658551835,
      "grad_norm": 0.15797141194343567,
      "learning_rate": 9.85709399232506e-06,
      "loss": 0.0032,
      "step": 19960
    },
    {
      "epoch": 0.3374935568643688,
      "grad_norm": 0.23842860758304596,
      "learning_rate": 9.856743697719666e-06,
      "loss": 0.0044,
      "step": 19970
    },
    {
      "epoch": 0.3376625571432193,
      "grad_norm": 0.17768318951129913,
      "learning_rate": 9.85639298055404e-06,
      "loss": 0.0037,
      "step": 19980
    },
    {
      "epoch": 0.3378315574220698,
      "grad_norm": 0.011220584623515606,
      "learning_rate": 9.856041840858693e-06,
      "loss": 0.0029,
      "step": 19990
    },
    {
      "epoch": 0.3380005577009202,
      "grad_norm": 0.144292950630188,
      "learning_rate": 9.855690278664179e-06,
      "loss": 0.0041,
      "step": 20000
    },
    {
      "epoch": 0.33816955797977066,
      "grad_norm": 0.14557820558547974,
      "learning_rate": 9.855338294001083e-06,
      "loss": 0.0033,
      "step": 20010
    },
    {
      "epoch": 0.33833855825862114,
      "grad_norm": 0.08057982474565506,
      "learning_rate": 9.854985886900032e-06,
      "loss": 0.005,
      "step": 20020
    },
    {
      "epoch": 0.3385075585374716,
      "grad_norm": 0.10894902795553207,
      "learning_rate": 9.854633057391685e-06,
      "loss": 0.004,
      "step": 20030
    },
    {
      "epoch": 0.338676558816322,
      "grad_norm": 0.2983936071395874,
      "learning_rate": 9.854279805506741e-06,
      "loss": 0.0037,
      "step": 20040
    },
    {
      "epoch": 0.3388455590951725,
      "grad_norm": 0.12957635521888733,
      "learning_rate": 9.853926131275934e-06,
      "loss": 0.0038,
      "step": 20050
    },
    {
      "epoch": 0.339014559374023,
      "grad_norm": 0.17585639655590057,
      "learning_rate": 9.853572034730036e-06,
      "loss": 0.0037,
      "step": 20060
    },
    {
      "epoch": 0.33918355965287345,
      "grad_norm": 0.7723053097724915,
      "learning_rate": 9.853217515899857e-06,
      "loss": 0.0079,
      "step": 20070
    },
    {
      "epoch": 0.33935255993172386,
      "grad_norm": 0.10039085894823074,
      "learning_rate": 9.852862574816237e-06,
      "loss": 0.0036,
      "step": 20080
    },
    {
      "epoch": 0.33952156021057434,
      "grad_norm": 0.1289125382900238,
      "learning_rate": 9.852507211510063e-06,
      "loss": 0.0035,
      "step": 20090
    },
    {
      "epoch": 0.3396905604894248,
      "grad_norm": 0.18636161088943481,
      "learning_rate": 9.852151426012249e-06,
      "loss": 0.0042,
      "step": 20100
    },
    {
      "epoch": 0.3398595607682753,
      "grad_norm": 0.023119311779737473,
      "learning_rate": 9.851795218353751e-06,
      "loss": 0.0037,
      "step": 20110
    },
    {
      "epoch": 0.34002856104712575,
      "grad_norm": 0.09347156435251236,
      "learning_rate": 9.851438588565562e-06,
      "loss": 0.0018,
      "step": 20120
    },
    {
      "epoch": 0.34019756132597617,
      "grad_norm": 0.10636084526777267,
      "learning_rate": 9.851081536678711e-06,
      "loss": 0.0031,
      "step": 20130
    },
    {
      "epoch": 0.34036656160482665,
      "grad_norm": 0.0867602601647377,
      "learning_rate": 9.850724062724261e-06,
      "loss": 0.0031,
      "step": 20140
    },
    {
      "epoch": 0.3405355618836771,
      "grad_norm": 0.31015679240226746,
      "learning_rate": 9.850366166733316e-06,
      "loss": 0.0051,
      "step": 20150
    },
    {
      "epoch": 0.3407045621625276,
      "grad_norm": 0.11224543303251266,
      "learning_rate": 9.850007848737013e-06,
      "loss": 0.0035,
      "step": 20160
    },
    {
      "epoch": 0.340873562441378,
      "grad_norm": 0.14716555178165436,
      "learning_rate": 9.84964910876653e-06,
      "loss": 0.0024,
      "step": 20170
    },
    {
      "epoch": 0.3410425627202285,
      "grad_norm": 0.4090542197227478,
      "learning_rate": 9.849289946853077e-06,
      "loss": 0.005,
      "step": 20180
    },
    {
      "epoch": 0.34121156299907895,
      "grad_norm": 0.13513973355293274,
      "learning_rate": 9.848930363027901e-06,
      "loss": 0.0025,
      "step": 20190
    },
    {
      "epoch": 0.3413805632779294,
      "grad_norm": 0.3776029646396637,
      "learning_rate": 9.848570357322294e-06,
      "loss": 0.0056,
      "step": 20200
    },
    {
      "epoch": 0.34154956355677984,
      "grad_norm": 0.07301806658506393,
      "learning_rate": 9.848209929767571e-06,
      "loss": 0.005,
      "step": 20210
    },
    {
      "epoch": 0.3417185638356303,
      "grad_norm": 0.03997489809989929,
      "learning_rate": 9.847849080395094e-06,
      "loss": 0.0047,
      "step": 20220
    },
    {
      "epoch": 0.3418875641144808,
      "grad_norm": 0.33692535758018494,
      "learning_rate": 9.84748780923626e-06,
      "loss": 0.004,
      "step": 20230
    },
    {
      "epoch": 0.34205656439333126,
      "grad_norm": 0.09017347544431686,
      "learning_rate": 9.847126116322498e-06,
      "loss": 0.0037,
      "step": 20240
    },
    {
      "epoch": 0.34222556467218174,
      "grad_norm": 0.13404417037963867,
      "learning_rate": 9.84676400168528e-06,
      "loss": 0.0047,
      "step": 20250
    },
    {
      "epoch": 0.34239456495103215,
      "grad_norm": 0.11601067334413528,
      "learning_rate": 9.846401465356112e-06,
      "loss": 0.0036,
      "step": 20260
    },
    {
      "epoch": 0.3425635652298826,
      "grad_norm": 0.17043401300907135,
      "learning_rate": 9.846038507366536e-06,
      "loss": 0.0038,
      "step": 20270
    },
    {
      "epoch": 0.3427325655087331,
      "grad_norm": 0.31567105650901794,
      "learning_rate": 9.845675127748126e-06,
      "loss": 0.0045,
      "step": 20280
    },
    {
      "epoch": 0.3429015657875836,
      "grad_norm": 0.09197935461997986,
      "learning_rate": 9.845311326532504e-06,
      "loss": 0.0026,
      "step": 20290
    },
    {
      "epoch": 0.343070566066434,
      "grad_norm": 0.10412884503602982,
      "learning_rate": 9.844947103751324e-06,
      "loss": 0.0051,
      "step": 20300
    },
    {
      "epoch": 0.34323956634528446,
      "grad_norm": 0.16309162974357605,
      "learning_rate": 9.844582459436267e-06,
      "loss": 0.0035,
      "step": 20310
    },
    {
      "epoch": 0.34340856662413494,
      "grad_norm": 0.020650912076234818,
      "learning_rate": 9.844217393619066e-06,
      "loss": 0.0029,
      "step": 20320
    },
    {
      "epoch": 0.3435775669029854,
      "grad_norm": 0.06039857119321823,
      "learning_rate": 9.84385190633148e-06,
      "loss": 0.0025,
      "step": 20330
    },
    {
      "epoch": 0.3437465671818358,
      "grad_norm": 0.21292872726917267,
      "learning_rate": 9.843485997605309e-06,
      "loss": 0.0034,
      "step": 20340
    },
    {
      "epoch": 0.3439155674606863,
      "grad_norm": 0.19261842966079712,
      "learning_rate": 9.843119667472389e-06,
      "loss": 0.0028,
      "step": 20350
    },
    {
      "epoch": 0.3440845677395368,
      "grad_norm": 0.04296991974115372,
      "learning_rate": 9.842752915964592e-06,
      "loss": 0.0027,
      "step": 20360
    },
    {
      "epoch": 0.34425356801838725,
      "grad_norm": 0.4843842089176178,
      "learning_rate": 9.842385743113829e-06,
      "loss": 0.0055,
      "step": 20370
    },
    {
      "epoch": 0.34442256829723766,
      "grad_norm": 0.5954232811927795,
      "learning_rate": 9.842018148952044e-06,
      "loss": 0.0051,
      "step": 20380
    },
    {
      "epoch": 0.34459156857608814,
      "grad_norm": 0.10331881791353226,
      "learning_rate": 9.84165013351122e-06,
      "loss": 0.0033,
      "step": 20390
    },
    {
      "epoch": 0.3447605688549386,
      "grad_norm": 0.16192494332790375,
      "learning_rate": 9.841281696823377e-06,
      "loss": 0.0034,
      "step": 20400
    },
    {
      "epoch": 0.3449295691337891,
      "grad_norm": 0.10578694939613342,
      "learning_rate": 9.840912838920568e-06,
      "loss": 0.0028,
      "step": 20410
    },
    {
      "epoch": 0.34509856941263956,
      "grad_norm": 0.1332312375307083,
      "learning_rate": 9.840543559834888e-06,
      "loss": 0.0032,
      "step": 20420
    },
    {
      "epoch": 0.34526756969149,
      "grad_norm": 0.0674179196357727,
      "learning_rate": 9.840173859598465e-06,
      "loss": 0.0023,
      "step": 20430
    },
    {
      "epoch": 0.34543656997034045,
      "grad_norm": 0.22473275661468506,
      "learning_rate": 9.839803738243466e-06,
      "loss": 0.0042,
      "step": 20440
    },
    {
      "epoch": 0.3456055702491909,
      "grad_norm": 0.05025557801127434,
      "learning_rate": 9.83943319580209e-06,
      "loss": 0.0045,
      "step": 20450
    },
    {
      "epoch": 0.3457745705280414,
      "grad_norm": 0.03869166225194931,
      "learning_rate": 9.83906223230658e-06,
      "loss": 0.0029,
      "step": 20460
    },
    {
      "epoch": 0.3459435708068918,
      "grad_norm": 0.09461043030023575,
      "learning_rate": 9.838690847789211e-06,
      "loss": 0.0047,
      "step": 20470
    },
    {
      "epoch": 0.3461125710857423,
      "grad_norm": 0.2004118263721466,
      "learning_rate": 9.838319042282293e-06,
      "loss": 0.007,
      "step": 20480
    },
    {
      "epoch": 0.34628157136459276,
      "grad_norm": 0.12171358615159988,
      "learning_rate": 9.837946815818176e-06,
      "loss": 0.0041,
      "step": 20490
    },
    {
      "epoch": 0.34645057164344323,
      "grad_norm": 0.12448956072330475,
      "learning_rate": 9.837574168429247e-06,
      "loss": 0.0032,
      "step": 20500
    },
    {
      "epoch": 0.34661957192229365,
      "grad_norm": 0.17204810678958893,
      "learning_rate": 9.837201100147925e-06,
      "loss": 0.0033,
      "step": 20510
    },
    {
      "epoch": 0.3467885722011441,
      "grad_norm": 0.08777932077646255,
      "learning_rate": 9.836827611006672e-06,
      "loss": 0.0027,
      "step": 20520
    },
    {
      "epoch": 0.3469575724799946,
      "grad_norm": 0.14681030809879303,
      "learning_rate": 9.83645370103798e-06,
      "loss": 0.0032,
      "step": 20530
    },
    {
      "epoch": 0.34712657275884506,
      "grad_norm": 0.09471159428358078,
      "learning_rate": 9.836079370274385e-06,
      "loss": 0.0022,
      "step": 20540
    },
    {
      "epoch": 0.34729557303769554,
      "grad_norm": 0.09500308334827423,
      "learning_rate": 9.835704618748451e-06,
      "loss": 0.0019,
      "step": 20550
    },
    {
      "epoch": 0.34746457331654595,
      "grad_norm": 0.3364561200141907,
      "learning_rate": 9.835329446492788e-06,
      "loss": 0.0018,
      "step": 20560
    },
    {
      "epoch": 0.34763357359539643,
      "grad_norm": 0.192582905292511,
      "learning_rate": 9.834953853540035e-06,
      "loss": 0.0031,
      "step": 20570
    },
    {
      "epoch": 0.3478025738742469,
      "grad_norm": 0.05873227119445801,
      "learning_rate": 9.834577839922869e-06,
      "loss": 0.0029,
      "step": 20580
    },
    {
      "epoch": 0.3479715741530974,
      "grad_norm": 0.09160672128200531,
      "learning_rate": 9.834201405674008e-06,
      "loss": 0.004,
      "step": 20590
    },
    {
      "epoch": 0.3481405744319478,
      "grad_norm": 0.14228111505508423,
      "learning_rate": 9.833824550826203e-06,
      "loss": 0.0035,
      "step": 20600
    },
    {
      "epoch": 0.34830957471079826,
      "grad_norm": 0.05157274380326271,
      "learning_rate": 9.833447275412243e-06,
      "loss": 0.0028,
      "step": 20610
    },
    {
      "epoch": 0.34847857498964874,
      "grad_norm": 0.06791481375694275,
      "learning_rate": 9.833069579464949e-06,
      "loss": 0.0031,
      "step": 20620
    },
    {
      "epoch": 0.3486475752684992,
      "grad_norm": 0.03289634734392166,
      "learning_rate": 9.832691463017186e-06,
      "loss": 0.002,
      "step": 20630
    },
    {
      "epoch": 0.3488165755473496,
      "grad_norm": 0.11063172668218613,
      "learning_rate": 9.83231292610185e-06,
      "loss": 0.0039,
      "step": 20640
    },
    {
      "epoch": 0.3489855758262001,
      "grad_norm": 0.24149391055107117,
      "learning_rate": 9.831933968751877e-06,
      "loss": 0.0029,
      "step": 20650
    },
    {
      "epoch": 0.3491545761050506,
      "grad_norm": 0.19239841401576996,
      "learning_rate": 9.831554591000236e-06,
      "loss": 0.0028,
      "step": 20660
    },
    {
      "epoch": 0.34932357638390105,
      "grad_norm": 0.14838945865631104,
      "learning_rate": 9.831174792879938e-06,
      "loss": 0.0029,
      "step": 20670
    },
    {
      "epoch": 0.3494925766627515,
      "grad_norm": 0.258220911026001,
      "learning_rate": 9.830794574424026e-06,
      "loss": 0.0017,
      "step": 20680
    },
    {
      "epoch": 0.34966157694160194,
      "grad_norm": 0.2164478600025177,
      "learning_rate": 9.83041393566558e-06,
      "loss": 0.0026,
      "step": 20690
    },
    {
      "epoch": 0.3498305772204524,
      "grad_norm": 0.01935494877398014,
      "learning_rate": 9.830032876637714e-06,
      "loss": 0.0032,
      "step": 20700
    },
    {
      "epoch": 0.3499995774993029,
      "grad_norm": 0.22248001396656036,
      "learning_rate": 9.829651397373589e-06,
      "loss": 0.0065,
      "step": 20710
    },
    {
      "epoch": 0.35016857777815336,
      "grad_norm": 0.08571802824735641,
      "learning_rate": 9.829269497906393e-06,
      "loss": 0.0039,
      "step": 20720
    },
    {
      "epoch": 0.3503375780570038,
      "grad_norm": 0.060072824358940125,
      "learning_rate": 9.82888717826935e-06,
      "loss": 0.003,
      "step": 20730
    },
    {
      "epoch": 0.35050657833585425,
      "grad_norm": 0.06358876824378967,
      "learning_rate": 9.828504438495728e-06,
      "loss": 0.0027,
      "step": 20740
    },
    {
      "epoch": 0.3506755786147047,
      "grad_norm": 0.01844388246536255,
      "learning_rate": 9.828121278618824e-06,
      "loss": 0.0025,
      "step": 20750
    },
    {
      "epoch": 0.3508445788935552,
      "grad_norm": 0.07648131251335144,
      "learning_rate": 9.827737698671976e-06,
      "loss": 0.0026,
      "step": 20760
    },
    {
      "epoch": 0.3510135791724056,
      "grad_norm": 0.04285912215709686,
      "learning_rate": 9.827353698688557e-06,
      "loss": 0.0042,
      "step": 20770
    },
    {
      "epoch": 0.3511825794512561,
      "grad_norm": 0.0519292838871479,
      "learning_rate": 9.82696927870198e-06,
      "loss": 0.0023,
      "step": 20780
    },
    {
      "epoch": 0.35135157973010656,
      "grad_norm": 0.11216392368078232,
      "learning_rate": 9.826584438745685e-06,
      "loss": 0.0034,
      "step": 20790
    },
    {
      "epoch": 0.35152058000895703,
      "grad_norm": 0.029105642810463905,
      "learning_rate": 9.82619917885316e-06,
      "loss": 0.0024,
      "step": 20800
    },
    {
      "epoch": 0.3516895802878075,
      "grad_norm": 0.19928911328315735,
      "learning_rate": 9.825813499057922e-06,
      "loss": 0.0019,
      "step": 20810
    },
    {
      "epoch": 0.3518585805666579,
      "grad_norm": 0.04720110446214676,
      "learning_rate": 9.825427399393527e-06,
      "loss": 0.0018,
      "step": 20820
    },
    {
      "epoch": 0.3520275808455084,
      "grad_norm": 0.1498241126537323,
      "learning_rate": 9.825040879893571e-06,
      "loss": 0.0035,
      "step": 20830
    },
    {
      "epoch": 0.35219658112435887,
      "grad_norm": 0.10597819089889526,
      "learning_rate": 9.824653940591679e-06,
      "loss": 0.0055,
      "step": 20840
    },
    {
      "epoch": 0.35236558140320934,
      "grad_norm": 0.14786836504936218,
      "learning_rate": 9.82426658152152e-06,
      "loss": 0.0051,
      "step": 20850
    },
    {
      "epoch": 0.35253458168205976,
      "grad_norm": 0.09650187194347382,
      "learning_rate": 9.823878802716792e-06,
      "loss": 0.0031,
      "step": 20860
    },
    {
      "epoch": 0.35270358196091023,
      "grad_norm": 0.06578878313302994,
      "learning_rate": 9.823490604211238e-06,
      "loss": 0.0036,
      "step": 20870
    },
    {
      "epoch": 0.3528725822397607,
      "grad_norm": 0.09055297821760178,
      "learning_rate": 9.823101986038632e-06,
      "loss": 0.0042,
      "step": 20880
    },
    {
      "epoch": 0.3530415825186112,
      "grad_norm": 0.35521236062049866,
      "learning_rate": 9.822712948232782e-06,
      "loss": 0.003,
      "step": 20890
    },
    {
      "epoch": 0.3532105827974616,
      "grad_norm": 0.17009131610393524,
      "learning_rate": 9.82232349082754e-06,
      "loss": 0.0037,
      "step": 20900
    },
    {
      "epoch": 0.35337958307631206,
      "grad_norm": 0.052262403070926666,
      "learning_rate": 9.82193361385679e-06,
      "loss": 0.0028,
      "step": 20910
    },
    {
      "epoch": 0.35354858335516254,
      "grad_norm": 0.09378935396671295,
      "learning_rate": 9.821543317354451e-06,
      "loss": 0.0052,
      "step": 20920
    },
    {
      "epoch": 0.353717583634013,
      "grad_norm": 0.11036661267280579,
      "learning_rate": 9.821152601354484e-06,
      "loss": 0.0037,
      "step": 20930
    },
    {
      "epoch": 0.3538865839128635,
      "grad_norm": 0.05563582852482796,
      "learning_rate": 9.820761465890882e-06,
      "loss": 0.0031,
      "step": 20940
    },
    {
      "epoch": 0.3540555841917139,
      "grad_norm": 0.04262761399149895,
      "learning_rate": 9.820369910997674e-06,
      "loss": 0.0031,
      "step": 20950
    },
    {
      "epoch": 0.3542245844705644,
      "grad_norm": 0.059218067675828934,
      "learning_rate": 9.819977936708931e-06,
      "loss": 0.0036,
      "step": 20960
    },
    {
      "epoch": 0.35439358474941485,
      "grad_norm": 0.16169999539852142,
      "learning_rate": 9.819585543058752e-06,
      "loss": 0.0011,
      "step": 20970
    },
    {
      "epoch": 0.3545625850282653,
      "grad_norm": 0.07854767888784409,
      "learning_rate": 9.81919273008128e-06,
      "loss": 0.0024,
      "step": 20980
    },
    {
      "epoch": 0.35473158530711574,
      "grad_norm": 0.33886852860450745,
      "learning_rate": 9.818799497810691e-06,
      "loss": 0.0053,
      "step": 20990
    },
    {
      "epoch": 0.3549005855859662,
      "grad_norm": 0.10044369101524353,
      "learning_rate": 9.818405846281196e-06,
      "loss": 0.0047,
      "step": 21000
    },
    {
      "epoch": 0.3550695858648167,
      "grad_norm": 0.05758042261004448,
      "learning_rate": 9.81801177552705e-06,
      "loss": 0.0018,
      "step": 21010
    },
    {
      "epoch": 0.35523858614366716,
      "grad_norm": 0.18058626353740692,
      "learning_rate": 9.817617285582534e-06,
      "loss": 0.0042,
      "step": 21020
    },
    {
      "epoch": 0.3554075864225176,
      "grad_norm": 0.2607985734939575,
      "learning_rate": 9.817222376481972e-06,
      "loss": 0.0043,
      "step": 21030
    },
    {
      "epoch": 0.35557658670136805,
      "grad_norm": 0.030365170910954475,
      "learning_rate": 9.816827048259724e-06,
      "loss": 0.002,
      "step": 21040
    },
    {
      "epoch": 0.3557455869802185,
      "grad_norm": 0.12924058735370636,
      "learning_rate": 9.816431300950184e-06,
      "loss": 0.0038,
      "step": 21050
    },
    {
      "epoch": 0.355914587259069,
      "grad_norm": 0.193020299077034,
      "learning_rate": 9.816035134587785e-06,
      "loss": 0.0034,
      "step": 21060
    },
    {
      "epoch": 0.3560835875379194,
      "grad_norm": 0.13917414844036102,
      "learning_rate": 9.815638549206997e-06,
      "loss": 0.0057,
      "step": 21070
    },
    {
      "epoch": 0.3562525878167699,
      "grad_norm": 0.11824040114879608,
      "learning_rate": 9.81524154484232e-06,
      "loss": 0.0033,
      "step": 21080
    },
    {
      "epoch": 0.35642158809562036,
      "grad_norm": 0.04004885256290436,
      "learning_rate": 9.8148441215283e-06,
      "loss": 0.0028,
      "step": 21090
    },
    {
      "epoch": 0.35659058837447083,
      "grad_norm": 0.08424954116344452,
      "learning_rate": 9.814446279299512e-06,
      "loss": 0.0044,
      "step": 21100
    },
    {
      "epoch": 0.3567595886533213,
      "grad_norm": 0.34200525283813477,
      "learning_rate": 9.814048018190572e-06,
      "loss": 0.0046,
      "step": 21110
    },
    {
      "epoch": 0.3569285889321717,
      "grad_norm": 0.09797846525907516,
      "learning_rate": 9.813649338236129e-06,
      "loss": 0.0057,
      "step": 21120
    },
    {
      "epoch": 0.3570975892110222,
      "grad_norm": 0.036891937255859375,
      "learning_rate": 9.81325023947087e-06,
      "loss": 0.0022,
      "step": 21130
    },
    {
      "epoch": 0.35726658948987267,
      "grad_norm": 0.2412370890378952,
      "learning_rate": 9.81285072192952e-06,
      "loss": 0.0034,
      "step": 21140
    },
    {
      "epoch": 0.35743558976872314,
      "grad_norm": 0.12464900314807892,
      "learning_rate": 9.812450785646841e-06,
      "loss": 0.002,
      "step": 21150
    },
    {
      "epoch": 0.35760459004757356,
      "grad_norm": 0.08267778158187866,
      "learning_rate": 9.812050430657624e-06,
      "loss": 0.0028,
      "step": 21160
    },
    {
      "epoch": 0.35777359032642403,
      "grad_norm": 0.09670425951480865,
      "learning_rate": 9.811649656996706e-06,
      "loss": 0.0048,
      "step": 21170
    },
    {
      "epoch": 0.3579425906052745,
      "grad_norm": 0.02184341289103031,
      "learning_rate": 9.811248464698954e-06,
      "loss": 0.0048,
      "step": 21180
    },
    {
      "epoch": 0.358111590884125,
      "grad_norm": 0.12013767659664154,
      "learning_rate": 9.810846853799275e-06,
      "loss": 0.0043,
      "step": 21190
    },
    {
      "epoch": 0.3582805911629754,
      "grad_norm": 0.10406313091516495,
      "learning_rate": 9.81044482433261e-06,
      "loss": 0.0021,
      "step": 21200
    },
    {
      "epoch": 0.35844959144182587,
      "grad_norm": 0.083363838493824,
      "learning_rate": 9.810042376333939e-06,
      "loss": 0.0038,
      "step": 21210
    },
    {
      "epoch": 0.35861859172067634,
      "grad_norm": 0.08557987213134766,
      "learning_rate": 9.809639509838276e-06,
      "loss": 0.0026,
      "step": 21220
    },
    {
      "epoch": 0.3587875919995268,
      "grad_norm": 0.02609414793550968,
      "learning_rate": 9.809236224880672e-06,
      "loss": 0.0011,
      "step": 21230
    },
    {
      "epoch": 0.3589565922783773,
      "grad_norm": 0.15575864911079407,
      "learning_rate": 9.808832521496214e-06,
      "loss": 0.0047,
      "step": 21240
    },
    {
      "epoch": 0.3591255925572277,
      "grad_norm": 0.2338981032371521,
      "learning_rate": 9.808428399720029e-06,
      "loss": 0.0029,
      "step": 21250
    },
    {
      "epoch": 0.3592945928360782,
      "grad_norm": 0.18020887672901154,
      "learning_rate": 9.808023859587276e-06,
      "loss": 0.004,
      "step": 21260
    },
    {
      "epoch": 0.35946359311492865,
      "grad_norm": 0.07131248712539673,
      "learning_rate": 9.807618901133152e-06,
      "loss": 0.0026,
      "step": 21270
    },
    {
      "epoch": 0.3596325933937791,
      "grad_norm": 0.09082590788602829,
      "learning_rate": 9.807213524392889e-06,
      "loss": 0.002,
      "step": 21280
    },
    {
      "epoch": 0.35980159367262954,
      "grad_norm": 0.17046932876110077,
      "learning_rate": 9.806807729401756e-06,
      "loss": 0.003,
      "step": 21290
    },
    {
      "epoch": 0.35997059395148,
      "grad_norm": 0.155225470662117,
      "learning_rate": 9.806401516195066e-06,
      "loss": 0.0029,
      "step": 21300
    },
    {
      "epoch": 0.3601395942303305,
      "grad_norm": 0.03638127073645592,
      "learning_rate": 9.805994884808153e-06,
      "loss": 0.004,
      "step": 21310
    },
    {
      "epoch": 0.36030859450918096,
      "grad_norm": 0.12270484119653702,
      "learning_rate": 9.8055878352764e-06,
      "loss": 0.0022,
      "step": 21320
    },
    {
      "epoch": 0.3604775947880314,
      "grad_norm": 0.1206061840057373,
      "learning_rate": 9.805180367635222e-06,
      "loss": 0.003,
      "step": 21330
    },
    {
      "epoch": 0.36064659506688185,
      "grad_norm": 0.021965859457850456,
      "learning_rate": 9.804772481920071e-06,
      "loss": 0.0033,
      "step": 21340
    },
    {
      "epoch": 0.3608155953457323,
      "grad_norm": 0.14499451220035553,
      "learning_rate": 9.804364178166432e-06,
      "loss": 0.0041,
      "step": 21350
    },
    {
      "epoch": 0.3609845956245828,
      "grad_norm": 0.3501626253128052,
      "learning_rate": 9.803955456409834e-06,
      "loss": 0.0029,
      "step": 21360
    },
    {
      "epoch": 0.36115359590343327,
      "grad_norm": 0.19067667424678802,
      "learning_rate": 9.803546316685835e-06,
      "loss": 0.0158,
      "step": 21370
    },
    {
      "epoch": 0.3613225961822837,
      "grad_norm": 0.017335981130599976,
      "learning_rate": 9.803136759030034e-06,
      "loss": 0.0045,
      "step": 21380
    },
    {
      "epoch": 0.36149159646113416,
      "grad_norm": 0.04304839298129082,
      "learning_rate": 9.802726783478062e-06,
      "loss": 0.0027,
      "step": 21390
    },
    {
      "epoch": 0.36166059673998463,
      "grad_norm": 0.17117752134799957,
      "learning_rate": 9.802316390065589e-06,
      "loss": 0.0031,
      "step": 21400
    },
    {
      "epoch": 0.3618295970188351,
      "grad_norm": 0.09694608300924301,
      "learning_rate": 9.801905578828325e-06,
      "loss": 0.0033,
      "step": 21410
    },
    {
      "epoch": 0.3619985972976855,
      "grad_norm": 0.15579736232757568,
      "learning_rate": 9.801494349802008e-06,
      "loss": 0.0036,
      "step": 21420
    },
    {
      "epoch": 0.362167597576536,
      "grad_norm": 0.28429025411605835,
      "learning_rate": 9.80108270302242e-06,
      "loss": 0.0035,
      "step": 21430
    },
    {
      "epoch": 0.36233659785538647,
      "grad_norm": 0.01713419519364834,
      "learning_rate": 9.800670638525374e-06,
      "loss": 0.0031,
      "step": 21440
    },
    {
      "epoch": 0.36250559813423694,
      "grad_norm": 0.07234758883714676,
      "learning_rate": 9.800258156346722e-06,
      "loss": 0.0042,
      "step": 21450
    },
    {
      "epoch": 0.36267459841308736,
      "grad_norm": 0.08492135256528854,
      "learning_rate": 9.799845256522353e-06,
      "loss": 0.004,
      "step": 21460
    },
    {
      "epoch": 0.36284359869193783,
      "grad_norm": 0.18330654501914978,
      "learning_rate": 9.799431939088193e-06,
      "loss": 0.0027,
      "step": 21470
    },
    {
      "epoch": 0.3630125989707883,
      "grad_norm": 0.07547181844711304,
      "learning_rate": 9.799018204080198e-06,
      "loss": 0.0011,
      "step": 21480
    },
    {
      "epoch": 0.3631815992496388,
      "grad_norm": 0.044233452528715134,
      "learning_rate": 9.798604051534368e-06,
      "loss": 0.0024,
      "step": 21490
    },
    {
      "epoch": 0.36335059952848925,
      "grad_norm": 0.13739806413650513,
      "learning_rate": 9.798189481486738e-06,
      "loss": 0.0034,
      "step": 21500
    },
    {
      "epoch": 0.36351959980733967,
      "grad_norm": 0.024653052911162376,
      "learning_rate": 9.797774493973372e-06,
      "loss": 0.0019,
      "step": 21510
    },
    {
      "epoch": 0.36368860008619014,
      "grad_norm": 0.10872801393270493,
      "learning_rate": 9.797359089030381e-06,
      "loss": 0.0037,
      "step": 21520
    },
    {
      "epoch": 0.3638576003650406,
      "grad_norm": 0.17600472271442413,
      "learning_rate": 9.796943266693906e-06,
      "loss": 0.0022,
      "step": 21530
    },
    {
      "epoch": 0.3640266006438911,
      "grad_norm": 0.18142275512218475,
      "learning_rate": 9.796527027000123e-06,
      "loss": 0.0035,
      "step": 21540
    },
    {
      "epoch": 0.3641956009227415,
      "grad_norm": 0.08506744354963303,
      "learning_rate": 9.796110369985252e-06,
      "loss": 0.005,
      "step": 21550
    },
    {
      "epoch": 0.364364601201592,
      "grad_norm": 0.05040203779935837,
      "learning_rate": 9.795693295685538e-06,
      "loss": 0.0015,
      "step": 21560
    },
    {
      "epoch": 0.36453360148044245,
      "grad_norm": 0.060695599764585495,
      "learning_rate": 9.795275804137273e-06,
      "loss": 0.0022,
      "step": 21570
    },
    {
      "epoch": 0.3647026017592929,
      "grad_norm": 0.30580392479896545,
      "learning_rate": 9.79485789537678e-06,
      "loss": 0.0025,
      "step": 21580
    },
    {
      "epoch": 0.36487160203814334,
      "grad_norm": 0.20160751044750214,
      "learning_rate": 9.794439569440417e-06,
      "loss": 0.0025,
      "step": 21590
    },
    {
      "epoch": 0.3650406023169938,
      "grad_norm": 0.1361100822687149,
      "learning_rate": 9.794020826364584e-06,
      "loss": 0.0036,
      "step": 21600
    },
    {
      "epoch": 0.3652096025958443,
      "grad_norm": 0.06608045846223831,
      "learning_rate": 9.79360166618571e-06,
      "loss": 0.0032,
      "step": 21610
    },
    {
      "epoch": 0.36537860287469476,
      "grad_norm": 0.010083463042974472,
      "learning_rate": 9.793182088940266e-06,
      "loss": 0.0044,
      "step": 21620
    },
    {
      "epoch": 0.36554760315354523,
      "grad_norm": 0.09272641688585281,
      "learning_rate": 9.792762094664756e-06,
      "loss": 0.0034,
      "step": 21630
    },
    {
      "epoch": 0.36571660343239565,
      "grad_norm": 0.0999511182308197,
      "learning_rate": 9.792341683395723e-06,
      "loss": 0.003,
      "step": 21640
    },
    {
      "epoch": 0.3658856037112461,
      "grad_norm": 0.07313133031129837,
      "learning_rate": 9.791920855169744e-06,
      "loss": 0.0031,
      "step": 21650
    },
    {
      "epoch": 0.3660546039900966,
      "grad_norm": 0.07365882396697998,
      "learning_rate": 9.791499610023433e-06,
      "loss": 0.0026,
      "step": 21660
    },
    {
      "epoch": 0.36622360426894707,
      "grad_norm": 0.05429621785879135,
      "learning_rate": 9.79107794799344e-06,
      "loss": 0.0024,
      "step": 21670
    },
    {
      "epoch": 0.3663926045477975,
      "grad_norm": 0.13175803422927856,
      "learning_rate": 9.790655869116454e-06,
      "loss": 0.0033,
      "step": 21680
    },
    {
      "epoch": 0.36656160482664796,
      "grad_norm": 0.043493472039699554,
      "learning_rate": 9.790233373429195e-06,
      "loss": 0.0028,
      "step": 21690
    },
    {
      "epoch": 0.36673060510549843,
      "grad_norm": 0.10219153761863708,
      "learning_rate": 9.789810460968423e-06,
      "loss": 0.0035,
      "step": 21700
    },
    {
      "epoch": 0.3668996053843489,
      "grad_norm": 0.13374842703342438,
      "learning_rate": 9.789387131770936e-06,
      "loss": 0.003,
      "step": 21710
    },
    {
      "epoch": 0.3670686056631993,
      "grad_norm": 0.10844600200653076,
      "learning_rate": 9.78896338587356e-06,
      "loss": 0.0037,
      "step": 21720
    },
    {
      "epoch": 0.3672376059420498,
      "grad_norm": 0.03692597150802612,
      "learning_rate": 9.788539223313168e-06,
      "loss": 0.002,
      "step": 21730
    },
    {
      "epoch": 0.36740660622090027,
      "grad_norm": 0.06032506749033928,
      "learning_rate": 9.788114644126662e-06,
      "loss": 0.006,
      "step": 21740
    },
    {
      "epoch": 0.36757560649975074,
      "grad_norm": 0.017542537301778793,
      "learning_rate": 9.787689648350984e-06,
      "loss": 0.0017,
      "step": 21750
    },
    {
      "epoch": 0.36774460677860116,
      "grad_norm": 0.11518267542123795,
      "learning_rate": 9.78726423602311e-06,
      "loss": 0.0032,
      "step": 21760
    },
    {
      "epoch": 0.36791360705745163,
      "grad_norm": 0.25193750858306885,
      "learning_rate": 9.786838407180052e-06,
      "loss": 0.004,
      "step": 21770
    },
    {
      "epoch": 0.3680826073363021,
      "grad_norm": 0.5318714380264282,
      "learning_rate": 9.78641216185886e-06,
      "loss": 0.004,
      "step": 21780
    },
    {
      "epoch": 0.3682516076151526,
      "grad_norm": 0.16579753160476685,
      "learning_rate": 9.785985500096617e-06,
      "loss": 0.0024,
      "step": 21790
    },
    {
      "epoch": 0.36842060789400305,
      "grad_norm": 0.2203885316848755,
      "learning_rate": 9.78555842193045e-06,
      "loss": 0.0018,
      "step": 21800
    },
    {
      "epoch": 0.36858960817285347,
      "grad_norm": 0.09116717427968979,
      "learning_rate": 9.785130927397513e-06,
      "loss": 0.0067,
      "step": 21810
    },
    {
      "epoch": 0.36875860845170394,
      "grad_norm": 0.0862962082028389,
      "learning_rate": 9.784703016535e-06,
      "loss": 0.0036,
      "step": 21820
    },
    {
      "epoch": 0.3689276087305544,
      "grad_norm": 0.0602206252515316,
      "learning_rate": 9.784274689380142e-06,
      "loss": 0.0015,
      "step": 21830
    },
    {
      "epoch": 0.3690966090094049,
      "grad_norm": 0.11045362055301666,
      "learning_rate": 9.783845945970205e-06,
      "loss": 0.003,
      "step": 21840
    },
    {
      "epoch": 0.3692656092882553,
      "grad_norm": 0.12604741752147675,
      "learning_rate": 9.783416786342495e-06,
      "loss": 0.0032,
      "step": 21850
    },
    {
      "epoch": 0.3694346095671058,
      "grad_norm": 0.06938070058822632,
      "learning_rate": 9.782987210534348e-06,
      "loss": 0.003,
      "step": 21860
    },
    {
      "epoch": 0.36960360984595625,
      "grad_norm": 0.11994098871946335,
      "learning_rate": 9.782557218583138e-06,
      "loss": 0.0026,
      "step": 21870
    },
    {
      "epoch": 0.3697726101248067,
      "grad_norm": 0.43083980679512024,
      "learning_rate": 9.782126810526278e-06,
      "loss": 0.0031,
      "step": 21880
    },
    {
      "epoch": 0.36994161040365714,
      "grad_norm": 0.1065066009759903,
      "learning_rate": 9.781695986401217e-06,
      "loss": 0.0028,
      "step": 21890
    },
    {
      "epoch": 0.3701106106825076,
      "grad_norm": 0.04962790757417679,
      "learning_rate": 9.781264746245434e-06,
      "loss": 0.0032,
      "step": 21900
    },
    {
      "epoch": 0.3702796109613581,
      "grad_norm": 0.071550652384758,
      "learning_rate": 9.780833090096455e-06,
      "loss": 0.0024,
      "step": 21910
    },
    {
      "epoch": 0.37044861124020856,
      "grad_norm": 0.17351196706295013,
      "learning_rate": 9.780401017991833e-06,
      "loss": 0.004,
      "step": 21920
    },
    {
      "epoch": 0.37061761151905903,
      "grad_norm": 0.16681891679763794,
      "learning_rate": 9.77996852996916e-06,
      "loss": 0.0022,
      "step": 21930
    },
    {
      "epoch": 0.37078661179790945,
      "grad_norm": 0.078296959400177,
      "learning_rate": 9.779535626066067e-06,
      "loss": 0.004,
      "step": 21940
    },
    {
      "epoch": 0.3709556120767599,
      "grad_norm": 0.1080959290266037,
      "learning_rate": 9.779102306320219e-06,
      "loss": 0.0028,
      "step": 21950
    },
    {
      "epoch": 0.3711246123556104,
      "grad_norm": 0.19295884668827057,
      "learning_rate": 9.778668570769312e-06,
      "loss": 0.0036,
      "step": 21960
    },
    {
      "epoch": 0.37129361263446087,
      "grad_norm": 0.06714986264705658,
      "learning_rate": 9.778234419451087e-06,
      "loss": 0.0029,
      "step": 21970
    },
    {
      "epoch": 0.3714626129133113,
      "grad_norm": 0.15599657595157623,
      "learning_rate": 9.777799852403316e-06,
      "loss": 0.0033,
      "step": 21980
    },
    {
      "epoch": 0.37163161319216176,
      "grad_norm": 0.160843625664711,
      "learning_rate": 9.777364869663808e-06,
      "loss": 0.0047,
      "step": 21990
    },
    {
      "epoch": 0.37180061347101223,
      "grad_norm": 0.12721359729766846,
      "learning_rate": 9.776929471270411e-06,
      "loss": 0.0018,
      "step": 22000
    },
    {
      "epoch": 0.3719696137498627,
      "grad_norm": 0.08139853179454803,
      "learning_rate": 9.776493657261005e-06,
      "loss": 0.0044,
      "step": 22010
    },
    {
      "epoch": 0.3721386140287131,
      "grad_norm": 0.23349185287952423,
      "learning_rate": 9.776057427673508e-06,
      "loss": 0.0039,
      "step": 22020
    },
    {
      "epoch": 0.3723076143075636,
      "grad_norm": 0.13932804763317108,
      "learning_rate": 9.775620782545874e-06,
      "loss": 0.0043,
      "step": 22030
    },
    {
      "epoch": 0.37247661458641407,
      "grad_norm": 0.14340350031852722,
      "learning_rate": 9.775183721916094e-06,
      "loss": 0.0036,
      "step": 22040
    },
    {
      "epoch": 0.37264561486526454,
      "grad_norm": 0.14557211101055145,
      "learning_rate": 9.774746245822193e-06,
      "loss": 0.0025,
      "step": 22050
    },
    {
      "epoch": 0.372814615144115,
      "grad_norm": 0.06957050412893295,
      "learning_rate": 9.774308354302236e-06,
      "loss": 0.0024,
      "step": 22060
    },
    {
      "epoch": 0.37298361542296543,
      "grad_norm": 0.059090156108140945,
      "learning_rate": 9.77387004739432e-06,
      "loss": 0.0028,
      "step": 22070
    },
    {
      "epoch": 0.3731526157018159,
      "grad_norm": 0.42358991503715515,
      "learning_rate": 9.773431325136577e-06,
      "loss": 0.0051,
      "step": 22080
    },
    {
      "epoch": 0.3733216159806664,
      "grad_norm": 0.0769067034125328,
      "learning_rate": 9.772992187567183e-06,
      "loss": 0.0047,
      "step": 22090
    },
    {
      "epoch": 0.37349061625951685,
      "grad_norm": 0.15835249423980713,
      "learning_rate": 9.772552634724345e-06,
      "loss": 0.0024,
      "step": 22100
    },
    {
      "epoch": 0.37365961653836727,
      "grad_norm": 0.04665343463420868,
      "learning_rate": 9.772112666646302e-06,
      "loss": 0.0029,
      "step": 22110
    },
    {
      "epoch": 0.37382861681721774,
      "grad_norm": 0.0746210366487503,
      "learning_rate": 9.771672283371337e-06,
      "loss": 0.0033,
      "step": 22120
    },
    {
      "epoch": 0.3739976170960682,
      "grad_norm": 0.022807767614722252,
      "learning_rate": 9.771231484937762e-06,
      "loss": 0.002,
      "step": 22130
    },
    {
      "epoch": 0.3741666173749187,
      "grad_norm": 0.014665382914245129,
      "learning_rate": 9.770790271383931e-06,
      "loss": 0.0027,
      "step": 22140
    },
    {
      "epoch": 0.3743356176537691,
      "grad_norm": 0.09234453737735748,
      "learning_rate": 9.770348642748231e-06,
      "loss": 0.0021,
      "step": 22150
    },
    {
      "epoch": 0.3745046179326196,
      "grad_norm": 0.0824594646692276,
      "learning_rate": 9.769906599069088e-06,
      "loss": 0.0033,
      "step": 22160
    },
    {
      "epoch": 0.37467361821147005,
      "grad_norm": 0.0873909667134285,
      "learning_rate": 9.76946414038496e-06,
      "loss": 0.0043,
      "step": 22170
    },
    {
      "epoch": 0.3748426184903205,
      "grad_norm": 0.10788635909557343,
      "learning_rate": 9.769021266734343e-06,
      "loss": 0.0015,
      "step": 22180
    },
    {
      "epoch": 0.375011618769171,
      "grad_norm": 0.10120099037885666,
      "learning_rate": 9.768577978155769e-06,
      "loss": 0.0029,
      "step": 22190
    },
    {
      "epoch": 0.3751806190480214,
      "grad_norm": 0.09097573161125183,
      "learning_rate": 9.768134274687806e-06,
      "loss": 0.0031,
      "step": 22200
    },
    {
      "epoch": 0.3753496193268719,
      "grad_norm": 0.11442361027002335,
      "learning_rate": 9.767690156369059e-06,
      "loss": 0.0026,
      "step": 22210
    },
    {
      "epoch": 0.37551861960572236,
      "grad_norm": 0.19592778384685516,
      "learning_rate": 9.767245623238169e-06,
      "loss": 0.0027,
      "step": 22220
    },
    {
      "epoch": 0.37568761988457283,
      "grad_norm": 0.09860577434301376,
      "learning_rate": 9.766800675333812e-06,
      "loss": 0.0033,
      "step": 22230
    },
    {
      "epoch": 0.37585662016342325,
      "grad_norm": 0.06487202644348145,
      "learning_rate": 9.7663553126947e-06,
      "loss": 0.0027,
      "step": 22240
    },
    {
      "epoch": 0.3760256204422737,
      "grad_norm": 0.24659186601638794,
      "learning_rate": 9.765909535359584e-06,
      "loss": 0.0025,
      "step": 22250
    },
    {
      "epoch": 0.3761946207211242,
      "grad_norm": 0.05501728877425194,
      "learning_rate": 9.765463343367245e-06,
      "loss": 0.0029,
      "step": 22260
    },
    {
      "epoch": 0.37636362099997467,
      "grad_norm": 0.04128387197852135,
      "learning_rate": 9.765016736756506e-06,
      "loss": 0.0024,
      "step": 22270
    },
    {
      "epoch": 0.3765326212788251,
      "grad_norm": 0.4396528899669647,
      "learning_rate": 9.764569715566224e-06,
      "loss": 0.0033,
      "step": 22280
    },
    {
      "epoch": 0.37670162155767556,
      "grad_norm": 0.09631740301847458,
      "learning_rate": 9.764122279835293e-06,
      "loss": 0.0037,
      "step": 22290
    },
    {
      "epoch": 0.37687062183652603,
      "grad_norm": 0.04098780080676079,
      "learning_rate": 9.76367442960264e-06,
      "loss": 0.0029,
      "step": 22300
    },
    {
      "epoch": 0.3770396221153765,
      "grad_norm": 0.03507139906287193,
      "learning_rate": 9.763226164907231e-06,
      "loss": 0.0034,
      "step": 22310
    },
    {
      "epoch": 0.377208622394227,
      "grad_norm": 0.06853745877742767,
      "learning_rate": 9.762777485788069e-06,
      "loss": 0.0017,
      "step": 22320
    },
    {
      "epoch": 0.3773776226730774,
      "grad_norm": 0.12593597173690796,
      "learning_rate": 9.762328392284188e-06,
      "loss": 0.0032,
      "step": 22330
    },
    {
      "epoch": 0.37754662295192787,
      "grad_norm": 0.12185325473546982,
      "learning_rate": 9.761878884434663e-06,
      "loss": 0.0023,
      "step": 22340
    },
    {
      "epoch": 0.37771562323077834,
      "grad_norm": 0.024328766390681267,
      "learning_rate": 9.761428962278603e-06,
      "loss": 0.0024,
      "step": 22350
    },
    {
      "epoch": 0.3778846235096288,
      "grad_norm": 0.23012223839759827,
      "learning_rate": 9.760978625855154e-06,
      "loss": 0.0019,
      "step": 22360
    },
    {
      "epoch": 0.37805362378847923,
      "grad_norm": 0.03638390824198723,
      "learning_rate": 9.760527875203498e-06,
      "loss": 0.0041,
      "step": 22370
    },
    {
      "epoch": 0.3782226240673297,
      "grad_norm": 0.10978236794471741,
      "learning_rate": 9.76007671036285e-06,
      "loss": 0.0025,
      "step": 22380
    },
    {
      "epoch": 0.3783916243461802,
      "grad_norm": 0.02126036025583744,
      "learning_rate": 9.759625131372466e-06,
      "loss": 0.0025,
      "step": 22390
    },
    {
      "epoch": 0.37856062462503065,
      "grad_norm": 0.04835692048072815,
      "learning_rate": 9.759173138271634e-06,
      "loss": 0.0027,
      "step": 22400
    },
    {
      "epoch": 0.37872962490388107,
      "grad_norm": 0.12906229496002197,
      "learning_rate": 9.75872073109968e-06,
      "loss": 0.0028,
      "step": 22410
    },
    {
      "epoch": 0.37889862518273154,
      "grad_norm": 0.3933924436569214,
      "learning_rate": 9.758267909895966e-06,
      "loss": 0.0021,
      "step": 22420
    },
    {
      "epoch": 0.379067625461582,
      "grad_norm": 0.08228648453950882,
      "learning_rate": 9.757814674699891e-06,
      "loss": 0.0037,
      "step": 22430
    },
    {
      "epoch": 0.3792366257404325,
      "grad_norm": 0.1131923496723175,
      "learning_rate": 9.757361025550887e-06,
      "loss": 0.0032,
      "step": 22440
    },
    {
      "epoch": 0.3794056260192829,
      "grad_norm": 0.11813594400882721,
      "learning_rate": 9.756906962488421e-06,
      "loss": 0.0029,
      "step": 22450
    },
    {
      "epoch": 0.3795746262981334,
      "grad_norm": 0.05745278298854828,
      "learning_rate": 9.756452485552005e-06,
      "loss": 0.0016,
      "step": 22460
    },
    {
      "epoch": 0.37974362657698385,
      "grad_norm": 0.07140239328145981,
      "learning_rate": 9.755997594781175e-06,
      "loss": 0.0034,
      "step": 22470
    },
    {
      "epoch": 0.3799126268558343,
      "grad_norm": 0.06921084225177765,
      "learning_rate": 9.755542290215512e-06,
      "loss": 0.003,
      "step": 22480
    },
    {
      "epoch": 0.3800816271346848,
      "grad_norm": 0.050568293780088425,
      "learning_rate": 9.755086571894629e-06,
      "loss": 0.0024,
      "step": 22490
    },
    {
      "epoch": 0.3802506274135352,
      "grad_norm": 0.19204530119895935,
      "learning_rate": 9.754630439858175e-06,
      "loss": 0.0035,
      "step": 22500
    },
    {
      "epoch": 0.3804196276923857,
      "grad_norm": 0.016198497265577316,
      "learning_rate": 9.754173894145835e-06,
      "loss": 0.0018,
      "step": 22510
    },
    {
      "epoch": 0.38058862797123616,
      "grad_norm": 0.14448107779026031,
      "learning_rate": 9.753716934797333e-06,
      "loss": 0.003,
      "step": 22520
    },
    {
      "epoch": 0.38075762825008663,
      "grad_norm": 0.11803316324949265,
      "learning_rate": 9.753259561852424e-06,
      "loss": 0.0044,
      "step": 22530
    },
    {
      "epoch": 0.38092662852893705,
      "grad_norm": 0.3361509144306183,
      "learning_rate": 9.752801775350904e-06,
      "loss": 0.0043,
      "step": 22540
    },
    {
      "epoch": 0.3810956288077875,
      "grad_norm": 0.09761517494916916,
      "learning_rate": 9.752343575332602e-06,
      "loss": 0.0036,
      "step": 22550
    },
    {
      "epoch": 0.381264629086638,
      "grad_norm": 0.05435268580913544,
      "learning_rate": 9.75188496183738e-06,
      "loss": 0.0015,
      "step": 22560
    },
    {
      "epoch": 0.38143362936548847,
      "grad_norm": 0.15113788843154907,
      "learning_rate": 9.751425934905148e-06,
      "loss": 0.0027,
      "step": 22570
    },
    {
      "epoch": 0.3816026296443389,
      "grad_norm": 0.21489611268043518,
      "learning_rate": 9.750966494575835e-06,
      "loss": 0.0021,
      "step": 22580
    },
    {
      "epoch": 0.38177162992318936,
      "grad_norm": 0.12411852180957794,
      "learning_rate": 9.750506640889418e-06,
      "loss": 0.0036,
      "step": 22590
    },
    {
      "epoch": 0.38194063020203983,
      "grad_norm": 0.06043042987585068,
      "learning_rate": 9.750046373885909e-06,
      "loss": 0.003,
      "step": 22600
    },
    {
      "epoch": 0.3821096304808903,
      "grad_norm": 0.04677782580256462,
      "learning_rate": 9.74958569360535e-06,
      "loss": 0.0026,
      "step": 22610
    },
    {
      "epoch": 0.3822786307597408,
      "grad_norm": 0.1353975385427475,
      "learning_rate": 9.749124600087822e-06,
      "loss": 0.0024,
      "step": 22620
    },
    {
      "epoch": 0.3824476310385912,
      "grad_norm": 0.19661273062229156,
      "learning_rate": 9.748663093373445e-06,
      "loss": 0.0042,
      "step": 22630
    },
    {
      "epoch": 0.38261663131744167,
      "grad_norm": 0.0980839729309082,
      "learning_rate": 9.748201173502372e-06,
      "loss": 0.0033,
      "step": 22640
    },
    {
      "epoch": 0.38278563159629214,
      "grad_norm": 0.17554502189159393,
      "learning_rate": 9.747738840514789e-06,
      "loss": 0.0024,
      "step": 22650
    },
    {
      "epoch": 0.3829546318751426,
      "grad_norm": 0.09802938252687454,
      "learning_rate": 9.747276094450924e-06,
      "loss": 0.0022,
      "step": 22660
    },
    {
      "epoch": 0.38312363215399303,
      "grad_norm": 0.11497267335653305,
      "learning_rate": 9.74681293535104e-06,
      "loss": 0.004,
      "step": 22670
    },
    {
      "epoch": 0.3832926324328435,
      "grad_norm": 0.17812427878379822,
      "learning_rate": 9.74634936325543e-06,
      "loss": 0.007,
      "step": 22680
    },
    {
      "epoch": 0.383461632711694,
      "grad_norm": 0.21699292957782745,
      "learning_rate": 9.745885378204427e-06,
      "loss": 0.002,
      "step": 22690
    },
    {
      "epoch": 0.38363063299054445,
      "grad_norm": 0.18406936526298523,
      "learning_rate": 9.745420980238405e-06,
      "loss": 0.0044,
      "step": 22700
    },
    {
      "epoch": 0.38379963326939487,
      "grad_norm": 0.039109811186790466,
      "learning_rate": 9.744956169397764e-06,
      "loss": 0.0017,
      "step": 22710
    },
    {
      "epoch": 0.38396863354824534,
      "grad_norm": 0.23905335366725922,
      "learning_rate": 9.744490945722947e-06,
      "loss": 0.003,
      "step": 22720
    },
    {
      "epoch": 0.3841376338270958,
      "grad_norm": 0.17291510105133057,
      "learning_rate": 9.74402530925443e-06,
      "loss": 0.0041,
      "step": 22730
    },
    {
      "epoch": 0.3843066341059463,
      "grad_norm": 0.21678727865219116,
      "learning_rate": 9.743559260032727e-06,
      "loss": 0.0031,
      "step": 22740
    },
    {
      "epoch": 0.38447563438479676,
      "grad_norm": 0.23328426480293274,
      "learning_rate": 9.743092798098383e-06,
      "loss": 0.0052,
      "step": 22750
    },
    {
      "epoch": 0.3846446346636472,
      "grad_norm": 0.19061240553855896,
      "learning_rate": 9.742625923491986e-06,
      "loss": 0.0027,
      "step": 22760
    },
    {
      "epoch": 0.38481363494249765,
      "grad_norm": 0.03589209169149399,
      "learning_rate": 9.742158636254155e-06,
      "loss": 0.003,
      "step": 22770
    },
    {
      "epoch": 0.3849826352213481,
      "grad_norm": 0.03044353425502777,
      "learning_rate": 9.741690936425545e-06,
      "loss": 0.0024,
      "step": 22780
    },
    {
      "epoch": 0.3851516355001986,
      "grad_norm": 0.09414897114038467,
      "learning_rate": 9.741222824046853e-06,
      "loss": 0.002,
      "step": 22790
    },
    {
      "epoch": 0.385320635779049,
      "grad_norm": 0.09415625780820847,
      "learning_rate": 9.740754299158799e-06,
      "loss": 0.0024,
      "step": 22800
    },
    {
      "epoch": 0.3854896360578995,
      "grad_norm": 0.1006363034248352,
      "learning_rate": 9.740285361802154e-06,
      "loss": 0.003,
      "step": 22810
    },
    {
      "epoch": 0.38565863633674996,
      "grad_norm": 0.21563363075256348,
      "learning_rate": 9.739816012017715e-06,
      "loss": 0.0042,
      "step": 22820
    },
    {
      "epoch": 0.38582763661560043,
      "grad_norm": 0.31482458114624023,
      "learning_rate": 9.73934624984632e-06,
      "loss": 0.0038,
      "step": 22830
    },
    {
      "epoch": 0.38599663689445085,
      "grad_norm": 0.13808608055114746,
      "learning_rate": 9.738876075328836e-06,
      "loss": 0.0033,
      "step": 22840
    },
    {
      "epoch": 0.3861656371733013,
      "grad_norm": 0.0663992166519165,
      "learning_rate": 9.738405488506173e-06,
      "loss": 0.0031,
      "step": 22850
    },
    {
      "epoch": 0.3863346374521518,
      "grad_norm": 0.0355796180665493,
      "learning_rate": 9.737934489419276e-06,
      "loss": 0.0029,
      "step": 22860
    },
    {
      "epoch": 0.38650363773100227,
      "grad_norm": 0.12239819765090942,
      "learning_rate": 9.737463078109121e-06,
      "loss": 0.003,
      "step": 22870
    },
    {
      "epoch": 0.38667263800985274,
      "grad_norm": 0.08600953966379166,
      "learning_rate": 9.736991254616725e-06,
      "loss": 0.0017,
      "step": 22880
    },
    {
      "epoch": 0.38684163828870316,
      "grad_norm": 0.08243556320667267,
      "learning_rate": 9.73651901898314e-06,
      "loss": 0.0027,
      "step": 22890
    },
    {
      "epoch": 0.38701063856755363,
      "grad_norm": 0.1894107311964035,
      "learning_rate": 9.73604637124945e-06,
      "loss": 0.0034,
      "step": 22900
    },
    {
      "epoch": 0.3871796388464041,
      "grad_norm": 0.09860440343618393,
      "learning_rate": 9.73557331145678e-06,
      "loss": 0.0029,
      "step": 22910
    },
    {
      "epoch": 0.3873486391252546,
      "grad_norm": 0.09986410290002823,
      "learning_rate": 9.735099839646286e-06,
      "loss": 0.0031,
      "step": 22920
    },
    {
      "epoch": 0.387517639404105,
      "grad_norm": 0.0639401376247406,
      "learning_rate": 9.734625955859164e-06,
      "loss": 0.0016,
      "step": 22930
    },
    {
      "epoch": 0.38768663968295547,
      "grad_norm": 0.06922442466020584,
      "learning_rate": 9.734151660136645e-06,
      "loss": 0.003,
      "step": 22940
    },
    {
      "epoch": 0.38785563996180594,
      "grad_norm": 0.020561840385198593,
      "learning_rate": 9.733676952519995e-06,
      "loss": 0.0044,
      "step": 22950
    },
    {
      "epoch": 0.3880246402406564,
      "grad_norm": 0.09675197303295135,
      "learning_rate": 9.733201833050513e-06,
      "loss": 0.0019,
      "step": 22960
    },
    {
      "epoch": 0.38819364051950683,
      "grad_norm": 0.0909353494644165,
      "learning_rate": 9.73272630176954e-06,
      "loss": 0.005,
      "step": 22970
    },
    {
      "epoch": 0.3883626407983573,
      "grad_norm": 0.07992875576019287,
      "learning_rate": 9.732250358718448e-06,
      "loss": 0.0026,
      "step": 22980
    },
    {
      "epoch": 0.3885316410772078,
      "grad_norm": 0.0822548121213913,
      "learning_rate": 9.731774003938645e-06,
      "loss": 0.0042,
      "step": 22990
    },
    {
      "epoch": 0.38870064135605825,
      "grad_norm": 0.09815090894699097,
      "learning_rate": 9.73129723747158e-06,
      "loss": 0.0039,
      "step": 23000
    },
    {
      "epoch": 0.3888696416349087,
      "grad_norm": 0.15999223291873932,
      "learning_rate": 9.73082005935873e-06,
      "loss": 0.0038,
      "step": 23010
    },
    {
      "epoch": 0.38903864191375914,
      "grad_norm": 0.14762641489505768,
      "learning_rate": 9.730342469641614e-06,
      "loss": 0.0036,
      "step": 23020
    },
    {
      "epoch": 0.3892076421926096,
      "grad_norm": 0.1708577424287796,
      "learning_rate": 9.729864468361786e-06,
      "loss": 0.0024,
      "step": 23030
    },
    {
      "epoch": 0.3893766424714601,
      "grad_norm": 0.12733496725559235,
      "learning_rate": 9.72938605556083e-06,
      "loss": 0.0033,
      "step": 23040
    },
    {
      "epoch": 0.38954564275031056,
      "grad_norm": 0.20779503881931305,
      "learning_rate": 9.728907231280373e-06,
      "loss": 0.003,
      "step": 23050
    },
    {
      "epoch": 0.389714643029161,
      "grad_norm": 0.17399100959300995,
      "learning_rate": 9.728427995562076e-06,
      "loss": 0.0016,
      "step": 23060
    },
    {
      "epoch": 0.38988364330801145,
      "grad_norm": 0.022260790690779686,
      "learning_rate": 9.727948348447632e-06,
      "loss": 0.0022,
      "step": 23070
    },
    {
      "epoch": 0.3900526435868619,
      "grad_norm": 0.1329025775194168,
      "learning_rate": 9.727468289978774e-06,
      "loss": 0.0035,
      "step": 23080
    },
    {
      "epoch": 0.3902216438657124,
      "grad_norm": 0.12162362039089203,
      "learning_rate": 9.726987820197271e-06,
      "loss": 0.0034,
      "step": 23090
    },
    {
      "epoch": 0.3903906441445628,
      "grad_norm": 0.12319975346326828,
      "learning_rate": 9.726506939144925e-06,
      "loss": 0.0037,
      "step": 23100
    },
    {
      "epoch": 0.3905596444234133,
      "grad_norm": 0.2242601066827774,
      "learning_rate": 9.726025646863574e-06,
      "loss": 0.0038,
      "step": 23110
    },
    {
      "epoch": 0.39072864470226376,
      "grad_norm": 0.23295743763446808,
      "learning_rate": 9.725543943395094e-06,
      "loss": 0.0023,
      "step": 23120
    },
    {
      "epoch": 0.39089764498111423,
      "grad_norm": 0.20486986637115479,
      "learning_rate": 9.725061828781396e-06,
      "loss": 0.0031,
      "step": 23130
    },
    {
      "epoch": 0.39106664525996465,
      "grad_norm": 0.10565141588449478,
      "learning_rate": 9.724579303064425e-06,
      "loss": 0.002,
      "step": 23140
    },
    {
      "epoch": 0.3912356455388151,
      "grad_norm": 0.07504316419363022,
      "learning_rate": 9.724096366286162e-06,
      "loss": 0.0038,
      "step": 23150
    },
    {
      "epoch": 0.3914046458176656,
      "grad_norm": 0.11156802624464035,
      "learning_rate": 9.723613018488629e-06,
      "loss": 0.0034,
      "step": 23160
    },
    {
      "epoch": 0.39157364609651607,
      "grad_norm": 0.09637878090143204,
      "learning_rate": 9.723129259713876e-06,
      "loss": 0.0029,
      "step": 23170
    },
    {
      "epoch": 0.39174264637536654,
      "grad_norm": 0.18587429821491241,
      "learning_rate": 9.722645090003992e-06,
      "loss": 0.0035,
      "step": 23180
    },
    {
      "epoch": 0.39191164665421696,
      "grad_norm": 0.08628827333450317,
      "learning_rate": 9.722160509401104e-06,
      "loss": 0.0035,
      "step": 23190
    },
    {
      "epoch": 0.39208064693306743,
      "grad_norm": 0.060949645936489105,
      "learning_rate": 9.721675517947373e-06,
      "loss": 0.002,
      "step": 23200
    },
    {
      "epoch": 0.3922496472119179,
      "grad_norm": 0.13335323333740234,
      "learning_rate": 9.721190115684994e-06,
      "loss": 0.0026,
      "step": 23210
    },
    {
      "epoch": 0.3924186474907684,
      "grad_norm": 0.10148081183433533,
      "learning_rate": 9.720704302656201e-06,
      "loss": 0.0044,
      "step": 23220
    },
    {
      "epoch": 0.3925876477696188,
      "grad_norm": 0.11652295291423798,
      "learning_rate": 9.72021807890326e-06,
      "loss": 0.0023,
      "step": 23230
    },
    {
      "epoch": 0.39275664804846927,
      "grad_norm": 0.16628910601139069,
      "learning_rate": 9.719731444468478e-06,
      "loss": 0.0063,
      "step": 23240
    },
    {
      "epoch": 0.39292564832731974,
      "grad_norm": 0.08759075403213501,
      "learning_rate": 9.719244399394192e-06,
      "loss": 0.0035,
      "step": 23250
    },
    {
      "epoch": 0.3930946486061702,
      "grad_norm": 0.20623010396957397,
      "learning_rate": 9.718756943722779e-06,
      "loss": 0.0031,
      "step": 23260
    },
    {
      "epoch": 0.39326364888502063,
      "grad_norm": 0.15852336585521698,
      "learning_rate": 9.718269077496645e-06,
      "loss": 0.0029,
      "step": 23270
    },
    {
      "epoch": 0.3934326491638711,
      "grad_norm": 0.1342359483242035,
      "learning_rate": 9.717780800758245e-06,
      "loss": 0.0033,
      "step": 23280
    },
    {
      "epoch": 0.3936016494427216,
      "grad_norm": 0.05740807205438614,
      "learning_rate": 9.717292113550055e-06,
      "loss": 0.0045,
      "step": 23290
    },
    {
      "epoch": 0.39377064972157205,
      "grad_norm": 0.08184656500816345,
      "learning_rate": 9.716803015914597e-06,
      "loss": 0.0026,
      "step": 23300
    },
    {
      "epoch": 0.3939396500004225,
      "grad_norm": 0.10684201121330261,
      "learning_rate": 9.716313507894422e-06,
      "loss": 0.0026,
      "step": 23310
    },
    {
      "epoch": 0.39410865027927294,
      "grad_norm": 0.19640758633613586,
      "learning_rate": 9.715823589532121e-06,
      "loss": 0.0034,
      "step": 23320
    },
    {
      "epoch": 0.3942776505581234,
      "grad_norm": 0.059934161603450775,
      "learning_rate": 9.715333260870319e-06,
      "loss": 0.0021,
      "step": 23330
    },
    {
      "epoch": 0.3944466508369739,
      "grad_norm": 0.08852091431617737,
      "learning_rate": 9.714842521951676e-06,
      "loss": 0.0022,
      "step": 23340
    },
    {
      "epoch": 0.39461565111582436,
      "grad_norm": 0.1293201893568039,
      "learning_rate": 9.714351372818891e-06,
      "loss": 0.002,
      "step": 23350
    },
    {
      "epoch": 0.3947846513946748,
      "grad_norm": 0.08041828870773315,
      "learning_rate": 9.713859813514695e-06,
      "loss": 0.0022,
      "step": 23360
    },
    {
      "epoch": 0.39495365167352525,
      "grad_norm": 0.0484473817050457,
      "learning_rate": 9.713367844081856e-06,
      "loss": 0.0042,
      "step": 23370
    },
    {
      "epoch": 0.3951226519523757,
      "grad_norm": 0.06702147424221039,
      "learning_rate": 9.712875464563177e-06,
      "loss": 0.0033,
      "step": 23380
    },
    {
      "epoch": 0.3952916522312262,
      "grad_norm": 0.08013001084327698,
      "learning_rate": 9.712382675001499e-06,
      "loss": 0.0028,
      "step": 23390
    },
    {
      "epoch": 0.3954606525100766,
      "grad_norm": 0.035971228033304214,
      "learning_rate": 9.711889475439696e-06,
      "loss": 0.0033,
      "step": 23400
    },
    {
      "epoch": 0.3956296527889271,
      "grad_norm": 0.060159262269735336,
      "learning_rate": 9.711395865920679e-06,
      "loss": 0.0028,
      "step": 23410
    },
    {
      "epoch": 0.39579865306777756,
      "grad_norm": 0.15951140224933624,
      "learning_rate": 9.710901846487394e-06,
      "loss": 0.0039,
      "step": 23420
    },
    {
      "epoch": 0.39596765334662803,
      "grad_norm": 0.18661275506019592,
      "learning_rate": 9.710407417182824e-06,
      "loss": 0.003,
      "step": 23430
    },
    {
      "epoch": 0.3961366536254785,
      "grad_norm": 0.19150663912296295,
      "learning_rate": 9.709912578049986e-06,
      "loss": 0.0048,
      "step": 23440
    },
    {
      "epoch": 0.3963056539043289,
      "grad_norm": 0.02610347792506218,
      "learning_rate": 9.709417329131933e-06,
      "loss": 0.0022,
      "step": 23450
    },
    {
      "epoch": 0.3964746541831794,
      "grad_norm": 0.16545186936855316,
      "learning_rate": 9.708921670471755e-06,
      "loss": 0.0039,
      "step": 23460
    },
    {
      "epoch": 0.39664365446202987,
      "grad_norm": 0.07641608268022537,
      "learning_rate": 9.708425602112576e-06,
      "loss": 0.002,
      "step": 23470
    },
    {
      "epoch": 0.39681265474088034,
      "grad_norm": 0.04412617161870003,
      "learning_rate": 9.707929124097559e-06,
      "loss": 0.002,
      "step": 23480
    },
    {
      "epoch": 0.39698165501973076,
      "grad_norm": 0.15296491980552673,
      "learning_rate": 9.707432236469897e-06,
      "loss": 0.0034,
      "step": 23490
    },
    {
      "epoch": 0.39715065529858123,
      "grad_norm": 0.07034008949995041,
      "learning_rate": 9.70693493927282e-06,
      "loss": 0.0038,
      "step": 23500
    },
    {
      "epoch": 0.3973196555774317,
      "grad_norm": 0.13851159811019897,
      "learning_rate": 9.706437232549601e-06,
      "loss": 0.0035,
      "step": 23510
    },
    {
      "epoch": 0.3974886558562822,
      "grad_norm": 0.13486424088478088,
      "learning_rate": 9.705939116343538e-06,
      "loss": 0.0028,
      "step": 23520
    },
    {
      "epoch": 0.3976576561351326,
      "grad_norm": 0.0902167558670044,
      "learning_rate": 9.70544059069797e-06,
      "loss": 0.0043,
      "step": 23530
    },
    {
      "epoch": 0.39782665641398307,
      "grad_norm": 0.0866253599524498,
      "learning_rate": 9.704941655656274e-06,
      "loss": 0.0035,
      "step": 23540
    },
    {
      "epoch": 0.39799565669283354,
      "grad_norm": 0.06707198917865753,
      "learning_rate": 9.704442311261856e-06,
      "loss": 0.0035,
      "step": 23550
    },
    {
      "epoch": 0.398164656971684,
      "grad_norm": 0.11433298140764236,
      "learning_rate": 9.703942557558166e-06,
      "loss": 0.0038,
      "step": 23560
    },
    {
      "epoch": 0.3983336572505345,
      "grad_norm": 0.14999189972877502,
      "learning_rate": 9.70344239458868e-06,
      "loss": 0.0045,
      "step": 23570
    },
    {
      "epoch": 0.3985026575293849,
      "grad_norm": 0.08040648698806763,
      "learning_rate": 9.702941822396918e-06,
      "loss": 0.0024,
      "step": 23580
    },
    {
      "epoch": 0.3986716578082354,
      "grad_norm": 0.05942732095718384,
      "learning_rate": 9.702440841026433e-06,
      "loss": 0.0024,
      "step": 23590
    },
    {
      "epoch": 0.39884065808708585,
      "grad_norm": 0.055566608905792236,
      "learning_rate": 9.701939450520808e-06,
      "loss": 0.0038,
      "step": 23600
    },
    {
      "epoch": 0.3990096583659363,
      "grad_norm": 0.10234656929969788,
      "learning_rate": 9.70143765092367e-06,
      "loss": 0.0047,
      "step": 23610
    },
    {
      "epoch": 0.39917865864478674,
      "grad_norm": 0.04624078422784805,
      "learning_rate": 9.700935442278678e-06,
      "loss": 0.0024,
      "step": 23620
    },
    {
      "epoch": 0.3993476589236372,
      "grad_norm": 0.09292671829462051,
      "learning_rate": 9.700432824629526e-06,
      "loss": 0.0026,
      "step": 23630
    },
    {
      "epoch": 0.3995166592024877,
      "grad_norm": 0.12578187882900238,
      "learning_rate": 9.699929798019944e-06,
      "loss": 0.0041,
      "step": 23640
    },
    {
      "epoch": 0.39968565948133816,
      "grad_norm": 0.08320990949869156,
      "learning_rate": 9.699426362493698e-06,
      "loss": 0.0033,
      "step": 23650
    },
    {
      "epoch": 0.3998546597601886,
      "grad_norm": 0.38111990690231323,
      "learning_rate": 9.698922518094588e-06,
      "loss": 0.0086,
      "step": 23660
    },
    {
      "epoch": 0.40002366003903905,
      "grad_norm": 0.10134875774383545,
      "learning_rate": 9.698418264866455e-06,
      "loss": 0.0041,
      "step": 23670
    },
    {
      "epoch": 0.4001926603178895,
      "grad_norm": 0.1464819759130478,
      "learning_rate": 9.697913602853165e-06,
      "loss": 0.0028,
      "step": 23680
    },
    {
      "epoch": 0.40036166059674,
      "grad_norm": 0.06998094916343689,
      "learning_rate": 9.697408532098633e-06,
      "loss": 0.0036,
      "step": 23690
    },
    {
      "epoch": 0.40053066087559047,
      "grad_norm": 0.14025792479515076,
      "learning_rate": 9.696903052646798e-06,
      "loss": 0.0035,
      "step": 23700
    },
    {
      "epoch": 0.4006996611544409,
      "grad_norm": 0.09845133870840073,
      "learning_rate": 9.69639716454164e-06,
      "loss": 0.0037,
      "step": 23710
    },
    {
      "epoch": 0.40086866143329136,
      "grad_norm": 0.11155934631824493,
      "learning_rate": 9.695890867827173e-06,
      "loss": 0.0038,
      "step": 23720
    },
    {
      "epoch": 0.40103766171214184,
      "grad_norm": 0.20432689785957336,
      "learning_rate": 9.69538416254745e-06,
      "loss": 0.0049,
      "step": 23730
    },
    {
      "epoch": 0.4012066619909923,
      "grad_norm": 0.011552118696272373,
      "learning_rate": 9.694877048746556e-06,
      "loss": 0.0036,
      "step": 23740
    },
    {
      "epoch": 0.4013756622698427,
      "grad_norm": 0.053301118314266205,
      "learning_rate": 9.69436952646861e-06,
      "loss": 0.0023,
      "step": 23750
    },
    {
      "epoch": 0.4015446625486932,
      "grad_norm": 0.09333498030900955,
      "learning_rate": 9.693861595757771e-06,
      "loss": 0.0019,
      "step": 23760
    },
    {
      "epoch": 0.40171366282754367,
      "grad_norm": 0.06840863823890686,
      "learning_rate": 9.693353256658231e-06,
      "loss": 0.0029,
      "step": 23770
    },
    {
      "epoch": 0.40188266310639414,
      "grad_norm": 0.02834627963602543,
      "learning_rate": 9.692844509214216e-06,
      "loss": 0.0012,
      "step": 23780
    },
    {
      "epoch": 0.40205166338524456,
      "grad_norm": 0.16074758768081665,
      "learning_rate": 9.692335353469994e-06,
      "loss": 0.0031,
      "step": 23790
    },
    {
      "epoch": 0.40222066366409504,
      "grad_norm": 0.0556454062461853,
      "learning_rate": 9.69182578946986e-06,
      "loss": 0.0035,
      "step": 23800
    },
    {
      "epoch": 0.4023896639429455,
      "grad_norm": 0.1124231368303299,
      "learning_rate": 9.691315817258151e-06,
      "loss": 0.0036,
      "step": 23810
    },
    {
      "epoch": 0.402558664221796,
      "grad_norm": 0.09787849336862564,
      "learning_rate": 9.690805436879234e-06,
      "loss": 0.0069,
      "step": 23820
    },
    {
      "epoch": 0.4027276645006464,
      "grad_norm": 0.06661677360534668,
      "learning_rate": 9.690294648377519e-06,
      "loss": 0.0029,
      "step": 23830
    },
    {
      "epoch": 0.40289666477949687,
      "grad_norm": 0.1677347719669342,
      "learning_rate": 9.689783451797444e-06,
      "loss": 0.0019,
      "step": 23840
    },
    {
      "epoch": 0.40306566505834734,
      "grad_norm": 0.09581337124109268,
      "learning_rate": 9.689271847183483e-06,
      "loss": 0.0016,
      "step": 23850
    },
    {
      "epoch": 0.4032346653371978,
      "grad_norm": 0.05288088321685791,
      "learning_rate": 9.688759834580154e-06,
      "loss": 0.0024,
      "step": 23860
    },
    {
      "epoch": 0.4034036656160483,
      "grad_norm": 0.192446768283844,
      "learning_rate": 9.688247414032002e-06,
      "loss": 0.0025,
      "step": 23870
    },
    {
      "epoch": 0.4035726658948987,
      "grad_norm": 0.11666693538427353,
      "learning_rate": 9.687734585583609e-06,
      "loss": 0.004,
      "step": 23880
    },
    {
      "epoch": 0.4037416661737492,
      "grad_norm": 0.10450201481580734,
      "learning_rate": 9.687221349279596e-06,
      "loss": 0.0038,
      "step": 23890
    },
    {
      "epoch": 0.40391066645259965,
      "grad_norm": 0.07050692290067673,
      "learning_rate": 9.686707705164613e-06,
      "loss": 0.0032,
      "step": 23900
    },
    {
      "epoch": 0.4040796667314501,
      "grad_norm": 0.16578009724617004,
      "learning_rate": 9.686193653283354e-06,
      "loss": 0.0034,
      "step": 23910
    },
    {
      "epoch": 0.40424866701030054,
      "grad_norm": 0.15062333643436432,
      "learning_rate": 9.685679193680542e-06,
      "loss": 0.0027,
      "step": 23920
    },
    {
      "epoch": 0.404417667289151,
      "grad_norm": 0.06264977157115936,
      "learning_rate": 9.685164326400936e-06,
      "loss": 0.0016,
      "step": 23930
    },
    {
      "epoch": 0.4045866675680015,
      "grad_norm": 0.32454973459243774,
      "learning_rate": 9.684649051489335e-06,
      "loss": 0.0028,
      "step": 23940
    },
    {
      "epoch": 0.40475566784685196,
      "grad_norm": 0.08096280694007874,
      "learning_rate": 9.684133368990567e-06,
      "loss": 0.0028,
      "step": 23950
    },
    {
      "epoch": 0.4049246681257024,
      "grad_norm": 0.21466168761253357,
      "learning_rate": 9.683617278949501e-06,
      "loss": 0.0031,
      "step": 23960
    },
    {
      "epoch": 0.40509366840455285,
      "grad_norm": 0.16156120598316193,
      "learning_rate": 9.68310078141104e-06,
      "loss": 0.0027,
      "step": 23970
    },
    {
      "epoch": 0.4052626686834033,
      "grad_norm": 0.09032265841960907,
      "learning_rate": 9.682583876420121e-06,
      "loss": 0.0028,
      "step": 23980
    },
    {
      "epoch": 0.4054316689622538,
      "grad_norm": 0.25376391410827637,
      "learning_rate": 9.68206656402172e-06,
      "loss": 0.0024,
      "step": 23990
    },
    {
      "epoch": 0.4056006692411043,
      "grad_norm": 0.23052674531936646,
      "learning_rate": 9.681548844260839e-06,
      "loss": 0.0041,
      "step": 24000
    },
    {
      "epoch": 0.4057696695199547,
      "grad_norm": 0.1080017164349556,
      "learning_rate": 9.681030717182527e-06,
      "loss": 0.0037,
      "step": 24010
    },
    {
      "epoch": 0.40593866979880516,
      "grad_norm": 0.07792221754789352,
      "learning_rate": 9.680512182831861e-06,
      "loss": 0.0033,
      "step": 24020
    },
    {
      "epoch": 0.40610767007765564,
      "grad_norm": 0.24158845841884613,
      "learning_rate": 9.67999324125396e-06,
      "loss": 0.0043,
      "step": 24030
    },
    {
      "epoch": 0.4062766703565061,
      "grad_norm": 0.135731503367424,
      "learning_rate": 9.67947389249397e-06,
      "loss": 0.003,
      "step": 24040
    },
    {
      "epoch": 0.4064456706353565,
      "grad_norm": 0.07237989455461502,
      "learning_rate": 9.678954136597079e-06,
      "loss": 0.0035,
      "step": 24050
    },
    {
      "epoch": 0.406614670914207,
      "grad_norm": 0.04045663774013519,
      "learning_rate": 9.678433973608508e-06,
      "loss": 0.0033,
      "step": 24060
    },
    {
      "epoch": 0.40678367119305747,
      "grad_norm": 0.8070462346076965,
      "learning_rate": 9.677913403573516e-06,
      "loss": 0.0027,
      "step": 24070
    },
    {
      "epoch": 0.40695267147190795,
      "grad_norm": 0.2314949482679367,
      "learning_rate": 9.677392426537391e-06,
      "loss": 0.0038,
      "step": 24080
    },
    {
      "epoch": 0.40712167175075836,
      "grad_norm": 0.04682336747646332,
      "learning_rate": 9.676871042545462e-06,
      "loss": 0.0018,
      "step": 24090
    },
    {
      "epoch": 0.40729067202960884,
      "grad_norm": 0.11390011757612228,
      "learning_rate": 9.676349251643094e-06,
      "loss": 0.0026,
      "step": 24100
    },
    {
      "epoch": 0.4074596723084593,
      "grad_norm": 0.07852821052074432,
      "learning_rate": 9.675827053875682e-06,
      "loss": 0.0028,
      "step": 24110
    },
    {
      "epoch": 0.4076286725873098,
      "grad_norm": 0.13662543892860413,
      "learning_rate": 9.675304449288662e-06,
      "loss": 0.0026,
      "step": 24120
    },
    {
      "epoch": 0.40779767286616025,
      "grad_norm": 0.6542212963104248,
      "learning_rate": 9.674781437927501e-06,
      "loss": 0.003,
      "step": 24130
    },
    {
      "epoch": 0.40796667314501067,
      "grad_norm": 0.15434002876281738,
      "learning_rate": 9.674258019837708e-06,
      "loss": 0.0035,
      "step": 24140
    },
    {
      "epoch": 0.40813567342386115,
      "grad_norm": 0.20408910512924194,
      "learning_rate": 9.673734195064818e-06,
      "loss": 0.0057,
      "step": 24150
    },
    {
      "epoch": 0.4083046737027116,
      "grad_norm": 0.15168999135494232,
      "learning_rate": 9.673209963654409e-06,
      "loss": 0.0039,
      "step": 24160
    },
    {
      "epoch": 0.4084736739815621,
      "grad_norm": 0.018376335501670837,
      "learning_rate": 9.672685325652091e-06,
      "loss": 0.0037,
      "step": 24170
    },
    {
      "epoch": 0.4086426742604125,
      "grad_norm": 0.1481887549161911,
      "learning_rate": 9.672160281103509e-06,
      "loss": 0.003,
      "step": 24180
    },
    {
      "epoch": 0.408811674539263,
      "grad_norm": 0.23799261450767517,
      "learning_rate": 9.671634830054347e-06,
      "loss": 0.0027,
      "step": 24190
    },
    {
      "epoch": 0.40898067481811345,
      "grad_norm": 0.05132792517542839,
      "learning_rate": 9.671108972550318e-06,
      "loss": 0.0026,
      "step": 24200
    },
    {
      "epoch": 0.4091496750969639,
      "grad_norm": 0.05585364252328873,
      "learning_rate": 9.670582708637179e-06,
      "loss": 0.0027,
      "step": 24210
    },
    {
      "epoch": 0.40931867537581434,
      "grad_norm": 0.11600292474031448,
      "learning_rate": 9.670056038360713e-06,
      "loss": 0.0019,
      "step": 24220
    },
    {
      "epoch": 0.4094876756546648,
      "grad_norm": 0.12043534219264984,
      "learning_rate": 9.669528961766746e-06,
      "loss": 0.0013,
      "step": 24230
    },
    {
      "epoch": 0.4096566759335153,
      "grad_norm": 0.0870441123843193,
      "learning_rate": 9.669001478901135e-06,
      "loss": 0.0021,
      "step": 24240
    },
    {
      "epoch": 0.40982567621236576,
      "grad_norm": 0.12131226807832718,
      "learning_rate": 9.668473589809772e-06,
      "loss": 0.0079,
      "step": 24250
    },
    {
      "epoch": 0.40999467649121624,
      "grad_norm": 0.05351598933339119,
      "learning_rate": 9.667945294538588e-06,
      "loss": 0.0033,
      "step": 24260
    },
    {
      "epoch": 0.41016367677006665,
      "grad_norm": 0.22449712455272675,
      "learning_rate": 9.667416593133546e-06,
      "loss": 0.0042,
      "step": 24270
    },
    {
      "epoch": 0.4103326770489171,
      "grad_norm": 0.03976152464747429,
      "learning_rate": 9.666887485640647e-06,
      "loss": 0.0025,
      "step": 24280
    },
    {
      "epoch": 0.4105016773277676,
      "grad_norm": 0.058581795543432236,
      "learning_rate": 9.666357972105926e-06,
      "loss": 0.0025,
      "step": 24290
    },
    {
      "epoch": 0.4106706776066181,
      "grad_norm": 0.15372496843338013,
      "learning_rate": 9.665828052575452e-06,
      "loss": 0.0049,
      "step": 24300
    },
    {
      "epoch": 0.4108396778854685,
      "grad_norm": 0.3144594132900238,
      "learning_rate": 9.665297727095329e-06,
      "loss": 0.002,
      "step": 24310
    },
    {
      "epoch": 0.41100867816431896,
      "grad_norm": 0.04498997703194618,
      "learning_rate": 9.664766995711702e-06,
      "loss": 0.0024,
      "step": 24320
    },
    {
      "epoch": 0.41117767844316944,
      "grad_norm": 0.12133470922708511,
      "learning_rate": 9.664235858470744e-06,
      "loss": 0.0028,
      "step": 24330
    },
    {
      "epoch": 0.4113466787220199,
      "grad_norm": 0.08657453209161758,
      "learning_rate": 9.663704315418669e-06,
      "loss": 0.002,
      "step": 24340
    },
    {
      "epoch": 0.4115156790008703,
      "grad_norm": 0.18983878195285797,
      "learning_rate": 9.66317236660172e-06,
      "loss": 0.0049,
      "step": 24350
    },
    {
      "epoch": 0.4116846792797208,
      "grad_norm": 0.11060302704572678,
      "learning_rate": 9.662640012066185e-06,
      "loss": 0.0032,
      "step": 24360
    },
    {
      "epoch": 0.4118536795585713,
      "grad_norm": 0.04116309806704521,
      "learning_rate": 9.662107251858375e-06,
      "loss": 0.0036,
      "step": 24370
    },
    {
      "epoch": 0.41202267983742175,
      "grad_norm": 0.11360263079404831,
      "learning_rate": 9.661574086024645e-06,
      "loss": 0.0042,
      "step": 24380
    },
    {
      "epoch": 0.4121916801162722,
      "grad_norm": 0.038537509739398956,
      "learning_rate": 9.661040514611386e-06,
      "loss": 0.003,
      "step": 24390
    },
    {
      "epoch": 0.41236068039512264,
      "grad_norm": 0.13446074724197388,
      "learning_rate": 9.660506537665019e-06,
      "loss": 0.0037,
      "step": 24400
    },
    {
      "epoch": 0.4125296806739731,
      "grad_norm": 0.05725783109664917,
      "learning_rate": 9.659972155232002e-06,
      "loss": 0.003,
      "step": 24410
    },
    {
      "epoch": 0.4126986809528236,
      "grad_norm": 0.09010022133588791,
      "learning_rate": 9.659437367358828e-06,
      "loss": 0.0035,
      "step": 24420
    },
    {
      "epoch": 0.41286768123167406,
      "grad_norm": 0.12016736716032028,
      "learning_rate": 9.658902174092029e-06,
      "loss": 0.0037,
      "step": 24430
    },
    {
      "epoch": 0.4130366815105245,
      "grad_norm": 0.5030607581138611,
      "learning_rate": 9.658366575478168e-06,
      "loss": 0.0026,
      "step": 24440
    },
    {
      "epoch": 0.41320568178937495,
      "grad_norm": 0.04519381374120712,
      "learning_rate": 9.657830571563845e-06,
      "loss": 0.003,
      "step": 24450
    },
    {
      "epoch": 0.4133746820682254,
      "grad_norm": 0.12689000368118286,
      "learning_rate": 9.657294162395693e-06,
      "loss": 0.0029,
      "step": 24460
    },
    {
      "epoch": 0.4135436823470759,
      "grad_norm": 0.17634360492229462,
      "learning_rate": 9.656757348020384e-06,
      "loss": 0.003,
      "step": 24470
    },
    {
      "epoch": 0.4137126826259263,
      "grad_norm": 0.06941474229097366,
      "learning_rate": 9.656220128484624e-06,
      "loss": 0.0037,
      "step": 24480
    },
    {
      "epoch": 0.4138816829047768,
      "grad_norm": 0.2054547667503357,
      "learning_rate": 9.655682503835154e-06,
      "loss": 0.0026,
      "step": 24490
    },
    {
      "epoch": 0.41405068318362725,
      "grad_norm": 0.028921693563461304,
      "learning_rate": 9.655144474118748e-06,
      "loss": 0.0031,
      "step": 24500
    },
    {
      "epoch": 0.41421968346247773,
      "grad_norm": 0.13475167751312256,
      "learning_rate": 9.654606039382216e-06,
      "loss": 0.0061,
      "step": 24510
    },
    {
      "epoch": 0.4143886837413282,
      "grad_norm": 0.08045545965433121,
      "learning_rate": 9.654067199672408e-06,
      "loss": 0.0033,
      "step": 24520
    },
    {
      "epoch": 0.4145576840201786,
      "grad_norm": 0.13410677015781403,
      "learning_rate": 9.653527955036205e-06,
      "loss": 0.0039,
      "step": 24530
    },
    {
      "epoch": 0.4147266842990291,
      "grad_norm": 0.15886163711547852,
      "learning_rate": 9.652988305520521e-06,
      "loss": 0.0034,
      "step": 24540
    },
    {
      "epoch": 0.41489568457787956,
      "grad_norm": 0.1001209244132042,
      "learning_rate": 9.652448251172314e-06,
      "loss": 0.0027,
      "step": 24550
    },
    {
      "epoch": 0.41506468485673004,
      "grad_norm": 0.14588508009910583,
      "learning_rate": 9.651907792038565e-06,
      "loss": 0.0028,
      "step": 24560
    },
    {
      "epoch": 0.41523368513558045,
      "grad_norm": 0.07480347901582718,
      "learning_rate": 9.651366928166297e-06,
      "loss": 0.0017,
      "step": 24570
    },
    {
      "epoch": 0.41540268541443093,
      "grad_norm": 0.19968412816524506,
      "learning_rate": 9.650825659602572e-06,
      "loss": 0.0037,
      "step": 24580
    },
    {
      "epoch": 0.4155716856932814,
      "grad_norm": 0.25834447145462036,
      "learning_rate": 9.650283986394482e-06,
      "loss": 0.0044,
      "step": 24590
    },
    {
      "epoch": 0.4157406859721319,
      "grad_norm": 0.23417113721370697,
      "learning_rate": 9.649741908589151e-06,
      "loss": 0.004,
      "step": 24600
    },
    {
      "epoch": 0.4159096862509823,
      "grad_norm": 0.06393170356750488,
      "learning_rate": 9.649199426233748e-06,
      "loss": 0.0022,
      "step": 24610
    },
    {
      "epoch": 0.41607868652983276,
      "grad_norm": 0.12674586474895477,
      "learning_rate": 9.648656539375469e-06,
      "loss": 0.003,
      "step": 24620
    },
    {
      "epoch": 0.41624768680868324,
      "grad_norm": 0.04374230280518532,
      "learning_rate": 9.648113248061548e-06,
      "loss": 0.0024,
      "step": 24630
    },
    {
      "epoch": 0.4164166870875337,
      "grad_norm": 0.14106465876102448,
      "learning_rate": 9.64756955233925e-06,
      "loss": 0.0034,
      "step": 24640
    },
    {
      "epoch": 0.4165856873663841,
      "grad_norm": 0.11494036763906479,
      "learning_rate": 9.647025452255888e-06,
      "loss": 0.0044,
      "step": 24650
    },
    {
      "epoch": 0.4167546876452346,
      "grad_norm": 0.07348564267158508,
      "learning_rate": 9.646480947858794e-06,
      "loss": 0.0026,
      "step": 24660
    },
    {
      "epoch": 0.4169236879240851,
      "grad_norm": 0.0473347082734108,
      "learning_rate": 9.645936039195346e-06,
      "loss": 0.0027,
      "step": 24670
    },
    {
      "epoch": 0.41709268820293555,
      "grad_norm": 0.1133309155702591,
      "learning_rate": 9.645390726312951e-06,
      "loss": 0.0037,
      "step": 24680
    },
    {
      "epoch": 0.417261688481786,
      "grad_norm": 0.05429339036345482,
      "learning_rate": 9.644845009259055e-06,
      "loss": 0.002,
      "step": 24690
    },
    {
      "epoch": 0.41743068876063644,
      "grad_norm": 0.08009226620197296,
      "learning_rate": 9.64429888808114e-06,
      "loss": 0.0034,
      "step": 24700
    },
    {
      "epoch": 0.4175996890394869,
      "grad_norm": 0.03397831693291664,
      "learning_rate": 9.643752362826718e-06,
      "loss": 0.0021,
      "step": 24710
    },
    {
      "epoch": 0.4177686893183374,
      "grad_norm": 0.06480947881937027,
      "learning_rate": 9.643205433543343e-06,
      "loss": 0.0041,
      "step": 24720
    },
    {
      "epoch": 0.41793768959718786,
      "grad_norm": 0.04352713003754616,
      "learning_rate": 9.642658100278598e-06,
      "loss": 0.0024,
      "step": 24730
    },
    {
      "epoch": 0.4181066898760383,
      "grad_norm": 0.12258494645357132,
      "learning_rate": 9.642110363080101e-06,
      "loss": 0.0019,
      "step": 24740
    },
    {
      "epoch": 0.41827569015488875,
      "grad_norm": 0.04337688535451889,
      "learning_rate": 9.641562221995515e-06,
      "loss": 0.0021,
      "step": 24750
    },
    {
      "epoch": 0.4184446904337392,
      "grad_norm": 0.010867961682379246,
      "learning_rate": 9.641013677072524e-06,
      "loss": 0.0024,
      "step": 24760
    },
    {
      "epoch": 0.4186136907125897,
      "grad_norm": 0.18787983059883118,
      "learning_rate": 9.640464728358858e-06,
      "loss": 0.003,
      "step": 24770
    },
    {
      "epoch": 0.4187826909914401,
      "grad_norm": 0.16595998406410217,
      "learning_rate": 9.639915375902277e-06,
      "loss": 0.0026,
      "step": 24780
    },
    {
      "epoch": 0.4189516912702906,
      "grad_norm": 0.058716196566820145,
      "learning_rate": 9.639365619750577e-06,
      "loss": 0.0043,
      "step": 24790
    },
    {
      "epoch": 0.41912069154914106,
      "grad_norm": 0.07995070517063141,
      "learning_rate": 9.63881545995159e-06,
      "loss": 0.003,
      "step": 24800
    },
    {
      "epoch": 0.41928969182799153,
      "grad_norm": 0.05202421545982361,
      "learning_rate": 9.638264896553182e-06,
      "loss": 0.0127,
      "step": 24810
    },
    {
      "epoch": 0.419458692106842,
      "grad_norm": 0.13160359859466553,
      "learning_rate": 9.637713929603257e-06,
      "loss": 0.0034,
      "step": 24820
    },
    {
      "epoch": 0.4196276923856924,
      "grad_norm": 0.08078698068857193,
      "learning_rate": 9.637162559149748e-06,
      "loss": 0.0038,
      "step": 24830
    },
    {
      "epoch": 0.4197966926645429,
      "grad_norm": 0.08044783771038055,
      "learning_rate": 9.63661078524063e-06,
      "loss": 0.0031,
      "step": 24840
    },
    {
      "epoch": 0.41996569294339336,
      "grad_norm": 0.11060716956853867,
      "learning_rate": 9.636058607923907e-06,
      "loss": 0.0046,
      "step": 24850
    },
    {
      "epoch": 0.42013469322224384,
      "grad_norm": 0.22302891314029694,
      "learning_rate": 9.635506027247624e-06,
      "loss": 0.0035,
      "step": 24860
    },
    {
      "epoch": 0.42030369350109426,
      "grad_norm": 0.19783833622932434,
      "learning_rate": 9.634953043259858e-06,
      "loss": 0.004,
      "step": 24870
    },
    {
      "epoch": 0.42047269377994473,
      "grad_norm": 0.05085299164056778,
      "learning_rate": 9.63439965600872e-06,
      "loss": 0.008,
      "step": 24880
    },
    {
      "epoch": 0.4206416940587952,
      "grad_norm": 0.11641545593738556,
      "learning_rate": 9.633845865542356e-06,
      "loss": 0.0039,
      "step": 24890
    },
    {
      "epoch": 0.4208106943376457,
      "grad_norm": 0.06848058104515076,
      "learning_rate": 9.633291671908952e-06,
      "loss": 0.0042,
      "step": 24900
    },
    {
      "epoch": 0.4209796946164961,
      "grad_norm": 0.1078142449259758,
      "learning_rate": 9.632737075156721e-06,
      "loss": 0.0034,
      "step": 24910
    },
    {
      "epoch": 0.42114869489534656,
      "grad_norm": 0.2299955040216446,
      "learning_rate": 9.632182075333923e-06,
      "loss": 0.0047,
      "step": 24920
    },
    {
      "epoch": 0.42131769517419704,
      "grad_norm": 0.036223720759153366,
      "learning_rate": 9.631626672488838e-06,
      "loss": 0.0024,
      "step": 24930
    },
    {
      "epoch": 0.4214866954530475,
      "grad_norm": 0.04823785647749901,
      "learning_rate": 9.631070866669791e-06,
      "loss": 0.0028,
      "step": 24940
    },
    {
      "epoch": 0.421655695731898,
      "grad_norm": 0.06334184855222702,
      "learning_rate": 9.630514657925143e-06,
      "loss": 0.0032,
      "step": 24950
    },
    {
      "epoch": 0.4218246960107484,
      "grad_norm": 0.14863380789756775,
      "learning_rate": 9.629958046303282e-06,
      "loss": 0.003,
      "step": 24960
    },
    {
      "epoch": 0.4219936962895989,
      "grad_norm": 0.30553850531578064,
      "learning_rate": 9.629401031852639e-06,
      "loss": 0.0042,
      "step": 24970
    },
    {
      "epoch": 0.42216269656844935,
      "grad_norm": 0.11199302971363068,
      "learning_rate": 9.628843614621678e-06,
      "loss": 0.0033,
      "step": 24980
    },
    {
      "epoch": 0.4223316968472998,
      "grad_norm": 0.057078536599874496,
      "learning_rate": 9.628285794658894e-06,
      "loss": 0.0017,
      "step": 24990
    },
    {
      "epoch": 0.42250069712615024,
      "grad_norm": 0.445557177066803,
      "learning_rate": 9.627727572012821e-06,
      "loss": 0.0032,
      "step": 25000
    },
    {
      "epoch": 0.4226696974050007,
      "grad_norm": 0.3197193145751953,
      "learning_rate": 9.627168946732028e-06,
      "loss": 0.0035,
      "step": 25010
    },
    {
      "epoch": 0.4228386976838512,
      "grad_norm": 0.020992321893572807,
      "learning_rate": 9.626609918865117e-06,
      "loss": 0.0027,
      "step": 25020
    },
    {
      "epoch": 0.42300769796270166,
      "grad_norm": 0.08679168671369553,
      "learning_rate": 9.626050488460727e-06,
      "loss": 0.0023,
      "step": 25030
    },
    {
      "epoch": 0.4231766982415521,
      "grad_norm": 0.08856311440467834,
      "learning_rate": 9.62549065556753e-06,
      "loss": 0.0033,
      "step": 25040
    },
    {
      "epoch": 0.42334569852040255,
      "grad_norm": 0.10782845318317413,
      "learning_rate": 9.624930420234235e-06,
      "loss": 0.0039,
      "step": 25050
    },
    {
      "epoch": 0.423514698799253,
      "grad_norm": 0.14478425681591034,
      "learning_rate": 9.624369782509586e-06,
      "loss": 0.002,
      "step": 25060
    },
    {
      "epoch": 0.4236836990781035,
      "grad_norm": 0.1290246993303299,
      "learning_rate": 9.62380874244236e-06,
      "loss": 0.003,
      "step": 25070
    },
    {
      "epoch": 0.42385269935695397,
      "grad_norm": 0.11611910164356232,
      "learning_rate": 9.62324730008137e-06,
      "loss": 0.0017,
      "step": 25080
    },
    {
      "epoch": 0.4240216996358044,
      "grad_norm": 0.08613353967666626,
      "learning_rate": 9.622685455475466e-06,
      "loss": 0.003,
      "step": 25090
    },
    {
      "epoch": 0.42419069991465486,
      "grad_norm": 0.06108185276389122,
      "learning_rate": 9.622123208673528e-06,
      "loss": 0.0019,
      "step": 25100
    },
    {
      "epoch": 0.42435970019350533,
      "grad_norm": 0.09997698664665222,
      "learning_rate": 9.62156055972448e-06,
      "loss": 0.0026,
      "step": 25110
    },
    {
      "epoch": 0.4245287004723558,
      "grad_norm": 0.11060816794633865,
      "learning_rate": 9.620997508677268e-06,
      "loss": 0.0029,
      "step": 25120
    },
    {
      "epoch": 0.4246977007512062,
      "grad_norm": 0.1168910413980484,
      "learning_rate": 9.620434055580882e-06,
      "loss": 0.0031,
      "step": 25130
    },
    {
      "epoch": 0.4248667010300567,
      "grad_norm": 0.08170294016599655,
      "learning_rate": 9.61987020048435e-06,
      "loss": 0.0025,
      "step": 25140
    },
    {
      "epoch": 0.42503570130890717,
      "grad_norm": 0.2618868052959442,
      "learning_rate": 9.619305943436725e-06,
      "loss": 0.0024,
      "step": 25150
    },
    {
      "epoch": 0.42520470158775764,
      "grad_norm": 0.028670979663729668,
      "learning_rate": 9.618741284487103e-06,
      "loss": 0.0038,
      "step": 25160
    },
    {
      "epoch": 0.42537370186660806,
      "grad_norm": 0.16440579295158386,
      "learning_rate": 9.61817622368461e-06,
      "loss": 0.0037,
      "step": 25170
    },
    {
      "epoch": 0.42554270214545853,
      "grad_norm": 0.11584070324897766,
      "learning_rate": 9.61761076107841e-06,
      "loss": 0.0032,
      "step": 25180
    },
    {
      "epoch": 0.425711702424309,
      "grad_norm": 0.2152673900127411,
      "learning_rate": 9.617044896717703e-06,
      "loss": 0.0038,
      "step": 25190
    },
    {
      "epoch": 0.4258807027031595,
      "grad_norm": 0.028066881000995636,
      "learning_rate": 9.616478630651718e-06,
      "loss": 0.0032,
      "step": 25200
    },
    {
      "epoch": 0.42604970298200995,
      "grad_norm": 0.19883617758750916,
      "learning_rate": 9.615911962929725e-06,
      "loss": 0.0037,
      "step": 25210
    },
    {
      "epoch": 0.42621870326086037,
      "grad_norm": 0.15827932953834534,
      "learning_rate": 9.615344893601026e-06,
      "loss": 0.0033,
      "step": 25220
    },
    {
      "epoch": 0.42638770353971084,
      "grad_norm": 0.07252488285303116,
      "learning_rate": 9.61477742271496e-06,
      "loss": 0.0037,
      "step": 25230
    },
    {
      "epoch": 0.4265567038185613,
      "grad_norm": 0.28482991456985474,
      "learning_rate": 9.614209550320899e-06,
      "loss": 0.0018,
      "step": 25240
    },
    {
      "epoch": 0.4267257040974118,
      "grad_norm": 0.016567599028348923,
      "learning_rate": 9.61364127646825e-06,
      "loss": 0.0037,
      "step": 25250
    },
    {
      "epoch": 0.4268947043762622,
      "grad_norm": 0.11594730615615845,
      "learning_rate": 9.613072601206459e-06,
      "loss": 0.0032,
      "step": 25260
    },
    {
      "epoch": 0.4270637046551127,
      "grad_norm": 0.12419804185628891,
      "learning_rate": 9.612503524584997e-06,
      "loss": 0.0054,
      "step": 25270
    },
    {
      "epoch": 0.42723270493396315,
      "grad_norm": 0.06168608367443085,
      "learning_rate": 9.611934046653384e-06,
      "loss": 0.0025,
      "step": 25280
    },
    {
      "epoch": 0.4274017052128136,
      "grad_norm": 0.0676799863576889,
      "learning_rate": 9.61136416746116e-06,
      "loss": 0.0018,
      "step": 25290
    },
    {
      "epoch": 0.42757070549166404,
      "grad_norm": 0.08644477277994156,
      "learning_rate": 9.610793887057914e-06,
      "loss": 0.0049,
      "step": 25300
    },
    {
      "epoch": 0.4277397057705145,
      "grad_norm": 0.12501251697540283,
      "learning_rate": 9.610223205493259e-06,
      "loss": 0.0042,
      "step": 25310
    },
    {
      "epoch": 0.427908706049365,
      "grad_norm": 0.022200902923941612,
      "learning_rate": 9.609652122816847e-06,
      "loss": 0.0026,
      "step": 25320
    },
    {
      "epoch": 0.42807770632821546,
      "grad_norm": 0.19189688563346863,
      "learning_rate": 9.609080639078367e-06,
      "loss": 0.0019,
      "step": 25330
    },
    {
      "epoch": 0.4282467066070659,
      "grad_norm": 0.08449879288673401,
      "learning_rate": 9.60850875432754e-06,
      "loss": 0.0027,
      "step": 25340
    },
    {
      "epoch": 0.42841570688591635,
      "grad_norm": 0.5087281465530396,
      "learning_rate": 9.607936468614122e-06,
      "loss": 0.0036,
      "step": 25350
    },
    {
      "epoch": 0.4285847071647668,
      "grad_norm": 0.0032684323377907276,
      "learning_rate": 9.607363781987906e-06,
      "loss": 0.0021,
      "step": 25360
    },
    {
      "epoch": 0.4287537074436173,
      "grad_norm": 0.15610577166080475,
      "learning_rate": 9.606790694498717e-06,
      "loss": 0.0037,
      "step": 25370
    },
    {
      "epoch": 0.42892270772246777,
      "grad_norm": 0.02182059921324253,
      "learning_rate": 9.606217206196418e-06,
      "loss": 0.0022,
      "step": 25380
    },
    {
      "epoch": 0.4290917080013182,
      "grad_norm": 0.08796156942844391,
      "learning_rate": 9.605643317130903e-06,
      "loss": 0.0043,
      "step": 25390
    },
    {
      "epoch": 0.42926070828016866,
      "grad_norm": 0.07977686822414398,
      "learning_rate": 9.605069027352108e-06,
      "loss": 0.0024,
      "step": 25400
    },
    {
      "epoch": 0.42942970855901913,
      "grad_norm": 0.08197636157274246,
      "learning_rate": 9.604494336909994e-06,
      "loss": 0.0029,
      "step": 25410
    },
    {
      "epoch": 0.4295987088378696,
      "grad_norm": 0.062118370085954666,
      "learning_rate": 9.60391924585456e-06,
      "loss": 0.0033,
      "step": 25420
    },
    {
      "epoch": 0.42976770911672,
      "grad_norm": 0.13398393988609314,
      "learning_rate": 9.603343754235849e-06,
      "loss": 0.0032,
      "step": 25430
    },
    {
      "epoch": 0.4299367093955705,
      "grad_norm": 0.1671101152896881,
      "learning_rate": 9.602767862103925e-06,
      "loss": 0.0041,
      "step": 25440
    },
    {
      "epoch": 0.43010570967442097,
      "grad_norm": 0.02333880588412285,
      "learning_rate": 9.602191569508899e-06,
      "loss": 0.003,
      "step": 25450
    },
    {
      "epoch": 0.43027470995327144,
      "grad_norm": 0.05902350693941116,
      "learning_rate": 9.601614876500906e-06,
      "loss": 0.0028,
      "step": 25460
    },
    {
      "epoch": 0.43044371023212186,
      "grad_norm": 0.09615401923656464,
      "learning_rate": 9.601037783130123e-06,
      "loss": 0.0021,
      "step": 25470
    },
    {
      "epoch": 0.43061271051097233,
      "grad_norm": 0.11068742722272873,
      "learning_rate": 9.600460289446762e-06,
      "loss": 0.0027,
      "step": 25480
    },
    {
      "epoch": 0.4307817107898228,
      "grad_norm": 0.08340872824192047,
      "learning_rate": 9.599882395501066e-06,
      "loss": 0.0025,
      "step": 25490
    },
    {
      "epoch": 0.4309507110686733,
      "grad_norm": 0.4351450800895691,
      "learning_rate": 9.599304101343314e-06,
      "loss": 0.005,
      "step": 25500
    },
    {
      "epoch": 0.43111971134752375,
      "grad_norm": 0.07268258184194565,
      "learning_rate": 9.59872540702382e-06,
      "loss": 0.0032,
      "step": 25510
    },
    {
      "epoch": 0.43128871162637417,
      "grad_norm": 0.15467266738414764,
      "learning_rate": 9.598146312592938e-06,
      "loss": 0.003,
      "step": 25520
    },
    {
      "epoch": 0.43145771190522464,
      "grad_norm": 0.158308744430542,
      "learning_rate": 9.597566818101046e-06,
      "loss": 0.0022,
      "step": 25530
    },
    {
      "epoch": 0.4316267121840751,
      "grad_norm": 0.06377403438091278,
      "learning_rate": 9.596986923598564e-06,
      "loss": 0.0033,
      "step": 25540
    },
    {
      "epoch": 0.4317957124629256,
      "grad_norm": 0.17815333604812622,
      "learning_rate": 9.596406629135947e-06,
      "loss": 0.003,
      "step": 25550
    },
    {
      "epoch": 0.431964712741776,
      "grad_norm": 0.10275933146476746,
      "learning_rate": 9.595825934763684e-06,
      "loss": 0.0037,
      "step": 25560
    },
    {
      "epoch": 0.4321337130206265,
      "grad_norm": 0.06398187577724457,
      "learning_rate": 9.595244840532296e-06,
      "loss": 0.0011,
      "step": 25570
    },
    {
      "epoch": 0.43230271329947695,
      "grad_norm": 0.06439651548862457,
      "learning_rate": 9.594663346492344e-06,
      "loss": 0.003,
      "step": 25580
    },
    {
      "epoch": 0.4324717135783274,
      "grad_norm": 0.019858231768012047,
      "learning_rate": 9.594081452694419e-06,
      "loss": 0.0027,
      "step": 25590
    },
    {
      "epoch": 0.43264071385717784,
      "grad_norm": 0.33359295129776,
      "learning_rate": 9.593499159189147e-06,
      "loss": 0.003,
      "step": 25600
    },
    {
      "epoch": 0.4328097141360283,
      "grad_norm": 0.13325978815555573,
      "learning_rate": 9.592916466027195e-06,
      "loss": 0.0043,
      "step": 25610
    },
    {
      "epoch": 0.4329787144148788,
      "grad_norm": 0.05250495672225952,
      "learning_rate": 9.592333373259256e-06,
      "loss": 0.0024,
      "step": 25620
    },
    {
      "epoch": 0.43314771469372926,
      "grad_norm": 0.09613601863384247,
      "learning_rate": 9.591749880936063e-06,
      "loss": 0.0012,
      "step": 25630
    },
    {
      "epoch": 0.43331671497257973,
      "grad_norm": 0.056316081434488297,
      "learning_rate": 9.591165989108384e-06,
      "loss": 0.0042,
      "step": 25640
    },
    {
      "epoch": 0.43348571525143015,
      "grad_norm": 0.08078259974718094,
      "learning_rate": 9.590581697827017e-06,
      "loss": 0.0015,
      "step": 25650
    },
    {
      "epoch": 0.4336547155302806,
      "grad_norm": 0.23672063648700714,
      "learning_rate": 9.589997007142802e-06,
      "loss": 0.0028,
      "step": 25660
    },
    {
      "epoch": 0.4338237158091311,
      "grad_norm": 0.028148150071501732,
      "learning_rate": 9.589411917106608e-06,
      "loss": 0.0018,
      "step": 25670
    },
    {
      "epoch": 0.43399271608798157,
      "grad_norm": 0.11672691255807877,
      "learning_rate": 9.58882642776934e-06,
      "loss": 0.0021,
      "step": 25680
    },
    {
      "epoch": 0.434161716366832,
      "grad_norm": 0.10163123905658722,
      "learning_rate": 9.588240539181942e-06,
      "loss": 0.0026,
      "step": 25690
    },
    {
      "epoch": 0.43433071664568246,
      "grad_norm": 0.06551125645637512,
      "learning_rate": 9.587654251395385e-06,
      "loss": 0.0093,
      "step": 25700
    },
    {
      "epoch": 0.43449971692453293,
      "grad_norm": 0.04481912776827812,
      "learning_rate": 9.587067564460679e-06,
      "loss": 0.0034,
      "step": 25710
    },
    {
      "epoch": 0.4346687172033834,
      "grad_norm": 0.13800600171089172,
      "learning_rate": 9.586480478428872e-06,
      "loss": 0.0048,
      "step": 25720
    },
    {
      "epoch": 0.4348377174822338,
      "grad_norm": 0.09977370500564575,
      "learning_rate": 9.58589299335104e-06,
      "loss": 0.0012,
      "step": 25730
    },
    {
      "epoch": 0.4350067177610843,
      "grad_norm": 0.0055341655388474464,
      "learning_rate": 9.585305109278299e-06,
      "loss": 0.0031,
      "step": 25740
    },
    {
      "epoch": 0.43517571803993477,
      "grad_norm": 0.16339772939682007,
      "learning_rate": 9.584716826261797e-06,
      "loss": 0.0051,
      "step": 25750
    },
    {
      "epoch": 0.43534471831878524,
      "grad_norm": 0.10466916114091873,
      "learning_rate": 9.584128144352717e-06,
      "loss": 0.0036,
      "step": 25760
    },
    {
      "epoch": 0.4355137185976357,
      "grad_norm": 0.13969078660011292,
      "learning_rate": 9.58353906360228e-06,
      "loss": 0.0018,
      "step": 25770
    },
    {
      "epoch": 0.43568271887648613,
      "grad_norm": 0.10388576984405518,
      "learning_rate": 9.582949584061736e-06,
      "loss": 0.0026,
      "step": 25780
    },
    {
      "epoch": 0.4358517191553366,
      "grad_norm": 0.031867023557424545,
      "learning_rate": 9.582359705782371e-06,
      "loss": 0.003,
      "step": 25790
    },
    {
      "epoch": 0.4360207194341871,
      "grad_norm": 0.2640696167945862,
      "learning_rate": 9.581769428815512e-06,
      "loss": 0.0039,
      "step": 25800
    },
    {
      "epoch": 0.43618971971303755,
      "grad_norm": 0.07732165604829788,
      "learning_rate": 9.581178753212514e-06,
      "loss": 0.0035,
      "step": 25810
    },
    {
      "epoch": 0.43635871999188797,
      "grad_norm": 0.0999775156378746,
      "learning_rate": 9.580587679024766e-06,
      "loss": 0.0025,
      "step": 25820
    },
    {
      "epoch": 0.43652772027073844,
      "grad_norm": 0.04713275283575058,
      "learning_rate": 9.579996206303696e-06,
      "loss": 0.0026,
      "step": 25830
    },
    {
      "epoch": 0.4366967205495889,
      "grad_norm": 0.11159471422433853,
      "learning_rate": 9.579404335100768e-06,
      "loss": 0.0033,
      "step": 25840
    },
    {
      "epoch": 0.4368657208284394,
      "grad_norm": 0.16928553581237793,
      "learning_rate": 9.578812065467475e-06,
      "loss": 0.0027,
      "step": 25850
    },
    {
      "epoch": 0.4370347211072898,
      "grad_norm": 0.03889685869216919,
      "learning_rate": 9.578219397455346e-06,
      "loss": 0.0054,
      "step": 25860
    },
    {
      "epoch": 0.4372037213861403,
      "grad_norm": 0.10739434510469437,
      "learning_rate": 9.577626331115947e-06,
      "loss": 0.0023,
      "step": 25870
    },
    {
      "epoch": 0.43737272166499075,
      "grad_norm": 0.23763492703437805,
      "learning_rate": 9.577032866500879e-06,
      "loss": 0.0027,
      "step": 25880
    },
    {
      "epoch": 0.4375417219438412,
      "grad_norm": 0.1545303910970688,
      "learning_rate": 9.576439003661776e-06,
      "loss": 0.0026,
      "step": 25890
    },
    {
      "epoch": 0.4377107222226917,
      "grad_norm": 0.08356676250696182,
      "learning_rate": 9.575844742650305e-06,
      "loss": 0.0023,
      "step": 25900
    },
    {
      "epoch": 0.4378797225015421,
      "grad_norm": 0.1397261917591095,
      "learning_rate": 9.575250083518173e-06,
      "loss": 0.0031,
      "step": 25910
    },
    {
      "epoch": 0.4380487227803926,
      "grad_norm": 0.122606061398983,
      "learning_rate": 9.574655026317114e-06,
      "loss": 0.0027,
      "step": 25920
    },
    {
      "epoch": 0.43821772305924306,
      "grad_norm": 0.11674268543720245,
      "learning_rate": 9.574059571098903e-06,
      "loss": 0.0022,
      "step": 25930
    },
    {
      "epoch": 0.43838672333809353,
      "grad_norm": 0.07671211659908295,
      "learning_rate": 9.573463717915349e-06,
      "loss": 0.0022,
      "step": 25940
    },
    {
      "epoch": 0.43855572361694395,
      "grad_norm": 0.1337328404188156,
      "learning_rate": 9.572867466818291e-06,
      "loss": 0.0019,
      "step": 25950
    },
    {
      "epoch": 0.4387247238957944,
      "grad_norm": 0.09576038271188736,
      "learning_rate": 9.572270817859607e-06,
      "loss": 0.0031,
      "step": 25960
    },
    {
      "epoch": 0.4388937241746449,
      "grad_norm": 0.021519066765904427,
      "learning_rate": 9.571673771091212e-06,
      "loss": 0.0014,
      "step": 25970
    },
    {
      "epoch": 0.43906272445349537,
      "grad_norm": 0.01436109934002161,
      "learning_rate": 9.571076326565045e-06,
      "loss": 0.0028,
      "step": 25980
    },
    {
      "epoch": 0.4392317247323458,
      "grad_norm": 0.1742318868637085,
      "learning_rate": 9.570478484333093e-06,
      "loss": 0.0024,
      "step": 25990
    },
    {
      "epoch": 0.43940072501119626,
      "grad_norm": 0.05830789729952812,
      "learning_rate": 9.569880244447368e-06,
      "loss": 0.0029,
      "step": 26000
    },
    {
      "epoch": 0.43956972529004673,
      "grad_norm": 0.12230129539966583,
      "learning_rate": 9.569281606959917e-06,
      "loss": 0.0023,
      "step": 26010
    },
    {
      "epoch": 0.4397387255688972,
      "grad_norm": 0.033528443425893784,
      "learning_rate": 9.56868257192283e-06,
      "loss": 0.0029,
      "step": 26020
    },
    {
      "epoch": 0.4399077258477476,
      "grad_norm": 0.18434548377990723,
      "learning_rate": 9.568083139388224e-06,
      "loss": 0.0036,
      "step": 26030
    },
    {
      "epoch": 0.4400767261265981,
      "grad_norm": 0.14409662783145905,
      "learning_rate": 9.56748330940825e-06,
      "loss": 0.0047,
      "step": 26040
    },
    {
      "epoch": 0.44024572640544857,
      "grad_norm": 0.06758307665586472,
      "learning_rate": 9.5668830820351e-06,
      "loss": 0.0027,
      "step": 26050
    },
    {
      "epoch": 0.44041472668429904,
      "grad_norm": 0.09830377250909805,
      "learning_rate": 9.566282457320994e-06,
      "loss": 0.0031,
      "step": 26060
    },
    {
      "epoch": 0.4405837269631495,
      "grad_norm": 0.09198874235153198,
      "learning_rate": 9.56568143531819e-06,
      "loss": 0.0026,
      "step": 26070
    },
    {
      "epoch": 0.44075272724199993,
      "grad_norm": 0.02963336929678917,
      "learning_rate": 9.56508001607898e-06,
      "loss": 0.0051,
      "step": 26080
    },
    {
      "epoch": 0.4409217275208504,
      "grad_norm": 0.07761721312999725,
      "learning_rate": 9.56447819965569e-06,
      "loss": 0.0038,
      "step": 26090
    },
    {
      "epoch": 0.4410907277997009,
      "grad_norm": 0.2935218811035156,
      "learning_rate": 9.563875986100682e-06,
      "loss": 0.0034,
      "step": 26100
    },
    {
      "epoch": 0.44125972807855135,
      "grad_norm": 0.22003482282161713,
      "learning_rate": 9.563273375466351e-06,
      "loss": 0.0027,
      "step": 26110
    },
    {
      "epoch": 0.44142872835740177,
      "grad_norm": 0.05516747757792473,
      "learning_rate": 9.562670367805127e-06,
      "loss": 0.0031,
      "step": 26120
    },
    {
      "epoch": 0.44159772863625224,
      "grad_norm": 0.06797683238983154,
      "learning_rate": 9.562066963169472e-06,
      "loss": 0.0033,
      "step": 26130
    },
    {
      "epoch": 0.4417667289151027,
      "grad_norm": 0.07337122410535812,
      "learning_rate": 9.56146316161189e-06,
      "loss": 0.0033,
      "step": 26140
    },
    {
      "epoch": 0.4419357291939532,
      "grad_norm": 0.14874686300754547,
      "learning_rate": 9.56085896318491e-06,
      "loss": 0.0035,
      "step": 26150
    },
    {
      "epoch": 0.4421047294728036,
      "grad_norm": 0.16632644832134247,
      "learning_rate": 9.560254367941104e-06,
      "loss": 0.0031,
      "step": 26160
    },
    {
      "epoch": 0.4422737297516541,
      "grad_norm": 0.08548545092344284,
      "learning_rate": 9.559649375933073e-06,
      "loss": 0.0023,
      "step": 26170
    },
    {
      "epoch": 0.44244273003050455,
      "grad_norm": 0.24352887272834778,
      "learning_rate": 9.559043987213451e-06,
      "loss": 0.0019,
      "step": 26180
    },
    {
      "epoch": 0.442611730309355,
      "grad_norm": 0.03823421150445938,
      "learning_rate": 9.558438201834918e-06,
      "loss": 0.0024,
      "step": 26190
    },
    {
      "epoch": 0.4427807305882055,
      "grad_norm": 0.2297850400209427,
      "learning_rate": 9.557832019850172e-06,
      "loss": 0.0041,
      "step": 26200
    },
    {
      "epoch": 0.4429497308670559,
      "grad_norm": 0.06309180706739426,
      "learning_rate": 9.557225441311959e-06,
      "loss": 0.0024,
      "step": 26210
    },
    {
      "epoch": 0.4431187311459064,
      "grad_norm": 0.1206027939915657,
      "learning_rate": 9.55661846627305e-06,
      "loss": 0.0026,
      "step": 26220
    },
    {
      "epoch": 0.44328773142475686,
      "grad_norm": 0.052939776331186295,
      "learning_rate": 9.55601109478626e-06,
      "loss": 0.0029,
      "step": 26230
    },
    {
      "epoch": 0.44345673170360733,
      "grad_norm": 0.05884641408920288,
      "learning_rate": 9.55540332690443e-06,
      "loss": 0.0037,
      "step": 26240
    },
    {
      "epoch": 0.44362573198245775,
      "grad_norm": 0.0946325957775116,
      "learning_rate": 9.554795162680436e-06,
      "loss": 0.0048,
      "step": 26250
    },
    {
      "epoch": 0.4437947322613082,
      "grad_norm": 0.09997012466192245,
      "learning_rate": 9.554186602167197e-06,
      "loss": 0.0026,
      "step": 26260
    },
    {
      "epoch": 0.4439637325401587,
      "grad_norm": 0.023280398920178413,
      "learning_rate": 9.553577645417657e-06,
      "loss": 0.0028,
      "step": 26270
    },
    {
      "epoch": 0.44413273281900917,
      "grad_norm": 0.16902558505535126,
      "learning_rate": 9.5529682924848e-06,
      "loss": 0.0019,
      "step": 26280
    },
    {
      "epoch": 0.4443017330978596,
      "grad_norm": 0.06520242989063263,
      "learning_rate": 9.552358543421643e-06,
      "loss": 0.0029,
      "step": 26290
    },
    {
      "epoch": 0.44447073337671006,
      "grad_norm": 0.10236934572458267,
      "learning_rate": 9.551748398281233e-06,
      "loss": 0.002,
      "step": 26300
    },
    {
      "epoch": 0.44463973365556053,
      "grad_norm": 0.039478711783885956,
      "learning_rate": 9.551137857116661e-06,
      "loss": 0.0023,
      "step": 26310
    },
    {
      "epoch": 0.444808733934411,
      "grad_norm": 0.05753898248076439,
      "learning_rate": 9.550526919981045e-06,
      "loss": 0.0024,
      "step": 26320
    },
    {
      "epoch": 0.4449777342132615,
      "grad_norm": 0.06465510278940201,
      "learning_rate": 9.549915586927536e-06,
      "loss": 0.0017,
      "step": 26330
    },
    {
      "epoch": 0.4451467344921119,
      "grad_norm": 0.322773277759552,
      "learning_rate": 9.549303858009329e-06,
      "loss": 0.002,
      "step": 26340
    },
    {
      "epoch": 0.44531573477096237,
      "grad_norm": 0.16484954953193665,
      "learning_rate": 9.548691733279644e-06,
      "loss": 0.0029,
      "step": 26350
    },
    {
      "epoch": 0.44548473504981284,
      "grad_norm": 0.09908819943666458,
      "learning_rate": 9.548079212791739e-06,
      "loss": 0.0019,
      "step": 26360
    },
    {
      "epoch": 0.4456537353286633,
      "grad_norm": 0.08926418423652649,
      "learning_rate": 9.547466296598907e-06,
      "loss": 0.0018,
      "step": 26370
    },
    {
      "epoch": 0.44582273560751373,
      "grad_norm": 0.14144323766231537,
      "learning_rate": 9.546852984754474e-06,
      "loss": 0.0024,
      "step": 26380
    },
    {
      "epoch": 0.4459917358863642,
      "grad_norm": 0.09844768047332764,
      "learning_rate": 9.546239277311799e-06,
      "loss": 0.0023,
      "step": 26390
    },
    {
      "epoch": 0.4461607361652147,
      "grad_norm": 0.02975483052432537,
      "learning_rate": 9.545625174324282e-06,
      "loss": 0.0023,
      "step": 26400
    },
    {
      "epoch": 0.44632973644406515,
      "grad_norm": 0.11824537813663483,
      "learning_rate": 9.545010675845352e-06,
      "loss": 0.0035,
      "step": 26410
    },
    {
      "epoch": 0.44649873672291557,
      "grad_norm": 0.20971493422985077,
      "learning_rate": 9.544395781928471e-06,
      "loss": 0.0035,
      "step": 26420
    },
    {
      "epoch": 0.44666773700176604,
      "grad_norm": 0.06645579636096954,
      "learning_rate": 9.543780492627137e-06,
      "loss": 0.0026,
      "step": 26430
    },
    {
      "epoch": 0.4468367372806165,
      "grad_norm": 0.08542334288358688,
      "learning_rate": 9.543164807994886e-06,
      "loss": 0.0018,
      "step": 26440
    },
    {
      "epoch": 0.447005737559467,
      "grad_norm": 0.2023836076259613,
      "learning_rate": 9.542548728085286e-06,
      "loss": 0.0034,
      "step": 26450
    },
    {
      "epoch": 0.44717473783831746,
      "grad_norm": 0.052794910967350006,
      "learning_rate": 9.541932252951938e-06,
      "loss": 0.0011,
      "step": 26460
    },
    {
      "epoch": 0.4473437381171679,
      "grad_norm": 0.22299179434776306,
      "learning_rate": 9.541315382648476e-06,
      "loss": 0.0035,
      "step": 26470
    },
    {
      "epoch": 0.44751273839601835,
      "grad_norm": 0.06551665812730789,
      "learning_rate": 9.540698117228573e-06,
      "loss": 0.0021,
      "step": 26480
    },
    {
      "epoch": 0.4476817386748688,
      "grad_norm": 0.12201642245054245,
      "learning_rate": 9.540080456745934e-06,
      "loss": 0.0016,
      "step": 26490
    },
    {
      "epoch": 0.4478507389537193,
      "grad_norm": 0.08223738521337509,
      "learning_rate": 9.539462401254298e-06,
      "loss": 0.0019,
      "step": 26500
    },
    {
      "epoch": 0.4480197392325697,
      "grad_norm": 0.2150903344154358,
      "learning_rate": 9.538843950807438e-06,
      "loss": 0.0041,
      "step": 26510
    },
    {
      "epoch": 0.4481887395114202,
      "grad_norm": 0.1299905776977539,
      "learning_rate": 9.538225105459164e-06,
      "loss": 0.0036,
      "step": 26520
    },
    {
      "epoch": 0.44835773979027066,
      "grad_norm": 0.020779894664883614,
      "learning_rate": 9.537605865263318e-06,
      "loss": 0.0021,
      "step": 26530
    },
    {
      "epoch": 0.44852674006912113,
      "grad_norm": 0.04517320543527603,
      "learning_rate": 9.536986230273774e-06,
      "loss": 0.0034,
      "step": 26540
    },
    {
      "epoch": 0.44869574034797155,
      "grad_norm": 0.12831257283687592,
      "learning_rate": 9.536366200544448e-06,
      "loss": 0.0033,
      "step": 26550
    },
    {
      "epoch": 0.448864740626822,
      "grad_norm": 0.13628539443016052,
      "learning_rate": 9.535745776129284e-06,
      "loss": 0.0031,
      "step": 26560
    },
    {
      "epoch": 0.4490337409056725,
      "grad_norm": 0.09149462729692459,
      "learning_rate": 9.53512495708226e-06,
      "loss": 0.0023,
      "step": 26570
    },
    {
      "epoch": 0.44920274118452297,
      "grad_norm": 0.07784470915794373,
      "learning_rate": 9.534503743457392e-06,
      "loss": 0.0025,
      "step": 26580
    },
    {
      "epoch": 0.44937174146337344,
      "grad_norm": 0.15072597563266754,
      "learning_rate": 9.533882135308727e-06,
      "loss": 0.0039,
      "step": 26590
    },
    {
      "epoch": 0.44954074174222386,
      "grad_norm": 0.10618377476930618,
      "learning_rate": 9.53326013269035e-06,
      "loss": 0.0043,
      "step": 26600
    },
    {
      "epoch": 0.44970974202107433,
      "grad_norm": 0.0775023028254509,
      "learning_rate": 9.532637735656379e-06,
      "loss": 0.0025,
      "step": 26610
    },
    {
      "epoch": 0.4498787422999248,
      "grad_norm": 0.10800741612911224,
      "learning_rate": 9.532014944260962e-06,
      "loss": 0.0028,
      "step": 26620
    },
    {
      "epoch": 0.4500477425787753,
      "grad_norm": 0.04061252623796463,
      "learning_rate": 9.531391758558286e-06,
      "loss": 0.0034,
      "step": 26630
    },
    {
      "epoch": 0.4502167428576257,
      "grad_norm": 0.004851445555686951,
      "learning_rate": 9.530768178602573e-06,
      "loss": 0.0032,
      "step": 26640
    },
    {
      "epoch": 0.45038574313647617,
      "grad_norm": 0.0552886426448822,
      "learning_rate": 9.530144204448076e-06,
      "loss": 0.0018,
      "step": 26650
    },
    {
      "epoch": 0.45055474341532664,
      "grad_norm": 0.14879478514194489,
      "learning_rate": 9.529519836149083e-06,
      "loss": 0.0021,
      "step": 26660
    },
    {
      "epoch": 0.4507237436941771,
      "grad_norm": 0.06371227651834488,
      "learning_rate": 9.528895073759921e-06,
      "loss": 0.0025,
      "step": 26670
    },
    {
      "epoch": 0.45089274397302753,
      "grad_norm": 1.3603676557540894,
      "learning_rate": 9.528269917334942e-06,
      "loss": 0.0047,
      "step": 26680
    },
    {
      "epoch": 0.451061744251878,
      "grad_norm": 0.04017437994480133,
      "learning_rate": 9.527644366928542e-06,
      "loss": 0.0027,
      "step": 26690
    },
    {
      "epoch": 0.4512307445307285,
      "grad_norm": 0.12146834284067154,
      "learning_rate": 9.527018422595144e-06,
      "loss": 0.005,
      "step": 26700
    },
    {
      "epoch": 0.45139974480957895,
      "grad_norm": 0.0878925770521164,
      "learning_rate": 9.52639208438921e-06,
      "loss": 0.0032,
      "step": 26710
    },
    {
      "epoch": 0.45156874508842937,
      "grad_norm": 0.04248873144388199,
      "learning_rate": 9.525765352365236e-06,
      "loss": 0.0024,
      "step": 26720
    },
    {
      "epoch": 0.45173774536727984,
      "grad_norm": 0.11376402527093887,
      "learning_rate": 9.525138226577744e-06,
      "loss": 0.0036,
      "step": 26730
    },
    {
      "epoch": 0.4519067456461303,
      "grad_norm": 0.1192072182893753,
      "learning_rate": 9.524510707081304e-06,
      "loss": 0.0023,
      "step": 26740
    },
    {
      "epoch": 0.4520757459249808,
      "grad_norm": 0.049709390848875046,
      "learning_rate": 9.52388279393051e-06,
      "loss": 0.0011,
      "step": 26750
    },
    {
      "epoch": 0.45224474620383126,
      "grad_norm": 0.1261884570121765,
      "learning_rate": 9.523254487179997e-06,
      "loss": 0.0028,
      "step": 26760
    },
    {
      "epoch": 0.4524137464826817,
      "grad_norm": 0.07239934056997299,
      "learning_rate": 9.522625786884424e-06,
      "loss": 0.0022,
      "step": 26770
    },
    {
      "epoch": 0.45258274676153215,
      "grad_norm": 0.010885490104556084,
      "learning_rate": 9.521996693098496e-06,
      "loss": 0.0028,
      "step": 26780
    },
    {
      "epoch": 0.4527517470403826,
      "grad_norm": 0.21607480943202972,
      "learning_rate": 9.521367205876946e-06,
      "loss": 0.002,
      "step": 26790
    },
    {
      "epoch": 0.4529207473192331,
      "grad_norm": 0.21466338634490967,
      "learning_rate": 9.520737325274544e-06,
      "loss": 0.0046,
      "step": 26800
    },
    {
      "epoch": 0.4530897475980835,
      "grad_norm": 0.21052201092243195,
      "learning_rate": 9.52010705134609e-06,
      "loss": 0.0019,
      "step": 26810
    },
    {
      "epoch": 0.453258747876934,
      "grad_norm": 0.07716619968414307,
      "learning_rate": 9.519476384146421e-06,
      "loss": 0.0051,
      "step": 26820
    },
    {
      "epoch": 0.45342774815578446,
      "grad_norm": 0.22380301356315613,
      "learning_rate": 9.518845323730413e-06,
      "loss": 0.0033,
      "step": 26830
    },
    {
      "epoch": 0.45359674843463493,
      "grad_norm": 0.035338010638952255,
      "learning_rate": 9.518213870152964e-06,
      "loss": 0.0024,
      "step": 26840
    },
    {
      "epoch": 0.45376574871348535,
      "grad_norm": 0.17700858414173126,
      "learning_rate": 9.517582023469019e-06,
      "loss": 0.0021,
      "step": 26850
    },
    {
      "epoch": 0.4539347489923358,
      "grad_norm": 0.08837666362524033,
      "learning_rate": 9.51694978373355e-06,
      "loss": 0.0033,
      "step": 26860
    },
    {
      "epoch": 0.4541037492711863,
      "grad_norm": 0.08255530148744583,
      "learning_rate": 9.516317151001562e-06,
      "loss": 0.0048,
      "step": 26870
    },
    {
      "epoch": 0.45427274955003677,
      "grad_norm": 0.18214929103851318,
      "learning_rate": 9.515684125328102e-06,
      "loss": 0.0029,
      "step": 26880
    },
    {
      "epoch": 0.45444174982888724,
      "grad_norm": 0.16345560550689697,
      "learning_rate": 9.515050706768243e-06,
      "loss": 0.0018,
      "step": 26890
    },
    {
      "epoch": 0.45461075010773766,
      "grad_norm": 0.05697440356016159,
      "learning_rate": 9.514416895377097e-06,
      "loss": 0.0017,
      "step": 26900
    },
    {
      "epoch": 0.45477975038658813,
      "grad_norm": 0.04156593605875969,
      "learning_rate": 9.513782691209808e-06,
      "loss": 0.0048,
      "step": 26910
    },
    {
      "epoch": 0.4549487506654386,
      "grad_norm": 0.10291267931461334,
      "learning_rate": 9.513148094321556e-06,
      "loss": 0.0028,
      "step": 26920
    },
    {
      "epoch": 0.4551177509442891,
      "grad_norm": 0.11824605613946915,
      "learning_rate": 9.512513104767553e-06,
      "loss": 0.0068,
      "step": 26930
    },
    {
      "epoch": 0.4552867512231395,
      "grad_norm": 0.14371328055858612,
      "learning_rate": 9.511877722603045e-06,
      "loss": 0.002,
      "step": 26940
    },
    {
      "epoch": 0.45545575150198997,
      "grad_norm": 0.054665789008140564,
      "learning_rate": 9.511241947883316e-06,
      "loss": 0.0025,
      "step": 26950
    },
    {
      "epoch": 0.45562475178084044,
      "grad_norm": 0.1597243696451187,
      "learning_rate": 9.51060578066368e-06,
      "loss": 0.0031,
      "step": 26960
    },
    {
      "epoch": 0.4557937520596909,
      "grad_norm": 0.027206890285015106,
      "learning_rate": 9.509969220999485e-06,
      "loss": 0.0033,
      "step": 26970
    },
    {
      "epoch": 0.45596275233854133,
      "grad_norm": 0.21192127466201782,
      "learning_rate": 9.509332268946118e-06,
      "loss": 0.0027,
      "step": 26980
    },
    {
      "epoch": 0.4561317526173918,
      "grad_norm": 0.17130592465400696,
      "learning_rate": 9.508694924558996e-06,
      "loss": 0.004,
      "step": 26990
    },
    {
      "epoch": 0.4563007528962423,
      "grad_norm": 0.08280270546674728,
      "learning_rate": 9.508057187893568e-06,
      "loss": 0.0024,
      "step": 27000
    },
    {
      "epoch": 0.45646975317509275,
      "grad_norm": 0.10956969857215881,
      "learning_rate": 9.507419059005325e-06,
      "loss": 0.0033,
      "step": 27010
    },
    {
      "epoch": 0.4566387534539432,
      "grad_norm": 0.07973030209541321,
      "learning_rate": 9.506780537949785e-06,
      "loss": 0.0024,
      "step": 27020
    },
    {
      "epoch": 0.45680775373279364,
      "grad_norm": 0.04599049314856529,
      "learning_rate": 9.5061416247825e-06,
      "loss": 0.003,
      "step": 27030
    },
    {
      "epoch": 0.4569767540116441,
      "grad_norm": 0.0669611468911171,
      "learning_rate": 9.505502319559062e-06,
      "loss": 0.0023,
      "step": 27040
    },
    {
      "epoch": 0.4571457542904946,
      "grad_norm": 0.18551360070705414,
      "learning_rate": 9.504862622335093e-06,
      "loss": 0.0031,
      "step": 27050
    },
    {
      "epoch": 0.45731475456934506,
      "grad_norm": 0.23695415258407593,
      "learning_rate": 9.50422253316625e-06,
      "loss": 0.0025,
      "step": 27060
    },
    {
      "epoch": 0.4574837548481955,
      "grad_norm": 0.23178884387016296,
      "learning_rate": 9.503582052108222e-06,
      "loss": 0.0039,
      "step": 27070
    },
    {
      "epoch": 0.45765275512704595,
      "grad_norm": 0.04792691767215729,
      "learning_rate": 9.502941179216734e-06,
      "loss": 0.002,
      "step": 27080
    },
    {
      "epoch": 0.4578217554058964,
      "grad_norm": 0.051211390644311905,
      "learning_rate": 9.502299914547547e-06,
      "loss": 0.0027,
      "step": 27090
    },
    {
      "epoch": 0.4579907556847469,
      "grad_norm": 0.08183260262012482,
      "learning_rate": 9.501658258156455e-06,
      "loss": 0.0027,
      "step": 27100
    },
    {
      "epoch": 0.4581597559635973,
      "grad_norm": 0.10788262635469437,
      "learning_rate": 9.501016210099284e-06,
      "loss": 0.0023,
      "step": 27110
    },
    {
      "epoch": 0.4583287562424478,
      "grad_norm": 0.05273312330245972,
      "learning_rate": 9.500373770431893e-06,
      "loss": 0.0018,
      "step": 27120
    },
    {
      "epoch": 0.45849775652129826,
      "grad_norm": 0.13591207563877106,
      "learning_rate": 9.499730939210178e-06,
      "loss": 0.0029,
      "step": 27130
    },
    {
      "epoch": 0.45866675680014873,
      "grad_norm": 0.13457539677619934,
      "learning_rate": 9.49908771649007e-06,
      "loss": 0.0041,
      "step": 27140
    },
    {
      "epoch": 0.4588357570789992,
      "grad_norm": 0.04396795853972435,
      "learning_rate": 9.498444102327534e-06,
      "loss": 0.0031,
      "step": 27150
    },
    {
      "epoch": 0.4590047573578496,
      "grad_norm": 0.03095605969429016,
      "learning_rate": 9.497800096778565e-06,
      "loss": 0.0015,
      "step": 27160
    },
    {
      "epoch": 0.4591737576367001,
      "grad_norm": 0.10350055247545242,
      "learning_rate": 9.497155699899194e-06,
      "loss": 0.0019,
      "step": 27170
    },
    {
      "epoch": 0.45934275791555057,
      "grad_norm": 0.07381950318813324,
      "learning_rate": 9.496510911745489e-06,
      "loss": 0.0023,
      "step": 27180
    },
    {
      "epoch": 0.45951175819440104,
      "grad_norm": 0.07345439493656158,
      "learning_rate": 9.495865732373549e-06,
      "loss": 0.0026,
      "step": 27190
    },
    {
      "epoch": 0.45968075847325146,
      "grad_norm": 0.10080543160438538,
      "learning_rate": 9.495220161839505e-06,
      "loss": 0.0029,
      "step": 27200
    },
    {
      "epoch": 0.45984975875210193,
      "grad_norm": 0.07151289284229279,
      "learning_rate": 9.49457420019953e-06,
      "loss": 0.0018,
      "step": 27210
    },
    {
      "epoch": 0.4600187590309524,
      "grad_norm": 0.08651597052812576,
      "learning_rate": 9.493927847509821e-06,
      "loss": 0.0028,
      "step": 27220
    },
    {
      "epoch": 0.4601877593098029,
      "grad_norm": 0.013782293535768986,
      "learning_rate": 9.493281103826614e-06,
      "loss": 0.0028,
      "step": 27230
    },
    {
      "epoch": 0.4603567595886533,
      "grad_norm": 0.14195019006729126,
      "learning_rate": 9.492633969206184e-06,
      "loss": 0.0032,
      "step": 27240
    },
    {
      "epoch": 0.46052575986750377,
      "grad_norm": 0.2378387153148651,
      "learning_rate": 9.49198644370483e-06,
      "loss": 0.0042,
      "step": 27250
    },
    {
      "epoch": 0.46069476014635424,
      "grad_norm": 0.06230916827917099,
      "learning_rate": 9.491338527378892e-06,
      "loss": 0.003,
      "step": 27260
    },
    {
      "epoch": 0.4608637604252047,
      "grad_norm": 0.10277201235294342,
      "learning_rate": 9.49069022028474e-06,
      "loss": 0.0029,
      "step": 27270
    },
    {
      "epoch": 0.4610327607040552,
      "grad_norm": 0.2792683243751526,
      "learning_rate": 9.490041522478781e-06,
      "loss": 0.0034,
      "step": 27280
    },
    {
      "epoch": 0.4612017609829056,
      "grad_norm": 0.07100880146026611,
      "learning_rate": 9.489392434017455e-06,
      "loss": 0.0015,
      "step": 27290
    },
    {
      "epoch": 0.4613707612617561,
      "grad_norm": 0.11998149007558823,
      "learning_rate": 9.488742954957236e-06,
      "loss": 0.0029,
      "step": 27300
    },
    {
      "epoch": 0.46153976154060655,
      "grad_norm": 0.09208308160305023,
      "learning_rate": 9.488093085354632e-06,
      "loss": 0.0025,
      "step": 27310
    },
    {
      "epoch": 0.461708761819457,
      "grad_norm": 0.11172691732645035,
      "learning_rate": 9.487442825266182e-06,
      "loss": 0.0019,
      "step": 27320
    },
    {
      "epoch": 0.46187776209830744,
      "grad_norm": 0.06742815673351288,
      "learning_rate": 9.486792174748467e-06,
      "loss": 0.002,
      "step": 27330
    },
    {
      "epoch": 0.4620467623771579,
      "grad_norm": 0.1170259416103363,
      "learning_rate": 9.486141133858092e-06,
      "loss": 0.0022,
      "step": 27340
    },
    {
      "epoch": 0.4622157626560084,
      "grad_norm": 0.02968103438615799,
      "learning_rate": 9.485489702651703e-06,
      "loss": 0.0011,
      "step": 27350
    },
    {
      "epoch": 0.46238476293485886,
      "grad_norm": 0.08396390825510025,
      "learning_rate": 9.484837881185977e-06,
      "loss": 0.0019,
      "step": 27360
    },
    {
      "epoch": 0.4625537632137093,
      "grad_norm": 0.120454341173172,
      "learning_rate": 9.484185669517625e-06,
      "loss": 0.0023,
      "step": 27370
    },
    {
      "epoch": 0.46272276349255975,
      "grad_norm": 0.04382321983575821,
      "learning_rate": 9.483533067703394e-06,
      "loss": 0.0015,
      "step": 27380
    },
    {
      "epoch": 0.4628917637714102,
      "grad_norm": 0.12909847497940063,
      "learning_rate": 9.482880075800064e-06,
      "loss": 0.0055,
      "step": 27390
    },
    {
      "epoch": 0.4630607640502607,
      "grad_norm": 0.17938898503780365,
      "learning_rate": 9.482226693864445e-06,
      "loss": 0.0042,
      "step": 27400
    },
    {
      "epoch": 0.4632297643291111,
      "grad_norm": 0.05244031921029091,
      "learning_rate": 9.481572921953388e-06,
      "loss": 0.0022,
      "step": 27410
    },
    {
      "epoch": 0.4633987646079616,
      "grad_norm": 0.02196231298148632,
      "learning_rate": 9.480918760123774e-06,
      "loss": 0.0025,
      "step": 27420
    },
    {
      "epoch": 0.46356776488681206,
      "grad_norm": 0.1432347148656845,
      "learning_rate": 9.480264208432517e-06,
      "loss": 0.0028,
      "step": 27430
    },
    {
      "epoch": 0.46373676516566253,
      "grad_norm": 0.1046581119298935,
      "learning_rate": 9.479609266936566e-06,
      "loss": 0.0035,
      "step": 27440
    },
    {
      "epoch": 0.463905765444513,
      "grad_norm": 0.018662603572010994,
      "learning_rate": 9.478953935692906e-06,
      "loss": 0.0032,
      "step": 27450
    },
    {
      "epoch": 0.4640747657233634,
      "grad_norm": 0.020825045183300972,
      "learning_rate": 9.47829821475855e-06,
      "loss": 0.0025,
      "step": 27460
    },
    {
      "epoch": 0.4642437660022139,
      "grad_norm": 0.07902387529611588,
      "learning_rate": 9.477642104190552e-06,
      "loss": 0.0023,
      "step": 27470
    },
    {
      "epoch": 0.46441276628106437,
      "grad_norm": 0.01250784657895565,
      "learning_rate": 9.476985604045998e-06,
      "loss": 0.0029,
      "step": 27480
    },
    {
      "epoch": 0.46458176655991484,
      "grad_norm": 0.039467018097639084,
      "learning_rate": 9.476328714382003e-06,
      "loss": 0.0025,
      "step": 27490
    },
    {
      "epoch": 0.46475076683876526,
      "grad_norm": 0.16227799654006958,
      "learning_rate": 9.475671435255722e-06,
      "loss": 0.0028,
      "step": 27500
    },
    {
      "epoch": 0.46491976711761573,
      "grad_norm": 0.21521276235580444,
      "learning_rate": 9.475013766724341e-06,
      "loss": 0.0033,
      "step": 27510
    },
    {
      "epoch": 0.4650887673964662,
      "grad_norm": 0.17984019219875336,
      "learning_rate": 9.474355708845082e-06,
      "loss": 0.0066,
      "step": 27520
    },
    {
      "epoch": 0.4652577676753167,
      "grad_norm": 0.1133570596575737,
      "learning_rate": 9.473697261675195e-06,
      "loss": 0.0034,
      "step": 27530
    },
    {
      "epoch": 0.4654267679541671,
      "grad_norm": 0.03497983515262604,
      "learning_rate": 9.473038425271973e-06,
      "loss": 0.0042,
      "step": 27540
    },
    {
      "epoch": 0.46559576823301757,
      "grad_norm": 0.03304870426654816,
      "learning_rate": 9.472379199692734e-06,
      "loss": 0.0032,
      "step": 27550
    },
    {
      "epoch": 0.46576476851186804,
      "grad_norm": 0.019517891108989716,
      "learning_rate": 9.471719584994836e-06,
      "loss": 0.0016,
      "step": 27560
    },
    {
      "epoch": 0.4659337687907185,
      "grad_norm": 0.05855069309473038,
      "learning_rate": 9.471059581235668e-06,
      "loss": 0.0018,
      "step": 27570
    },
    {
      "epoch": 0.466102769069569,
      "grad_norm": 0.13207753002643585,
      "learning_rate": 9.470399188472655e-06,
      "loss": 0.0032,
      "step": 27580
    },
    {
      "epoch": 0.4662717693484194,
      "grad_norm": 0.23710985481739044,
      "learning_rate": 9.469738406763252e-06,
      "loss": 0.0032,
      "step": 27590
    },
    {
      "epoch": 0.4664407696272699,
      "grad_norm": 0.0779089406132698,
      "learning_rate": 9.46907723616495e-06,
      "loss": 0.0031,
      "step": 27600
    },
    {
      "epoch": 0.46660976990612035,
      "grad_norm": 0.030405018478631973,
      "learning_rate": 9.468415676735276e-06,
      "loss": 0.0027,
      "step": 27610
    },
    {
      "epoch": 0.4667787701849708,
      "grad_norm": 0.062397025525569916,
      "learning_rate": 9.467753728531789e-06,
      "loss": 0.0019,
      "step": 27620
    },
    {
      "epoch": 0.46694777046382124,
      "grad_norm": 0.058743417263031006,
      "learning_rate": 9.46709139161208e-06,
      "loss": 0.0016,
      "step": 27630
    },
    {
      "epoch": 0.4671167707426717,
      "grad_norm": 0.13921846449375153,
      "learning_rate": 9.466428666033778e-06,
      "loss": 0.0027,
      "step": 27640
    },
    {
      "epoch": 0.4672857710215222,
      "grad_norm": 0.025780148804187775,
      "learning_rate": 9.46576555185454e-06,
      "loss": 0.0032,
      "step": 27650
    },
    {
      "epoch": 0.46745477130037266,
      "grad_norm": 0.02071690745651722,
      "learning_rate": 9.465102049132062e-06,
      "loss": 0.0023,
      "step": 27660
    },
    {
      "epoch": 0.4676237715792231,
      "grad_norm": 0.19302938878536224,
      "learning_rate": 9.464438157924071e-06,
      "loss": 0.0039,
      "step": 27670
    },
    {
      "epoch": 0.46779277185807355,
      "grad_norm": 0.05434525012969971,
      "learning_rate": 9.463773878288331e-06,
      "loss": 0.0023,
      "step": 27680
    },
    {
      "epoch": 0.467961772136924,
      "grad_norm": 0.0356968455016613,
      "learning_rate": 9.463109210282637e-06,
      "loss": 0.0019,
      "step": 27690
    },
    {
      "epoch": 0.4681307724157745,
      "grad_norm": 0.08952018618583679,
      "learning_rate": 9.462444153964816e-06,
      "loss": 0.0024,
      "step": 27700
    },
    {
      "epoch": 0.46829977269462497,
      "grad_norm": 0.10880987346172333,
      "learning_rate": 9.461778709392732e-06,
      "loss": 0.0024,
      "step": 27710
    },
    {
      "epoch": 0.4684687729734754,
      "grad_norm": 0.009157329797744751,
      "learning_rate": 9.461112876624283e-06,
      "loss": 0.0031,
      "step": 27720
    },
    {
      "epoch": 0.46863777325232586,
      "grad_norm": 0.06396792829036713,
      "learning_rate": 9.460446655717401e-06,
      "loss": 0.0025,
      "step": 27730
    },
    {
      "epoch": 0.46880677353117634,
      "grad_norm": 0.0792291983962059,
      "learning_rate": 9.459780046730046e-06,
      "loss": 0.0029,
      "step": 27740
    },
    {
      "epoch": 0.4689757738100268,
      "grad_norm": 0.17137271165847778,
      "learning_rate": 9.45911304972022e-06,
      "loss": 0.0023,
      "step": 27750
    },
    {
      "epoch": 0.4691447740888772,
      "grad_norm": 0.16492405533790588,
      "learning_rate": 9.458445664745954e-06,
      "loss": 0.0041,
      "step": 27760
    },
    {
      "epoch": 0.4693137743677277,
      "grad_norm": 0.08875801414251328,
      "learning_rate": 9.457777891865312e-06,
      "loss": 0.0019,
      "step": 27770
    },
    {
      "epoch": 0.46948277464657817,
      "grad_norm": 0.035520289093256,
      "learning_rate": 9.457109731136396e-06,
      "loss": 0.0023,
      "step": 27780
    },
    {
      "epoch": 0.46965177492542864,
      "grad_norm": 0.03769254311919212,
      "learning_rate": 9.456441182617339e-06,
      "loss": 0.0032,
      "step": 27790
    },
    {
      "epoch": 0.46982077520427906,
      "grad_norm": 0.022853732109069824,
      "learning_rate": 9.455772246366306e-06,
      "loss": 0.0029,
      "step": 27800
    },
    {
      "epoch": 0.46998977548312953,
      "grad_norm": 0.08009804040193558,
      "learning_rate": 9.4551029224415e-06,
      "loss": 0.0017,
      "step": 27810
    },
    {
      "epoch": 0.47015877576198,
      "grad_norm": 0.1740979701280594,
      "learning_rate": 9.454433210901152e-06,
      "loss": 0.0039,
      "step": 27820
    },
    {
      "epoch": 0.4703277760408305,
      "grad_norm": 0.014562606811523438,
      "learning_rate": 9.453763111803536e-06,
      "loss": 0.0036,
      "step": 27830
    },
    {
      "epoch": 0.47049677631968095,
      "grad_norm": 0.1988329291343689,
      "learning_rate": 9.453092625206947e-06,
      "loss": 0.0039,
      "step": 27840
    },
    {
      "epoch": 0.47066577659853137,
      "grad_norm": 0.09475607424974442,
      "learning_rate": 9.452421751169724e-06,
      "loss": 0.0031,
      "step": 27850
    },
    {
      "epoch": 0.47083477687738184,
      "grad_norm": 0.05441892519593239,
      "learning_rate": 9.451750489750238e-06,
      "loss": 0.0031,
      "step": 27860
    },
    {
      "epoch": 0.4710037771562323,
      "grad_norm": 0.1322525590658188,
      "learning_rate": 9.45107884100689e-06,
      "loss": 0.0019,
      "step": 27870
    },
    {
      "epoch": 0.4711727774350828,
      "grad_norm": 0.23945532739162445,
      "learning_rate": 9.450406804998116e-06,
      "loss": 0.0034,
      "step": 27880
    },
    {
      "epoch": 0.4713417777139332,
      "grad_norm": 0.09466557949781418,
      "learning_rate": 9.449734381782388e-06,
      "loss": 0.0018,
      "step": 27890
    },
    {
      "epoch": 0.4715107779927837,
      "grad_norm": 0.10149737447500229,
      "learning_rate": 9.449061571418208e-06,
      "loss": 0.0021,
      "step": 27900
    },
    {
      "epoch": 0.47167977827163415,
      "grad_norm": 0.11542762815952301,
      "learning_rate": 9.448388373964118e-06,
      "loss": 0.0027,
      "step": 27910
    },
    {
      "epoch": 0.4718487785504846,
      "grad_norm": 0.09331060945987701,
      "learning_rate": 9.447714789478684e-06,
      "loss": 0.0028,
      "step": 27920
    },
    {
      "epoch": 0.47201777882933504,
      "grad_norm": 0.21507014334201813,
      "learning_rate": 9.447040818020514e-06,
      "loss": 0.0031,
      "step": 27930
    },
    {
      "epoch": 0.4721867791081855,
      "grad_norm": 0.18056412041187286,
      "learning_rate": 9.446366459648246e-06,
      "loss": 0.0024,
      "step": 27940
    },
    {
      "epoch": 0.472355779387036,
      "grad_norm": 0.17236560583114624,
      "learning_rate": 9.445691714420553e-06,
      "loss": 0.0059,
      "step": 27950
    },
    {
      "epoch": 0.47252477966588646,
      "grad_norm": 0.06868729740381241,
      "learning_rate": 9.445016582396143e-06,
      "loss": 0.0023,
      "step": 27960
    },
    {
      "epoch": 0.47269377994473694,
      "grad_norm": 0.04553517326712608,
      "learning_rate": 9.44434106363375e-06,
      "loss": 0.0024,
      "step": 27970
    },
    {
      "epoch": 0.47286278022358735,
      "grad_norm": 0.14323654770851135,
      "learning_rate": 9.443665158192154e-06,
      "loss": 0.0034,
      "step": 27980
    },
    {
      "epoch": 0.4730317805024378,
      "grad_norm": 0.08195087313652039,
      "learning_rate": 9.442988866130159e-06,
      "loss": 0.0029,
      "step": 27990
    },
    {
      "epoch": 0.4732007807812883,
      "grad_norm": 0.04136926308274269,
      "learning_rate": 9.442312187506605e-06,
      "loss": 0.0026,
      "step": 28000
    },
    {
      "epoch": 0.4733697810601388,
      "grad_norm": 0.09844597429037094,
      "learning_rate": 9.441635122380367e-06,
      "loss": 0.003,
      "step": 28010
    },
    {
      "epoch": 0.4735387813389892,
      "grad_norm": 0.02087082341313362,
      "learning_rate": 9.440957670810354e-06,
      "loss": 0.0026,
      "step": 28020
    },
    {
      "epoch": 0.47370778161783966,
      "grad_norm": 0.14074547588825226,
      "learning_rate": 9.440279832855507e-06,
      "loss": 0.0018,
      "step": 28030
    },
    {
      "epoch": 0.47387678189669014,
      "grad_norm": 0.11037290841341019,
      "learning_rate": 9.4396016085748e-06,
      "loss": 0.0035,
      "step": 28040
    },
    {
      "epoch": 0.4740457821755406,
      "grad_norm": 0.13119235634803772,
      "learning_rate": 9.438922998027242e-06,
      "loss": 0.0043,
      "step": 28050
    },
    {
      "epoch": 0.474214782454391,
      "grad_norm": 0.27193567156791687,
      "learning_rate": 9.438244001271878e-06,
      "loss": 0.0019,
      "step": 28060
    },
    {
      "epoch": 0.4743837827332415,
      "grad_norm": 0.061256974935531616,
      "learning_rate": 9.437564618367781e-06,
      "loss": 0.0023,
      "step": 28070
    },
    {
      "epoch": 0.47455278301209197,
      "grad_norm": 0.06362022459506989,
      "learning_rate": 9.436884849374062e-06,
      "loss": 0.004,
      "step": 28080
    },
    {
      "epoch": 0.47472178329094245,
      "grad_norm": 0.09642446041107178,
      "learning_rate": 9.436204694349863e-06,
      "loss": 0.0019,
      "step": 28090
    },
    {
      "epoch": 0.47489078356979286,
      "grad_norm": 0.06854920089244843,
      "learning_rate": 9.435524153354363e-06,
      "loss": 0.0068,
      "step": 28100
    },
    {
      "epoch": 0.47505978384864334,
      "grad_norm": 0.1118801087141037,
      "learning_rate": 9.43484322644677e-06,
      "loss": 0.0048,
      "step": 28110
    },
    {
      "epoch": 0.4752287841274938,
      "grad_norm": 0.10855915397405624,
      "learning_rate": 9.434161913686331e-06,
      "loss": 0.0021,
      "step": 28120
    },
    {
      "epoch": 0.4753977844063443,
      "grad_norm": 0.1947670429944992,
      "learning_rate": 9.433480215132319e-06,
      "loss": 0.002,
      "step": 28130
    },
    {
      "epoch": 0.47556678468519475,
      "grad_norm": 0.2410636693239212,
      "learning_rate": 9.43279813084405e-06,
      "loss": 0.0034,
      "step": 28140
    },
    {
      "epoch": 0.47573578496404517,
      "grad_norm": 0.1882900595664978,
      "learning_rate": 9.432115660880862e-06,
      "loss": 0.0022,
      "step": 28150
    },
    {
      "epoch": 0.47590478524289564,
      "grad_norm": 0.17083005607128143,
      "learning_rate": 9.431432805302141e-06,
      "loss": 0.0023,
      "step": 28160
    },
    {
      "epoch": 0.4760737855217461,
      "grad_norm": 0.15488651394844055,
      "learning_rate": 9.430749564167294e-06,
      "loss": 0.0041,
      "step": 28170
    },
    {
      "epoch": 0.4762427858005966,
      "grad_norm": 0.05121308192610741,
      "learning_rate": 9.430065937535769e-06,
      "loss": 0.0025,
      "step": 28180
    },
    {
      "epoch": 0.476411786079447,
      "grad_norm": 0.07457858324050903,
      "learning_rate": 9.429381925467042e-06,
      "loss": 0.0018,
      "step": 28190
    },
    {
      "epoch": 0.4765807863582975,
      "grad_norm": 0.16733551025390625,
      "learning_rate": 9.428697528020626e-06,
      "loss": 0.0018,
      "step": 28200
    },
    {
      "epoch": 0.47674978663714795,
      "grad_norm": 0.05104765668511391,
      "learning_rate": 9.428012745256068e-06,
      "loss": 0.0031,
      "step": 28210
    },
    {
      "epoch": 0.4769187869159984,
      "grad_norm": 0.1416759192943573,
      "learning_rate": 9.427327577232948e-06,
      "loss": 0.0013,
      "step": 28220
    },
    {
      "epoch": 0.47708778719484884,
      "grad_norm": 0.08597423881292343,
      "learning_rate": 9.426642024010877e-06,
      "loss": 0.0013,
      "step": 28230
    },
    {
      "epoch": 0.4772567874736993,
      "grad_norm": 0.11198081821203232,
      "learning_rate": 9.425956085649502e-06,
      "loss": 0.0034,
      "step": 28240
    },
    {
      "epoch": 0.4774257877525498,
      "grad_norm": 0.14100314676761627,
      "learning_rate": 9.425269762208504e-06,
      "loss": 0.0023,
      "step": 28250
    },
    {
      "epoch": 0.47759478803140026,
      "grad_norm": 0.041467033326625824,
      "learning_rate": 9.424583053747596e-06,
      "loss": 0.0034,
      "step": 28260
    },
    {
      "epoch": 0.47776378831025074,
      "grad_norm": 0.020220177248120308,
      "learning_rate": 9.423895960326524e-06,
      "loss": 0.0036,
      "step": 28270
    },
    {
      "epoch": 0.47793278858910115,
      "grad_norm": 0.030264656990766525,
      "learning_rate": 9.423208482005068e-06,
      "loss": 0.0018,
      "step": 28280
    },
    {
      "epoch": 0.4781017888679516,
      "grad_norm": 0.05260373651981354,
      "learning_rate": 9.422520618843045e-06,
      "loss": 0.003,
      "step": 28290
    },
    {
      "epoch": 0.4782707891468021,
      "grad_norm": 0.05647336319088936,
      "learning_rate": 9.4218323709003e-06,
      "loss": 0.0044,
      "step": 28300
    },
    {
      "epoch": 0.4784397894256526,
      "grad_norm": 0.2026774287223816,
      "learning_rate": 9.421143738236715e-06,
      "loss": 0.0034,
      "step": 28310
    },
    {
      "epoch": 0.478608789704503,
      "grad_norm": 0.07637016475200653,
      "learning_rate": 9.420454720912203e-06,
      "loss": 0.0046,
      "step": 28320
    },
    {
      "epoch": 0.47877778998335346,
      "grad_norm": 0.3951351046562195,
      "learning_rate": 9.419765318986713e-06,
      "loss": 0.0024,
      "step": 28330
    },
    {
      "epoch": 0.47894679026220394,
      "grad_norm": 0.03452563285827637,
      "learning_rate": 9.419075532520225e-06,
      "loss": 0.0034,
      "step": 28340
    },
    {
      "epoch": 0.4791157905410544,
      "grad_norm": 0.017014149576425552,
      "learning_rate": 9.418385361572758e-06,
      "loss": 0.0025,
      "step": 28350
    },
    {
      "epoch": 0.4792847908199048,
      "grad_norm": 0.1143660619854927,
      "learning_rate": 9.417694806204353e-06,
      "loss": 0.002,
      "step": 28360
    },
    {
      "epoch": 0.4794537910987553,
      "grad_norm": 0.1327093243598938,
      "learning_rate": 9.417003866475099e-06,
      "loss": 0.0025,
      "step": 28370
    },
    {
      "epoch": 0.4796227913776058,
      "grad_norm": 0.06873395293951035,
      "learning_rate": 9.416312542445105e-06,
      "loss": 0.0031,
      "step": 28380
    },
    {
      "epoch": 0.47979179165645625,
      "grad_norm": 0.18769247829914093,
      "learning_rate": 9.415620834174524e-06,
      "loss": 0.0032,
      "step": 28390
    },
    {
      "epoch": 0.4799607919353067,
      "grad_norm": 0.05309249460697174,
      "learning_rate": 9.414928741723535e-06,
      "loss": 0.0018,
      "step": 28400
    },
    {
      "epoch": 0.48012979221415714,
      "grad_norm": 0.07335963100194931,
      "learning_rate": 9.414236265152355e-06,
      "loss": 0.0026,
      "step": 28410
    },
    {
      "epoch": 0.4802987924930076,
      "grad_norm": 0.02062637358903885,
      "learning_rate": 9.413543404521233e-06,
      "loss": 0.0012,
      "step": 28420
    },
    {
      "epoch": 0.4804677927718581,
      "grad_norm": 0.2966996431350708,
      "learning_rate": 9.41285015989045e-06,
      "loss": 0.0034,
      "step": 28430
    },
    {
      "epoch": 0.48063679305070856,
      "grad_norm": 0.11095491051673889,
      "learning_rate": 9.412156531320323e-06,
      "loss": 0.0026,
      "step": 28440
    },
    {
      "epoch": 0.480805793329559,
      "grad_norm": 0.09372120350599289,
      "learning_rate": 9.4114625188712e-06,
      "loss": 0.0023,
      "step": 28450
    },
    {
      "epoch": 0.48097479360840945,
      "grad_norm": 0.05419611930847168,
      "learning_rate": 9.410768122603464e-06,
      "loss": 0.0043,
      "step": 28460
    },
    {
      "epoch": 0.4811437938872599,
      "grad_norm": 0.08735162019729614,
      "learning_rate": 9.410073342577532e-06,
      "loss": 0.002,
      "step": 28470
    },
    {
      "epoch": 0.4813127941661104,
      "grad_norm": 0.1224854364991188,
      "learning_rate": 9.40937817885385e-06,
      "loss": 0.0026,
      "step": 28480
    },
    {
      "epoch": 0.4814817944449608,
      "grad_norm": 0.03866802901029587,
      "learning_rate": 9.408682631492902e-06,
      "loss": 0.0019,
      "step": 28490
    },
    {
      "epoch": 0.4816507947238113,
      "grad_norm": 0.06974063068628311,
      "learning_rate": 9.407986700555206e-06,
      "loss": 0.0043,
      "step": 28500
    },
    {
      "epoch": 0.48181979500266175,
      "grad_norm": 0.06814968585968018,
      "learning_rate": 9.40729038610131e-06,
      "loss": 0.0022,
      "step": 28510
    },
    {
      "epoch": 0.48198879528151223,
      "grad_norm": 0.022219954058527946,
      "learning_rate": 9.406593688191796e-06,
      "loss": 0.0019,
      "step": 28520
    },
    {
      "epoch": 0.4821577955603627,
      "grad_norm": 0.1143420934677124,
      "learning_rate": 9.405896606887282e-06,
      "loss": 0.0036,
      "step": 28530
    },
    {
      "epoch": 0.4823267958392131,
      "grad_norm": 0.12258830666542053,
      "learning_rate": 9.405199142248414e-06,
      "loss": 0.006,
      "step": 28540
    },
    {
      "epoch": 0.4824957961180636,
      "grad_norm": 0.3413972556591034,
      "learning_rate": 9.404501294335878e-06,
      "loss": 0.0025,
      "step": 28550
    },
    {
      "epoch": 0.48266479639691406,
      "grad_norm": 0.15560147166252136,
      "learning_rate": 9.403803063210389e-06,
      "loss": 0.0015,
      "step": 28560
    },
    {
      "epoch": 0.48283379667576454,
      "grad_norm": 0.04303400591015816,
      "learning_rate": 9.403104448932696e-06,
      "loss": 0.0023,
      "step": 28570
    },
    {
      "epoch": 0.48300279695461495,
      "grad_norm": 0.10534984618425369,
      "learning_rate": 9.402405451563583e-06,
      "loss": 0.0028,
      "step": 28580
    },
    {
      "epoch": 0.4831717972334654,
      "grad_norm": 0.0458071269094944,
      "learning_rate": 9.401706071163866e-06,
      "loss": 0.0027,
      "step": 28590
    },
    {
      "epoch": 0.4833407975123159,
      "grad_norm": 0.017634080722928047,
      "learning_rate": 9.401006307794394e-06,
      "loss": 0.0014,
      "step": 28600
    },
    {
      "epoch": 0.4835097977911664,
      "grad_norm": 0.07521199434995651,
      "learning_rate": 9.400306161516049e-06,
      "loss": 0.0019,
      "step": 28610
    },
    {
      "epoch": 0.4836787980700168,
      "grad_norm": 0.10925111174583435,
      "learning_rate": 9.399605632389748e-06,
      "loss": 0.0033,
      "step": 28620
    },
    {
      "epoch": 0.48384779834886726,
      "grad_norm": 0.01852216199040413,
      "learning_rate": 9.39890472047644e-06,
      "loss": 0.0021,
      "step": 28630
    },
    {
      "epoch": 0.48401679862771774,
      "grad_norm": 0.09024424850940704,
      "learning_rate": 9.39820342583711e-06,
      "loss": 0.0028,
      "step": 28640
    },
    {
      "epoch": 0.4841857989065682,
      "grad_norm": 0.08193477988243103,
      "learning_rate": 9.39750174853277e-06,
      "loss": 0.0017,
      "step": 28650
    },
    {
      "epoch": 0.4843547991854187,
      "grad_norm": 0.08656947314739227,
      "learning_rate": 9.396799688624473e-06,
      "loss": 0.0023,
      "step": 28660
    },
    {
      "epoch": 0.4845237994642691,
      "grad_norm": 0.08420667797327042,
      "learning_rate": 9.396097246173299e-06,
      "loss": 0.0016,
      "step": 28670
    },
    {
      "epoch": 0.4846927997431196,
      "grad_norm": 0.13190427422523499,
      "learning_rate": 9.395394421240366e-06,
      "loss": 0.0016,
      "step": 28680
    },
    {
      "epoch": 0.48486180002197005,
      "grad_norm": 0.13366137444972992,
      "learning_rate": 9.394691213886823e-06,
      "loss": 0.0014,
      "step": 28690
    },
    {
      "epoch": 0.4850308003008205,
      "grad_norm": 0.0756131261587143,
      "learning_rate": 9.393987624173849e-06,
      "loss": 0.0032,
      "step": 28700
    },
    {
      "epoch": 0.48519980057967094,
      "grad_norm": 0.034523122012615204,
      "learning_rate": 9.393283652162664e-06,
      "loss": 0.0032,
      "step": 28710
    },
    {
      "epoch": 0.4853688008585214,
      "grad_norm": 0.05466236546635628,
      "learning_rate": 9.392579297914515e-06,
      "loss": 0.0028,
      "step": 28720
    },
    {
      "epoch": 0.4855378011373719,
      "grad_norm": 0.16884277760982513,
      "learning_rate": 9.391874561490685e-06,
      "loss": 0.0026,
      "step": 28730
    },
    {
      "epoch": 0.48570680141622236,
      "grad_norm": 0.11400584131479263,
      "learning_rate": 9.391169442952488e-06,
      "loss": 0.0038,
      "step": 28740
    },
    {
      "epoch": 0.4858758016950728,
      "grad_norm": 0.04285375028848648,
      "learning_rate": 9.390463942361276e-06,
      "loss": 0.0019,
      "step": 28750
    },
    {
      "epoch": 0.48604480197392325,
      "grad_norm": 0.6482422947883606,
      "learning_rate": 9.389758059778427e-06,
      "loss": 0.0043,
      "step": 28760
    },
    {
      "epoch": 0.4862138022527737,
      "grad_norm": 0.04816224426031113,
      "learning_rate": 9.389051795265359e-06,
      "loss": 0.0029,
      "step": 28770
    },
    {
      "epoch": 0.4863828025316242,
      "grad_norm": 0.031575001776218414,
      "learning_rate": 9.388345148883517e-06,
      "loss": 0.0013,
      "step": 28780
    },
    {
      "epoch": 0.4865518028104746,
      "grad_norm": 0.06918296962976456,
      "learning_rate": 9.387638120694387e-06,
      "loss": 0.0042,
      "step": 28790
    },
    {
      "epoch": 0.4867208030893251,
      "grad_norm": 0.0319158211350441,
      "learning_rate": 9.386930710759482e-06,
      "loss": 0.0048,
      "step": 28800
    },
    {
      "epoch": 0.48688980336817556,
      "grad_norm": 0.11078489571809769,
      "learning_rate": 9.386222919140349e-06,
      "loss": 0.0024,
      "step": 28810
    },
    {
      "epoch": 0.48705880364702603,
      "grad_norm": 0.16688930988311768,
      "learning_rate": 9.385514745898569e-06,
      "loss": 0.0033,
      "step": 28820
    },
    {
      "epoch": 0.4872278039258765,
      "grad_norm": 0.11452493071556091,
      "learning_rate": 9.384806191095761e-06,
      "loss": 0.0021,
      "step": 28830
    },
    {
      "epoch": 0.4873968042047269,
      "grad_norm": 0.1142348200082779,
      "learning_rate": 9.384097254793567e-06,
      "loss": 0.0038,
      "step": 28840
    },
    {
      "epoch": 0.4875658044835774,
      "grad_norm": 0.08110999315977097,
      "learning_rate": 9.383387937053671e-06,
      "loss": 0.0029,
      "step": 28850
    },
    {
      "epoch": 0.48773480476242786,
      "grad_norm": 0.08010591566562653,
      "learning_rate": 9.382678237937788e-06,
      "loss": 0.0028,
      "step": 28860
    },
    {
      "epoch": 0.48790380504127834,
      "grad_norm": 0.025130346417427063,
      "learning_rate": 9.381968157507662e-06,
      "loss": 0.0015,
      "step": 28870
    },
    {
      "epoch": 0.48807280532012876,
      "grad_norm": 0.08091887086629868,
      "learning_rate": 9.381257695825076e-06,
      "loss": 0.0049,
      "step": 28880
    },
    {
      "epoch": 0.48824180559897923,
      "grad_norm": 0.07320184260606766,
      "learning_rate": 9.380546852951841e-06,
      "loss": 0.0026,
      "step": 28890
    },
    {
      "epoch": 0.4884108058778297,
      "grad_norm": 0.08067914098501205,
      "learning_rate": 9.379835628949809e-06,
      "loss": 0.0031,
      "step": 28900
    },
    {
      "epoch": 0.4885798061566802,
      "grad_norm": 0.03999374806880951,
      "learning_rate": 9.379124023880854e-06,
      "loss": 0.0018,
      "step": 28910
    },
    {
      "epoch": 0.4887488064355306,
      "grad_norm": 0.07922464609146118,
      "learning_rate": 9.378412037806891e-06,
      "loss": 0.0034,
      "step": 28920
    },
    {
      "epoch": 0.48891780671438106,
      "grad_norm": 0.13327257335186005,
      "learning_rate": 9.377699670789869e-06,
      "loss": 0.0021,
      "step": 28930
    },
    {
      "epoch": 0.48908680699323154,
      "grad_norm": 0.10939807444810867,
      "learning_rate": 9.376986922891765e-06,
      "loss": 0.0018,
      "step": 28940
    },
    {
      "epoch": 0.489255807272082,
      "grad_norm": 0.07308842241764069,
      "learning_rate": 9.376273794174591e-06,
      "loss": 0.0038,
      "step": 28950
    },
    {
      "epoch": 0.4894248075509325,
      "grad_norm": 0.1312398463487625,
      "learning_rate": 9.375560284700394e-06,
      "loss": 0.0043,
      "step": 28960
    },
    {
      "epoch": 0.4895938078297829,
      "grad_norm": 0.05857406184077263,
      "learning_rate": 9.37484639453125e-06,
      "loss": 0.0023,
      "step": 28970
    },
    {
      "epoch": 0.4897628081086334,
      "grad_norm": 0.15974996984004974,
      "learning_rate": 9.374132123729274e-06,
      "loss": 0.0019,
      "step": 28980
    },
    {
      "epoch": 0.48993180838748385,
      "grad_norm": 0.17144306004047394,
      "learning_rate": 9.373417472356612e-06,
      "loss": 0.004,
      "step": 28990
    },
    {
      "epoch": 0.4901008086663343,
      "grad_norm": 0.08801712095737457,
      "learning_rate": 9.372702440475438e-06,
      "loss": 0.0021,
      "step": 29000
    },
    {
      "epoch": 0.49026980894518474,
      "grad_norm": 0.07644796371459961,
      "learning_rate": 9.371987028147966e-06,
      "loss": 0.0019,
      "step": 29010
    },
    {
      "epoch": 0.4904388092240352,
      "grad_norm": 0.11791327595710754,
      "learning_rate": 9.37127123543644e-06,
      "loss": 0.0021,
      "step": 29020
    },
    {
      "epoch": 0.4906078095028857,
      "grad_norm": 0.11407289654016495,
      "learning_rate": 9.370555062403136e-06,
      "loss": 0.0033,
      "step": 29030
    },
    {
      "epoch": 0.49077680978173616,
      "grad_norm": 0.12483616918325424,
      "learning_rate": 9.369838509110368e-06,
      "loss": 0.0031,
      "step": 29040
    },
    {
      "epoch": 0.4909458100605866,
      "grad_norm": 0.031986385583877563,
      "learning_rate": 9.369121575620476e-06,
      "loss": 0.0029,
      "step": 29050
    },
    {
      "epoch": 0.49111481033943705,
      "grad_norm": 0.18724696338176727,
      "learning_rate": 9.368404261995838e-06,
      "loss": 0.0047,
      "step": 29060
    },
    {
      "epoch": 0.4912838106182875,
      "grad_norm": 0.09730450809001923,
      "learning_rate": 9.367686568298867e-06,
      "loss": 0.0054,
      "step": 29070
    },
    {
      "epoch": 0.491452810897138,
      "grad_norm": 0.10546234995126724,
      "learning_rate": 9.366968494591997e-06,
      "loss": 0.0044,
      "step": 29080
    },
    {
      "epoch": 0.49162181117598847,
      "grad_norm": 0.025785325095057487,
      "learning_rate": 9.366250040937713e-06,
      "loss": 0.0025,
      "step": 29090
    },
    {
      "epoch": 0.4917908114548389,
      "grad_norm": 0.06503026932477951,
      "learning_rate": 9.36553120739852e-06,
      "loss": 0.0029,
      "step": 29100
    },
    {
      "epoch": 0.49195981173368936,
      "grad_norm": 0.047761380672454834,
      "learning_rate": 9.36481199403696e-06,
      "loss": 0.0027,
      "step": 29110
    },
    {
      "epoch": 0.49212881201253983,
      "grad_norm": 0.05150453746318817,
      "learning_rate": 9.364092400915609e-06,
      "loss": 0.0016,
      "step": 29120
    },
    {
      "epoch": 0.4922978122913903,
      "grad_norm": 0.011763407848775387,
      "learning_rate": 9.363372428097075e-06,
      "loss": 0.0021,
      "step": 29130
    },
    {
      "epoch": 0.4924668125702407,
      "grad_norm": 0.16468170285224915,
      "learning_rate": 9.362652075643998e-06,
      "loss": 0.0031,
      "step": 29140
    },
    {
      "epoch": 0.4926358128490912,
      "grad_norm": 0.12033814936876297,
      "learning_rate": 9.361931343619053e-06,
      "loss": 0.002,
      "step": 29150
    },
    {
      "epoch": 0.49280481312794167,
      "grad_norm": 0.10892493277788162,
      "learning_rate": 9.361210232084946e-06,
      "loss": 0.0045,
      "step": 29160
    },
    {
      "epoch": 0.49297381340679214,
      "grad_norm": 0.03691662847995758,
      "learning_rate": 9.36048874110442e-06,
      "loss": 0.0037,
      "step": 29170
    },
    {
      "epoch": 0.49314281368564256,
      "grad_norm": 0.05275307223200798,
      "learning_rate": 9.359766870740246e-06,
      "loss": 0.0015,
      "step": 29180
    },
    {
      "epoch": 0.49331181396449303,
      "grad_norm": 0.02527184970676899,
      "learning_rate": 9.35904462105523e-06,
      "loss": 0.0017,
      "step": 29190
    },
    {
      "epoch": 0.4934808142433435,
      "grad_norm": 0.12803104519844055,
      "learning_rate": 9.358321992112212e-06,
      "loss": 0.0027,
      "step": 29200
    },
    {
      "epoch": 0.493649814522194,
      "grad_norm": 0.11234404146671295,
      "learning_rate": 9.357598983974066e-06,
      "loss": 0.0015,
      "step": 29210
    },
    {
      "epoch": 0.49381881480104445,
      "grad_norm": 0.04649844393134117,
      "learning_rate": 9.356875596703693e-06,
      "loss": 0.0029,
      "step": 29220
    },
    {
      "epoch": 0.49398781507989487,
      "grad_norm": 0.11385609209537506,
      "learning_rate": 9.356151830364035e-06,
      "loss": 0.0019,
      "step": 29230
    },
    {
      "epoch": 0.49415681535874534,
      "grad_norm": 0.12828443944454193,
      "learning_rate": 9.355427685018061e-06,
      "loss": 0.0043,
      "step": 29240
    },
    {
      "epoch": 0.4943258156375958,
      "grad_norm": 0.4393269121646881,
      "learning_rate": 9.354703160728774e-06,
      "loss": 0.0046,
      "step": 29250
    },
    {
      "epoch": 0.4944948159164463,
      "grad_norm": 0.2788711190223694,
      "learning_rate": 9.353978257559216e-06,
      "loss": 0.0027,
      "step": 29260
    },
    {
      "epoch": 0.4946638161952967,
      "grad_norm": 0.0992347002029419,
      "learning_rate": 9.353252975572453e-06,
      "loss": 0.0026,
      "step": 29270
    },
    {
      "epoch": 0.4948328164741472,
      "grad_norm": 0.08816232532262802,
      "learning_rate": 9.35252731483159e-06,
      "loss": 0.0026,
      "step": 29280
    },
    {
      "epoch": 0.49500181675299765,
      "grad_norm": 0.05659950524568558,
      "learning_rate": 9.351801275399761e-06,
      "loss": 0.0024,
      "step": 29290
    },
    {
      "epoch": 0.4951708170318481,
      "grad_norm": 0.1687520444393158,
      "learning_rate": 9.351074857340137e-06,
      "loss": 0.0039,
      "step": 29300
    },
    {
      "epoch": 0.49533981731069854,
      "grad_norm": 0.07601363956928253,
      "learning_rate": 9.350348060715917e-06,
      "loss": 0.0019,
      "step": 29310
    },
    {
      "epoch": 0.495508817589549,
      "grad_norm": 0.09154291450977325,
      "learning_rate": 9.34962088559034e-06,
      "loss": 0.0014,
      "step": 29320
    },
    {
      "epoch": 0.4956778178683995,
      "grad_norm": 0.10395083576440811,
      "learning_rate": 9.34889333202667e-06,
      "loss": 0.0026,
      "step": 29330
    },
    {
      "epoch": 0.49584681814724996,
      "grad_norm": 0.07902251183986664,
      "learning_rate": 9.34816540008821e-06,
      "loss": 0.0026,
      "step": 29340
    },
    {
      "epoch": 0.49601581842610043,
      "grad_norm": 0.18695111572742462,
      "learning_rate": 9.347437089838294e-06,
      "loss": 0.0039,
      "step": 29350
    },
    {
      "epoch": 0.49618481870495085,
      "grad_norm": 0.10042164474725723,
      "learning_rate": 9.346708401340285e-06,
      "loss": 0.0033,
      "step": 29360
    },
    {
      "epoch": 0.4963538189838013,
      "grad_norm": 0.0964827910065651,
      "learning_rate": 9.345979334657587e-06,
      "loss": 0.0028,
      "step": 29370
    },
    {
      "epoch": 0.4965228192626518,
      "grad_norm": 0.05580337718129158,
      "learning_rate": 9.34524988985363e-06,
      "loss": 0.0026,
      "step": 29380
    },
    {
      "epoch": 0.49669181954150227,
      "grad_norm": 0.06996355950832367,
      "learning_rate": 9.344520066991878e-06,
      "loss": 0.0017,
      "step": 29390
    },
    {
      "epoch": 0.4968608198203527,
      "grad_norm": 0.14571979641914368,
      "learning_rate": 9.34378986613583e-06,
      "loss": 0.0033,
      "step": 29400
    },
    {
      "epoch": 0.49702982009920316,
      "grad_norm": 0.04337066411972046,
      "learning_rate": 9.343059287349019e-06,
      "loss": 0.0015,
      "step": 29410
    },
    {
      "epoch": 0.49719882037805363,
      "grad_norm": 0.06206294894218445,
      "learning_rate": 9.342328330695005e-06,
      "loss": 0.003,
      "step": 29420
    },
    {
      "epoch": 0.4973678206569041,
      "grad_norm": 0.036904092878103256,
      "learning_rate": 9.34159699623739e-06,
      "loss": 0.0025,
      "step": 29430
    },
    {
      "epoch": 0.4975368209357545,
      "grad_norm": 0.24361184239387512,
      "learning_rate": 9.3408652840398e-06,
      "loss": 0.0031,
      "step": 29440
    },
    {
      "epoch": 0.497705821214605,
      "grad_norm": 0.045649971812963486,
      "learning_rate": 9.340133194165899e-06,
      "loss": 0.0034,
      "step": 29450
    },
    {
      "epoch": 0.49787482149345547,
      "grad_norm": 0.23143626749515533,
      "learning_rate": 9.33940072667938e-06,
      "loss": 0.0046,
      "step": 29460
    },
    {
      "epoch": 0.49804382177230594,
      "grad_norm": 0.012344293296337128,
      "learning_rate": 9.338667881643973e-06,
      "loss": 0.0021,
      "step": 29470
    },
    {
      "epoch": 0.4982128220511564,
      "grad_norm": 0.08606468141078949,
      "learning_rate": 9.33793465912344e-06,
      "loss": 0.0026,
      "step": 29480
    },
    {
      "epoch": 0.49838182233000683,
      "grad_norm": 0.15866480767726898,
      "learning_rate": 9.337201059181572e-06,
      "loss": 0.0019,
      "step": 29490
    },
    {
      "epoch": 0.4985508226088573,
      "grad_norm": 0.10740579664707184,
      "learning_rate": 9.336467081882202e-06,
      "loss": 0.0031,
      "step": 29500
    },
    {
      "epoch": 0.4987198228877078,
      "grad_norm": 0.06434217095375061,
      "learning_rate": 9.335732727289182e-06,
      "loss": 0.003,
      "step": 29510
    },
    {
      "epoch": 0.49888882316655825,
      "grad_norm": 0.1749943196773529,
      "learning_rate": 9.334997995466408e-06,
      "loss": 0.0027,
      "step": 29520
    },
    {
      "epoch": 0.49905782344540867,
      "grad_norm": 0.16625481843948364,
      "learning_rate": 9.334262886477804e-06,
      "loss": 0.0016,
      "step": 29530
    },
    {
      "epoch": 0.49922682372425914,
      "grad_norm": 0.19593088328838348,
      "learning_rate": 9.33352740038733e-06,
      "loss": 0.0015,
      "step": 29540
    },
    {
      "epoch": 0.4993958240031096,
      "grad_norm": 0.07355517894029617,
      "learning_rate": 9.332791537258977e-06,
      "loss": 0.002,
      "step": 29550
    },
    {
      "epoch": 0.4995648242819601,
      "grad_norm": 0.07157208025455475,
      "learning_rate": 9.332055297156763e-06,
      "loss": 0.0027,
      "step": 29560
    },
    {
      "epoch": 0.4997338245608105,
      "grad_norm": 0.10493667423725128,
      "learning_rate": 9.331318680144754e-06,
      "loss": 0.0043,
      "step": 29570
    },
    {
      "epoch": 0.499902824839661,
      "grad_norm": 0.10629831999540329,
      "learning_rate": 9.33058168628703e-06,
      "loss": 0.0026,
      "step": 29580
    },
    {
      "epoch": 0.5000718251185114,
      "grad_norm": 0.115446075797081,
      "learning_rate": 9.329844315647721e-06,
      "loss": 0.0026,
      "step": 29590
    },
    {
      "epoch": 0.5002408253973619,
      "grad_norm": 0.08104785531759262,
      "learning_rate": 9.329106568290976e-06,
      "loss": 0.0032,
      "step": 29600
    },
    {
      "epoch": 0.5004098256762124,
      "grad_norm": 0.07581508904695511,
      "learning_rate": 9.328368444280983e-06,
      "loss": 0.0025,
      "step": 29610
    },
    {
      "epoch": 0.5005788259550629,
      "grad_norm": 0.1760362833738327,
      "learning_rate": 9.327629943681966e-06,
      "loss": 0.0041,
      "step": 29620
    },
    {
      "epoch": 0.5007478262339133,
      "grad_norm": 0.0963960513472557,
      "learning_rate": 9.326891066558174e-06,
      "loss": 0.0047,
      "step": 29630
    },
    {
      "epoch": 0.5009168265127637,
      "grad_norm": 0.14027276635169983,
      "learning_rate": 9.326151812973898e-06,
      "loss": 0.0018,
      "step": 29640
    },
    {
      "epoch": 0.5010858267916142,
      "grad_norm": 0.2154625505208969,
      "learning_rate": 9.325412182993452e-06,
      "loss": 0.0023,
      "step": 29650
    },
    {
      "epoch": 0.5012548270704646,
      "grad_norm": 0.06819602102041245,
      "learning_rate": 9.324672176681189e-06,
      "loss": 0.0023,
      "step": 29660
    },
    {
      "epoch": 0.5014238273493151,
      "grad_norm": 0.047595296055078506,
      "learning_rate": 9.323931794101493e-06,
      "loss": 0.0014,
      "step": 29670
    },
    {
      "epoch": 0.5015928276281656,
      "grad_norm": 0.14946642518043518,
      "learning_rate": 9.32319103531878e-06,
      "loss": 0.0019,
      "step": 29680
    },
    {
      "epoch": 0.5017618279070161,
      "grad_norm": 0.10646338760852814,
      "learning_rate": 9.322449900397502e-06,
      "loss": 0.0024,
      "step": 29690
    },
    {
      "epoch": 0.5019308281858665,
      "grad_norm": 0.10761136561632156,
      "learning_rate": 9.32170838940214e-06,
      "loss": 0.003,
      "step": 29700
    },
    {
      "epoch": 0.502099828464717,
      "grad_norm": 0.15118083357810974,
      "learning_rate": 9.320966502397208e-06,
      "loss": 0.0034,
      "step": 29710
    },
    {
      "epoch": 0.5022688287435674,
      "grad_norm": 0.04990677163004875,
      "learning_rate": 9.320224239447256e-06,
      "loss": 0.0024,
      "step": 29720
    },
    {
      "epoch": 0.5024378290224178,
      "grad_norm": 0.10470911860466003,
      "learning_rate": 9.319481600616862e-06,
      "loss": 0.0022,
      "step": 29730
    },
    {
      "epoch": 0.5026068293012683,
      "grad_norm": 0.08429449051618576,
      "learning_rate": 9.318738585970642e-06,
      "loss": 0.0038,
      "step": 29740
    },
    {
      "epoch": 0.5027758295801188,
      "grad_norm": 0.056416355073451996,
      "learning_rate": 9.317995195573237e-06,
      "loss": 0.0027,
      "step": 29750
    },
    {
      "epoch": 0.5029448298589693,
      "grad_norm": 0.1960950344800949,
      "learning_rate": 9.31725142948933e-06,
      "loss": 0.0027,
      "step": 29760
    },
    {
      "epoch": 0.5031138301378197,
      "grad_norm": 0.06585361063480377,
      "learning_rate": 9.316507287783634e-06,
      "loss": 0.0029,
      "step": 29770
    },
    {
      "epoch": 0.5032828304166702,
      "grad_norm": 0.03832526504993439,
      "learning_rate": 9.315762770520887e-06,
      "loss": 0.0023,
      "step": 29780
    },
    {
      "epoch": 0.5034518306955207,
      "grad_norm": 0.07613620162010193,
      "learning_rate": 9.31501787776587e-06,
      "loss": 0.0015,
      "step": 29790
    },
    {
      "epoch": 0.5036208309743712,
      "grad_norm": 0.0848083421587944,
      "learning_rate": 9.31427260958339e-06,
      "loss": 0.0025,
      "step": 29800
    },
    {
      "epoch": 0.5037898312532215,
      "grad_norm": 0.12784676253795624,
      "learning_rate": 9.31352696603829e-06,
      "loss": 0.0025,
      "step": 29810
    },
    {
      "epoch": 0.503958831532072,
      "grad_norm": 0.05923425406217575,
      "learning_rate": 9.312780947195446e-06,
      "loss": 0.002,
      "step": 29820
    },
    {
      "epoch": 0.5041278318109225,
      "grad_norm": 0.0461299754679203,
      "learning_rate": 9.312034553119761e-06,
      "loss": 0.0031,
      "step": 29830
    },
    {
      "epoch": 0.5042968320897729,
      "grad_norm": 0.19783492386341095,
      "learning_rate": 9.311287783876181e-06,
      "loss": 0.0025,
      "step": 29840
    },
    {
      "epoch": 0.5044658323686234,
      "grad_norm": 0.02259715087711811,
      "learning_rate": 9.310540639529673e-06,
      "loss": 0.002,
      "step": 29850
    },
    {
      "epoch": 0.5046348326474739,
      "grad_norm": 0.11579112708568573,
      "learning_rate": 9.309793120145245e-06,
      "loss": 0.0024,
      "step": 29860
    },
    {
      "epoch": 0.5048038329263244,
      "grad_norm": 0.35851532220840454,
      "learning_rate": 9.309045225787933e-06,
      "loss": 0.0031,
      "step": 29870
    },
    {
      "epoch": 0.5049728332051748,
      "grad_norm": 0.09024239331483841,
      "learning_rate": 9.308296956522809e-06,
      "loss": 0.0035,
      "step": 29880
    },
    {
      "epoch": 0.5051418334840252,
      "grad_norm": 0.04510599747300148,
      "learning_rate": 9.307548312414975e-06,
      "loss": 0.0026,
      "step": 29890
    },
    {
      "epoch": 0.5053108337628757,
      "grad_norm": 0.013859073631465435,
      "learning_rate": 9.306799293529569e-06,
      "loss": 0.0019,
      "step": 29900
    },
    {
      "epoch": 0.5054798340417261,
      "grad_norm": 0.018246594816446304,
      "learning_rate": 9.306049899931755e-06,
      "loss": 0.0015,
      "step": 29910
    },
    {
      "epoch": 0.5056488343205766,
      "grad_norm": 0.02640846185386181,
      "learning_rate": 9.305300131686739e-06,
      "loss": 0.0023,
      "step": 29920
    },
    {
      "epoch": 0.5058178345994271,
      "grad_norm": 0.05299566313624382,
      "learning_rate": 9.30454998885975e-06,
      "loss": 0.0018,
      "step": 29930
    },
    {
      "epoch": 0.5059868348782776,
      "grad_norm": 0.06415662169456482,
      "learning_rate": 9.303799471516057e-06,
      "loss": 0.0021,
      "step": 29940
    },
    {
      "epoch": 0.506155835157128,
      "grad_norm": 0.05302102863788605,
      "learning_rate": 9.303048579720959e-06,
      "loss": 0.0026,
      "step": 29950
    },
    {
      "epoch": 0.5063248354359785,
      "grad_norm": 0.06410418450832367,
      "learning_rate": 9.302297313539783e-06,
      "loss": 0.0024,
      "step": 29960
    },
    {
      "epoch": 0.506493835714829,
      "grad_norm": 0.02581281214952469,
      "learning_rate": 9.301545673037898e-06,
      "loss": 0.0041,
      "step": 29970
    },
    {
      "epoch": 0.5066628359936793,
      "grad_norm": 0.11411970108747482,
      "learning_rate": 9.300793658280696e-06,
      "loss": 0.0023,
      "step": 29980
    },
    {
      "epoch": 0.5068318362725298,
      "grad_norm": 0.10526223480701447,
      "learning_rate": 9.300041269333609e-06,
      "loss": 0.0025,
      "step": 29990
    },
    {
      "epoch": 0.5070008365513803,
      "grad_norm": 0.06469008326530457,
      "learning_rate": 9.299288506262097e-06,
      "loss": 0.0032,
      "step": 30000
    },
    {
      "epoch": 0.5071698368302308,
      "grad_norm": 0.10594971477985382,
      "learning_rate": 9.298535369131654e-06,
      "loss": 0.0024,
      "step": 30010
    },
    {
      "epoch": 0.5073388371090812,
      "grad_norm": 0.12533098459243774,
      "learning_rate": 9.297781858007808e-06,
      "loss": 0.0032,
      "step": 30020
    },
    {
      "epoch": 0.5075078373879317,
      "grad_norm": 0.12551948428153992,
      "learning_rate": 9.297027972956116e-06,
      "loss": 0.0018,
      "step": 30030
    },
    {
      "epoch": 0.5076768376667822,
      "grad_norm": 0.035782407969236374,
      "learning_rate": 9.296273714042172e-06,
      "loss": 0.0037,
      "step": 30040
    },
    {
      "epoch": 0.5078458379456326,
      "grad_norm": 0.17860619723796844,
      "learning_rate": 9.295519081331598e-06,
      "loss": 0.0038,
      "step": 30050
    },
    {
      "epoch": 0.5080148382244831,
      "grad_norm": 0.1742449700832367,
      "learning_rate": 9.294764074890051e-06,
      "loss": 0.0031,
      "step": 30060
    },
    {
      "epoch": 0.5081838385033335,
      "grad_norm": 0.09593408554792404,
      "learning_rate": 9.294008694783223e-06,
      "loss": 0.0019,
      "step": 30070
    },
    {
      "epoch": 0.508352838782184,
      "grad_norm": 0.014105924405157566,
      "learning_rate": 9.293252941076832e-06,
      "loss": 0.0016,
      "step": 30080
    },
    {
      "epoch": 0.5085218390610344,
      "grad_norm": 0.1020912230014801,
      "learning_rate": 9.292496813836634e-06,
      "loss": 0.0022,
      "step": 30090
    },
    {
      "epoch": 0.5086908393398849,
      "grad_norm": 0.12688863277435303,
      "learning_rate": 9.291740313128416e-06,
      "loss": 0.0033,
      "step": 30100
    },
    {
      "epoch": 0.5088598396187354,
      "grad_norm": 0.0973917618393898,
      "learning_rate": 9.290983439017998e-06,
      "loss": 0.0024,
      "step": 30110
    },
    {
      "epoch": 0.5090288398975858,
      "grad_norm": 0.14230580627918243,
      "learning_rate": 9.290226191571228e-06,
      "loss": 0.0023,
      "step": 30120
    },
    {
      "epoch": 0.5091978401764363,
      "grad_norm": 0.13736513257026672,
      "learning_rate": 9.289468570853995e-06,
      "loss": 0.0063,
      "step": 30130
    },
    {
      "epoch": 0.5093668404552868,
      "grad_norm": 0.3065262734889984,
      "learning_rate": 9.288710576932211e-06,
      "loss": 0.0029,
      "step": 30140
    },
    {
      "epoch": 0.5095358407341372,
      "grad_norm": 0.03719579428434372,
      "learning_rate": 9.287952209871829e-06,
      "loss": 0.0034,
      "step": 30150
    },
    {
      "epoch": 0.5097048410129876,
      "grad_norm": 0.12979014217853546,
      "learning_rate": 9.287193469738828e-06,
      "loss": 0.0032,
      "step": 30160
    },
    {
      "epoch": 0.5098738412918381,
      "grad_norm": 0.025296248495578766,
      "learning_rate": 9.286434356599225e-06,
      "loss": 0.003,
      "step": 30170
    },
    {
      "epoch": 0.5100428415706886,
      "grad_norm": 0.02095586247742176,
      "learning_rate": 9.285674870519064e-06,
      "loss": 0.0024,
      "step": 30180
    },
    {
      "epoch": 0.510211841849539,
      "grad_norm": 0.0356566496193409,
      "learning_rate": 9.284915011564423e-06,
      "loss": 0.0015,
      "step": 30190
    },
    {
      "epoch": 0.5103808421283895,
      "grad_norm": 0.10899782180786133,
      "learning_rate": 9.284154779801417e-06,
      "loss": 0.0021,
      "step": 30200
    },
    {
      "epoch": 0.51054984240724,
      "grad_norm": 0.11044955253601074,
      "learning_rate": 9.28339417529619e-06,
      "loss": 0.0026,
      "step": 30210
    },
    {
      "epoch": 0.5107188426860905,
      "grad_norm": 0.05205506831407547,
      "learning_rate": 9.282633198114913e-06,
      "loss": 0.0023,
      "step": 30220
    },
    {
      "epoch": 0.5108878429649409,
      "grad_norm": 0.09147424250841141,
      "learning_rate": 9.281871848323797e-06,
      "loss": 0.0021,
      "step": 30230
    },
    {
      "epoch": 0.5110568432437913,
      "grad_norm": 0.07484003156423569,
      "learning_rate": 9.281110125989087e-06,
      "loss": 0.002,
      "step": 30240
    },
    {
      "epoch": 0.5112258435226418,
      "grad_norm": 0.09416460990905762,
      "learning_rate": 9.280348031177053e-06,
      "loss": 0.0025,
      "step": 30250
    },
    {
      "epoch": 0.5113948438014922,
      "grad_norm": 0.13577759265899658,
      "learning_rate": 9.279585563954002e-06,
      "loss": 0.0023,
      "step": 30260
    },
    {
      "epoch": 0.5115638440803427,
      "grad_norm": 0.08064518868923187,
      "learning_rate": 9.27882272438627e-06,
      "loss": 0.0035,
      "step": 30270
    },
    {
      "epoch": 0.5117328443591932,
      "grad_norm": 0.032194700092077255,
      "learning_rate": 9.278059512540229e-06,
      "loss": 0.0021,
      "step": 30280
    },
    {
      "epoch": 0.5119018446380437,
      "grad_norm": 0.032202497124671936,
      "learning_rate": 9.277295928482285e-06,
      "loss": 0.0027,
      "step": 30290
    },
    {
      "epoch": 0.5120708449168941,
      "grad_norm": 0.05126439407467842,
      "learning_rate": 9.27653197227887e-06,
      "loss": 0.0022,
      "step": 30300
    },
    {
      "epoch": 0.5122398451957446,
      "grad_norm": 0.06987911462783813,
      "learning_rate": 9.275767643996454e-06,
      "loss": 0.0029,
      "step": 30310
    },
    {
      "epoch": 0.5124088454745951,
      "grad_norm": 0.3274784982204437,
      "learning_rate": 9.275002943701537e-06,
      "loss": 0.0028,
      "step": 30320
    },
    {
      "epoch": 0.5125778457534454,
      "grad_norm": 0.10538214445114136,
      "learning_rate": 9.27423787146065e-06,
      "loss": 0.0025,
      "step": 30330
    },
    {
      "epoch": 0.5127468460322959,
      "grad_norm": 0.12387062609195709,
      "learning_rate": 9.273472427340357e-06,
      "loss": 0.0011,
      "step": 30340
    },
    {
      "epoch": 0.5129158463111464,
      "grad_norm": 0.09943099319934845,
      "learning_rate": 9.27270661140726e-06,
      "loss": 0.0022,
      "step": 30350
    },
    {
      "epoch": 0.5130848465899969,
      "grad_norm": 0.16701321303844452,
      "learning_rate": 9.271940423727986e-06,
      "loss": 0.0034,
      "step": 30360
    },
    {
      "epoch": 0.5132538468688473,
      "grad_norm": 0.16028109192848206,
      "learning_rate": 9.271173864369196e-06,
      "loss": 0.0031,
      "step": 30370
    },
    {
      "epoch": 0.5134228471476978,
      "grad_norm": 0.050224725157022476,
      "learning_rate": 9.270406933397587e-06,
      "loss": 0.0063,
      "step": 30380
    },
    {
      "epoch": 0.5135918474265483,
      "grad_norm": 0.06589037925004959,
      "learning_rate": 9.269639630879884e-06,
      "loss": 0.002,
      "step": 30390
    },
    {
      "epoch": 0.5137608477053988,
      "grad_norm": 0.24337688088417053,
      "learning_rate": 9.268871956882844e-06,
      "loss": 0.0051,
      "step": 30400
    },
    {
      "epoch": 0.5139298479842491,
      "grad_norm": 0.08122189342975616,
      "learning_rate": 9.268103911473262e-06,
      "loss": 0.0019,
      "step": 30410
    },
    {
      "epoch": 0.5140988482630996,
      "grad_norm": 0.14038895070552826,
      "learning_rate": 9.267335494717959e-06,
      "loss": 0.0034,
      "step": 30420
    },
    {
      "epoch": 0.5142678485419501,
      "grad_norm": 0.19843675196170807,
      "learning_rate": 9.266566706683795e-06,
      "loss": 0.0021,
      "step": 30430
    },
    {
      "epoch": 0.5144368488208005,
      "grad_norm": 0.09629879146814346,
      "learning_rate": 9.265797547437653e-06,
      "loss": 0.0037,
      "step": 30440
    },
    {
      "epoch": 0.514605849099651,
      "grad_norm": 0.13716882467269897,
      "learning_rate": 9.265028017046459e-06,
      "loss": 0.0029,
      "step": 30450
    },
    {
      "epoch": 0.5147748493785015,
      "grad_norm": 0.09429722279310226,
      "learning_rate": 9.26425811557716e-06,
      "loss": 0.0033,
      "step": 30460
    },
    {
      "epoch": 0.514943849657352,
      "grad_norm": 0.07236813008785248,
      "learning_rate": 9.263487843096746e-06,
      "loss": 0.0031,
      "step": 30470
    },
    {
      "epoch": 0.5151128499362024,
      "grad_norm": 0.07731340080499649,
      "learning_rate": 9.26271719967223e-06,
      "loss": 0.0013,
      "step": 30480
    },
    {
      "epoch": 0.5152818502150529,
      "grad_norm": 0.1405019909143448,
      "learning_rate": 9.261946185370668e-06,
      "loss": 0.0042,
      "step": 30490
    },
    {
      "epoch": 0.5154508504939033,
      "grad_norm": 0.04756263270974159,
      "learning_rate": 9.261174800259137e-06,
      "loss": 0.0042,
      "step": 30500
    },
    {
      "epoch": 0.5156198507727537,
      "grad_norm": 0.054839082062244415,
      "learning_rate": 9.26040304440475e-06,
      "loss": 0.0026,
      "step": 30510
    },
    {
      "epoch": 0.5157888510516042,
      "grad_norm": 0.01461437065154314,
      "learning_rate": 9.259630917874659e-06,
      "loss": 0.0021,
      "step": 30520
    },
    {
      "epoch": 0.5159578513304547,
      "grad_norm": 0.1616632491350174,
      "learning_rate": 9.25885842073604e-06,
      "loss": 0.0029,
      "step": 30530
    },
    {
      "epoch": 0.5161268516093052,
      "grad_norm": 0.07244772464036942,
      "learning_rate": 9.258085553056101e-06,
      "loss": 0.002,
      "step": 30540
    },
    {
      "epoch": 0.5162958518881556,
      "grad_norm": 0.023395681753754616,
      "learning_rate": 9.257312314902089e-06,
      "loss": 0.0019,
      "step": 30550
    },
    {
      "epoch": 0.5164648521670061,
      "grad_norm": 0.1325421929359436,
      "learning_rate": 9.256538706341279e-06,
      "loss": 0.0034,
      "step": 30560
    },
    {
      "epoch": 0.5166338524458566,
      "grad_norm": 0.0765732079744339,
      "learning_rate": 9.255764727440977e-06,
      "loss": 0.0029,
      "step": 30570
    },
    {
      "epoch": 0.5168028527247069,
      "grad_norm": 0.056597087532281876,
      "learning_rate": 9.254990378268527e-06,
      "loss": 0.0015,
      "step": 30580
    },
    {
      "epoch": 0.5169718530035574,
      "grad_norm": 0.13077285885810852,
      "learning_rate": 9.254215658891296e-06,
      "loss": 0.0063,
      "step": 30590
    },
    {
      "epoch": 0.5171408532824079,
      "grad_norm": 0.12355636805295944,
      "learning_rate": 9.25344056937669e-06,
      "loss": 0.0042,
      "step": 30600
    },
    {
      "epoch": 0.5173098535612584,
      "grad_norm": 0.17257574200630188,
      "learning_rate": 9.252665109792148e-06,
      "loss": 0.0047,
      "step": 30610
    },
    {
      "epoch": 0.5174788538401088,
      "grad_norm": 0.06446636468172073,
      "learning_rate": 9.251889280205135e-06,
      "loss": 0.0023,
      "step": 30620
    },
    {
      "epoch": 0.5176478541189593,
      "grad_norm": 0.032882850617170334,
      "learning_rate": 9.251113080683154e-06,
      "loss": 0.0034,
      "step": 30630
    },
    {
      "epoch": 0.5178168543978098,
      "grad_norm": 0.2541007399559021,
      "learning_rate": 9.250336511293738e-06,
      "loss": 0.0025,
      "step": 30640
    },
    {
      "epoch": 0.5179858546766603,
      "grad_norm": 0.07943384349346161,
      "learning_rate": 9.249559572104453e-06,
      "loss": 0.0023,
      "step": 30650
    },
    {
      "epoch": 0.5181548549555107,
      "grad_norm": 0.1908251792192459,
      "learning_rate": 9.248782263182896e-06,
      "loss": 0.0034,
      "step": 30660
    },
    {
      "epoch": 0.5183238552343611,
      "grad_norm": 0.0682080015540123,
      "learning_rate": 9.248004584596695e-06,
      "loss": 0.0019,
      "step": 30670
    },
    {
      "epoch": 0.5184928555132116,
      "grad_norm": 0.05401146411895752,
      "learning_rate": 9.247226536413514e-06,
      "loss": 0.0018,
      "step": 30680
    },
    {
      "epoch": 0.518661855792062,
      "grad_norm": 0.09396155923604965,
      "learning_rate": 9.246448118701044e-06,
      "loss": 0.0027,
      "step": 30690
    },
    {
      "epoch": 0.5188308560709125,
      "grad_norm": 0.11234533041715622,
      "learning_rate": 9.245669331527016e-06,
      "loss": 0.0018,
      "step": 30700
    },
    {
      "epoch": 0.518999856349763,
      "grad_norm": 0.11173015832901001,
      "learning_rate": 9.244890174959183e-06,
      "loss": 0.0031,
      "step": 30710
    },
    {
      "epoch": 0.5191688566286135,
      "grad_norm": 0.04353360831737518,
      "learning_rate": 9.24411064906534e-06,
      "loss": 0.0013,
      "step": 30720
    },
    {
      "epoch": 0.5193378569074639,
      "grad_norm": 0.0787418782711029,
      "learning_rate": 9.243330753913305e-06,
      "loss": 0.0034,
      "step": 30730
    },
    {
      "epoch": 0.5195068571863144,
      "grad_norm": 0.17237931489944458,
      "learning_rate": 9.242550489570935e-06,
      "loss": 0.0019,
      "step": 30740
    },
    {
      "epoch": 0.5196758574651649,
      "grad_norm": 0.08603113889694214,
      "learning_rate": 9.241769856106119e-06,
      "loss": 0.0026,
      "step": 30750
    },
    {
      "epoch": 0.5198448577440152,
      "grad_norm": 0.1021459698677063,
      "learning_rate": 9.240988853586774e-06,
      "loss": 0.0025,
      "step": 30760
    },
    {
      "epoch": 0.5200138580228657,
      "grad_norm": 0.14208252727985382,
      "learning_rate": 9.24020748208085e-06,
      "loss": 0.0032,
      "step": 30770
    },
    {
      "epoch": 0.5201828583017162,
      "grad_norm": 0.04353468865156174,
      "learning_rate": 9.23942574165633e-06,
      "loss": 0.0022,
      "step": 30780
    },
    {
      "epoch": 0.5203518585805667,
      "grad_norm": 0.053181033581495285,
      "learning_rate": 9.23864363238123e-06,
      "loss": 0.0013,
      "step": 30790
    },
    {
      "epoch": 0.5205208588594171,
      "grad_norm": 0.14026151597499847,
      "learning_rate": 9.237861154323596e-06,
      "loss": 0.0029,
      "step": 30800
    },
    {
      "epoch": 0.5206898591382676,
      "grad_norm": 0.006315328646451235,
      "learning_rate": 9.23707830755151e-06,
      "loss": 0.0037,
      "step": 30810
    },
    {
      "epoch": 0.5208588594171181,
      "grad_norm": 0.04784843325614929,
      "learning_rate": 9.236295092133083e-06,
      "loss": 0.004,
      "step": 30820
    },
    {
      "epoch": 0.5210278596959685,
      "grad_norm": 0.06517542898654938,
      "learning_rate": 9.235511508136456e-06,
      "loss": 0.0024,
      "step": 30830
    },
    {
      "epoch": 0.5211968599748189,
      "grad_norm": 0.38778600096702576,
      "learning_rate": 9.234727555629807e-06,
      "loss": 0.0029,
      "step": 30840
    },
    {
      "epoch": 0.5213658602536694,
      "grad_norm": 0.23829753696918488,
      "learning_rate": 9.233943234681345e-06,
      "loss": 0.0028,
      "step": 30850
    },
    {
      "epoch": 0.5215348605325199,
      "grad_norm": 0.06499862670898438,
      "learning_rate": 9.233158545359304e-06,
      "loss": 0.0025,
      "step": 30860
    },
    {
      "epoch": 0.5217038608113703,
      "grad_norm": 0.170320063829422,
      "learning_rate": 9.232373487731962e-06,
      "loss": 0.0045,
      "step": 30870
    },
    {
      "epoch": 0.5218728610902208,
      "grad_norm": 0.07646413147449493,
      "learning_rate": 9.231588061867619e-06,
      "loss": 0.0022,
      "step": 30880
    },
    {
      "epoch": 0.5220418613690713,
      "grad_norm": 0.010970628820359707,
      "learning_rate": 9.230802267834613e-06,
      "loss": 0.0032,
      "step": 30890
    },
    {
      "epoch": 0.5222108616479217,
      "grad_norm": 0.061763424426317215,
      "learning_rate": 9.23001610570131e-06,
      "loss": 0.0035,
      "step": 30900
    },
    {
      "epoch": 0.5223798619267722,
      "grad_norm": 0.050179943442344666,
      "learning_rate": 9.229229575536112e-06,
      "loss": 0.0063,
      "step": 30910
    },
    {
      "epoch": 0.5225488622056227,
      "grad_norm": 0.09505718946456909,
      "learning_rate": 9.228442677407448e-06,
      "loss": 0.0026,
      "step": 30920
    },
    {
      "epoch": 0.522717862484473,
      "grad_norm": 0.05893668159842491,
      "learning_rate": 9.227655411383785e-06,
      "loss": 0.0014,
      "step": 30930
    },
    {
      "epoch": 0.5228868627633235,
      "grad_norm": 0.040056515485048294,
      "learning_rate": 9.226867777533619e-06,
      "loss": 0.0031,
      "step": 30940
    },
    {
      "epoch": 0.523055863042174,
      "grad_norm": 0.406801700592041,
      "learning_rate": 9.226079775925475e-06,
      "loss": 0.003,
      "step": 30950
    },
    {
      "epoch": 0.5232248633210245,
      "grad_norm": 0.15354953706264496,
      "learning_rate": 9.225291406627914e-06,
      "loss": 0.0036,
      "step": 30960
    },
    {
      "epoch": 0.5233938635998749,
      "grad_norm": 0.026319092139601707,
      "learning_rate": 9.22450266970953e-06,
      "loss": 0.0024,
      "step": 30970
    },
    {
      "epoch": 0.5235628638787254,
      "grad_norm": 0.08271504193544388,
      "learning_rate": 9.223713565238947e-06,
      "loss": 0.003,
      "step": 30980
    },
    {
      "epoch": 0.5237318641575759,
      "grad_norm": 0.054755691438913345,
      "learning_rate": 9.222924093284818e-06,
      "loss": 0.0032,
      "step": 30990
    },
    {
      "epoch": 0.5239008644364264,
      "grad_norm": 0.05949968844652176,
      "learning_rate": 9.222134253915831e-06,
      "loss": 0.0026,
      "step": 31000
    },
    {
      "epoch": 0.5240698647152768,
      "grad_norm": 0.03801442310214043,
      "learning_rate": 9.221344047200709e-06,
      "loss": 0.0031,
      "step": 31010
    },
    {
      "epoch": 0.5242388649941272,
      "grad_norm": 0.027336781844496727,
      "learning_rate": 9.220553473208201e-06,
      "loss": 0.0044,
      "step": 31020
    },
    {
      "epoch": 0.5244078652729777,
      "grad_norm": 0.03937138244509697,
      "learning_rate": 9.219762532007093e-06,
      "loss": 0.002,
      "step": 31030
    },
    {
      "epoch": 0.5245768655518281,
      "grad_norm": 0.015671947970986366,
      "learning_rate": 9.218971223666197e-06,
      "loss": 0.0018,
      "step": 31040
    },
    {
      "epoch": 0.5247458658306786,
      "grad_norm": 0.05549074336886406,
      "learning_rate": 9.218179548254364e-06,
      "loss": 0.0046,
      "step": 31050
    },
    {
      "epoch": 0.5249148661095291,
      "grad_norm": 0.14241427183151245,
      "learning_rate": 9.217387505840473e-06,
      "loss": 0.0024,
      "step": 31060
    },
    {
      "epoch": 0.5250838663883796,
      "grad_norm": 0.04867669567465782,
      "learning_rate": 9.216595096493436e-06,
      "loss": 0.0028,
      "step": 31070
    },
    {
      "epoch": 0.52525286666723,
      "grad_norm": 0.09113096445798874,
      "learning_rate": 9.215802320282197e-06,
      "loss": 0.0031,
      "step": 31080
    },
    {
      "epoch": 0.5254218669460805,
      "grad_norm": 0.027196591719985008,
      "learning_rate": 9.215009177275729e-06,
      "loss": 0.0029,
      "step": 31090
    },
    {
      "epoch": 0.5255908672249309,
      "grad_norm": 0.06898143142461777,
      "learning_rate": 9.214215667543039e-06,
      "loss": 0.0032,
      "step": 31100
    },
    {
      "epoch": 0.5257598675037813,
      "grad_norm": 0.07773678749799728,
      "learning_rate": 9.21342179115317e-06,
      "loss": 0.0026,
      "step": 31110
    },
    {
      "epoch": 0.5259288677826318,
      "grad_norm": 0.12087377160787582,
      "learning_rate": 9.212627548175188e-06,
      "loss": 0.0028,
      "step": 31120
    },
    {
      "epoch": 0.5260978680614823,
      "grad_norm": 0.047073110938072205,
      "learning_rate": 9.2118329386782e-06,
      "loss": 0.0024,
      "step": 31130
    },
    {
      "epoch": 0.5262668683403328,
      "grad_norm": 0.05412263050675392,
      "learning_rate": 9.211037962731339e-06,
      "loss": 0.0022,
      "step": 31140
    },
    {
      "epoch": 0.5264358686191832,
      "grad_norm": 0.1352180540561676,
      "learning_rate": 9.210242620403773e-06,
      "loss": 0.0029,
      "step": 31150
    },
    {
      "epoch": 0.5266048688980337,
      "grad_norm": 0.11758013814687729,
      "learning_rate": 9.2094469117647e-06,
      "loss": 0.0023,
      "step": 31160
    },
    {
      "epoch": 0.5267738691768842,
      "grad_norm": 0.02222493104636669,
      "learning_rate": 9.20865083688335e-06,
      "loss": 0.0017,
      "step": 31170
    },
    {
      "epoch": 0.5269428694557347,
      "grad_norm": 0.10861939936876297,
      "learning_rate": 9.207854395828985e-06,
      "loss": 0.0024,
      "step": 31180
    },
    {
      "epoch": 0.527111869734585,
      "grad_norm": 0.11261676996946335,
      "learning_rate": 9.207057588670903e-06,
      "loss": 0.0026,
      "step": 31190
    },
    {
      "epoch": 0.5272808700134355,
      "grad_norm": 0.04202567785978317,
      "learning_rate": 9.206260415478425e-06,
      "loss": 0.0016,
      "step": 31200
    },
    {
      "epoch": 0.527449870292286,
      "grad_norm": 0.03397662192583084,
      "learning_rate": 9.20546287632091e-06,
      "loss": 0.0021,
      "step": 31210
    },
    {
      "epoch": 0.5276188705711364,
      "grad_norm": 0.004616164602339268,
      "learning_rate": 9.20466497126775e-06,
      "loss": 0.0017,
      "step": 31220
    },
    {
      "epoch": 0.5277878708499869,
      "grad_norm": 0.09319368749856949,
      "learning_rate": 9.203866700388366e-06,
      "loss": 0.0016,
      "step": 31230
    },
    {
      "epoch": 0.5279568711288374,
      "grad_norm": 0.16816814243793488,
      "learning_rate": 9.20306806375221e-06,
      "loss": 0.0027,
      "step": 31240
    },
    {
      "epoch": 0.5281258714076879,
      "grad_norm": 0.04165370762348175,
      "learning_rate": 9.202269061428768e-06,
      "loss": 0.0022,
      "step": 31250
    },
    {
      "epoch": 0.5282948716865383,
      "grad_norm": 0.0498676560819149,
      "learning_rate": 9.201469693487558e-06,
      "loss": 0.0022,
      "step": 31260
    },
    {
      "epoch": 0.5284638719653888,
      "grad_norm": 0.2199142873287201,
      "learning_rate": 9.200669959998128e-06,
      "loss": 0.0054,
      "step": 31270
    },
    {
      "epoch": 0.5286328722442392,
      "grad_norm": 0.08191534131765366,
      "learning_rate": 9.199869861030057e-06,
      "loss": 0.0017,
      "step": 31280
    },
    {
      "epoch": 0.5288018725230896,
      "grad_norm": 0.03749081864953041,
      "learning_rate": 9.199069396652963e-06,
      "loss": 0.0015,
      "step": 31290
    },
    {
      "epoch": 0.5289708728019401,
      "grad_norm": 0.4414420425891876,
      "learning_rate": 9.198268566936484e-06,
      "loss": 0.0022,
      "step": 31300
    },
    {
      "epoch": 0.5291398730807906,
      "grad_norm": 0.035784609615802765,
      "learning_rate": 9.197467371950296e-06,
      "loss": 0.0019,
      "step": 31310
    },
    {
      "epoch": 0.529308873359641,
      "grad_norm": 0.17147906124591827,
      "learning_rate": 9.196665811764114e-06,
      "loss": 0.0032,
      "step": 31320
    },
    {
      "epoch": 0.5294778736384915,
      "grad_norm": 0.17997874319553375,
      "learning_rate": 9.19586388644767e-06,
      "loss": 0.0016,
      "step": 31330
    },
    {
      "epoch": 0.529646873917342,
      "grad_norm": 0.13828697800636292,
      "learning_rate": 9.19506159607074e-06,
      "loss": 0.0024,
      "step": 31340
    },
    {
      "epoch": 0.5298158741961925,
      "grad_norm": 0.14012043178081512,
      "learning_rate": 9.194258940703125e-06,
      "loss": 0.0025,
      "step": 31350
    },
    {
      "epoch": 0.5299848744750428,
      "grad_norm": 0.18596386909484863,
      "learning_rate": 9.193455920414662e-06,
      "loss": 0.0017,
      "step": 31360
    },
    {
      "epoch": 0.5301538747538933,
      "grad_norm": 0.06577977538108826,
      "learning_rate": 9.192652535275215e-06,
      "loss": 0.0023,
      "step": 31370
    },
    {
      "epoch": 0.5303228750327438,
      "grad_norm": 0.12237042933702469,
      "learning_rate": 9.191848785354683e-06,
      "loss": 0.0028,
      "step": 31380
    },
    {
      "epoch": 0.5304918753115943,
      "grad_norm": 0.05757032707333565,
      "learning_rate": 9.191044670722998e-06,
      "loss": 0.0035,
      "step": 31390
    },
    {
      "epoch": 0.5306608755904447,
      "grad_norm": 0.0789322629570961,
      "learning_rate": 9.190240191450119e-06,
      "loss": 0.0046,
      "step": 31400
    },
    {
      "epoch": 0.5308298758692952,
      "grad_norm": 0.12790855765342712,
      "learning_rate": 9.189435347606043e-06,
      "loss": 0.0033,
      "step": 31410
    },
    {
      "epoch": 0.5309988761481457,
      "grad_norm": 0.05954355373978615,
      "learning_rate": 9.188630139260793e-06,
      "loss": 0.0019,
      "step": 31420
    },
    {
      "epoch": 0.5311678764269961,
      "grad_norm": 0.0388394370675087,
      "learning_rate": 9.187824566484425e-06,
      "loss": 0.0026,
      "step": 31430
    },
    {
      "epoch": 0.5313368767058466,
      "grad_norm": 0.16026939451694489,
      "learning_rate": 9.18701862934703e-06,
      "loss": 0.0037,
      "step": 31440
    },
    {
      "epoch": 0.531505876984697,
      "grad_norm": 0.0926368236541748,
      "learning_rate": 9.186212327918729e-06,
      "loss": 0.0043,
      "step": 31450
    },
    {
      "epoch": 0.5316748772635475,
      "grad_norm": 0.17913147807121277,
      "learning_rate": 9.185405662269671e-06,
      "loss": 0.0018,
      "step": 31460
    },
    {
      "epoch": 0.5318438775423979,
      "grad_norm": 0.03901561349630356,
      "learning_rate": 9.184598632470042e-06,
      "loss": 0.0026,
      "step": 31470
    },
    {
      "epoch": 0.5320128778212484,
      "grad_norm": 0.08872038125991821,
      "learning_rate": 9.183791238590057e-06,
      "loss": 0.002,
      "step": 31480
    },
    {
      "epoch": 0.5321818781000989,
      "grad_norm": 0.20491473376750946,
      "learning_rate": 9.182983480699965e-06,
      "loss": 0.0029,
      "step": 31490
    },
    {
      "epoch": 0.5323508783789493,
      "grad_norm": 0.04137842357158661,
      "learning_rate": 9.182175358870041e-06,
      "loss": 0.0014,
      "step": 31500
    },
    {
      "epoch": 0.5325198786577998,
      "grad_norm": 0.15952403843402863,
      "learning_rate": 9.181366873170599e-06,
      "loss": 0.0027,
      "step": 31510
    },
    {
      "epoch": 0.5326888789366503,
      "grad_norm": 0.10556403547525406,
      "learning_rate": 9.180558023671979e-06,
      "loss": 0.0028,
      "step": 31520
    },
    {
      "epoch": 0.5328578792155007,
      "grad_norm": 0.0331096388399601,
      "learning_rate": 9.179748810444557e-06,
      "loss": 0.0019,
      "step": 31530
    },
    {
      "epoch": 0.5330268794943511,
      "grad_norm": 0.07562128454446793,
      "learning_rate": 9.178939233558735e-06,
      "loss": 0.0017,
      "step": 31540
    },
    {
      "epoch": 0.5331958797732016,
      "grad_norm": 0.14268942177295685,
      "learning_rate": 9.178129293084954e-06,
      "loss": 0.0022,
      "step": 31550
    },
    {
      "epoch": 0.5333648800520521,
      "grad_norm": 0.12696851789951324,
      "learning_rate": 9.177318989093681e-06,
      "loss": 0.0026,
      "step": 31560
    },
    {
      "epoch": 0.5335338803309025,
      "grad_norm": 0.015331567265093327,
      "learning_rate": 9.176508321655415e-06,
      "loss": 0.0016,
      "step": 31570
    },
    {
      "epoch": 0.533702880609753,
      "grad_norm": 0.060741398483514786,
      "learning_rate": 9.17569729084069e-06,
      "loss": 0.0017,
      "step": 31580
    },
    {
      "epoch": 0.5338718808886035,
      "grad_norm": 0.007240627892315388,
      "learning_rate": 9.17488589672007e-06,
      "loss": 0.002,
      "step": 31590
    },
    {
      "epoch": 0.534040881167454,
      "grad_norm": 0.19343307614326477,
      "learning_rate": 9.174074139364148e-06,
      "loss": 0.0033,
      "step": 31600
    },
    {
      "epoch": 0.5342098814463044,
      "grad_norm": 0.009958441369235516,
      "learning_rate": 9.173262018843552e-06,
      "loss": 0.0031,
      "step": 31610
    },
    {
      "epoch": 0.5343788817251548,
      "grad_norm": 0.04688011482357979,
      "learning_rate": 9.172449535228941e-06,
      "loss": 0.0017,
      "step": 31620
    },
    {
      "epoch": 0.5345478820040053,
      "grad_norm": 0.11201368272304535,
      "learning_rate": 9.171636688591005e-06,
      "loss": 0.0017,
      "step": 31630
    },
    {
      "epoch": 0.5347168822828557,
      "grad_norm": 0.13468189537525177,
      "learning_rate": 9.170823479000464e-06,
      "loss": 0.0035,
      "step": 31640
    },
    {
      "epoch": 0.5348858825617062,
      "grad_norm": 0.05479159206151962,
      "learning_rate": 9.170009906528074e-06,
      "loss": 0.0021,
      "step": 31650
    },
    {
      "epoch": 0.5350548828405567,
      "grad_norm": 0.10649165511131287,
      "learning_rate": 9.169195971244615e-06,
      "loss": 0.0031,
      "step": 31660
    },
    {
      "epoch": 0.5352238831194072,
      "grad_norm": 0.08019914478063583,
      "learning_rate": 9.168381673220909e-06,
      "loss": 0.0021,
      "step": 31670
    },
    {
      "epoch": 0.5353928833982576,
      "grad_norm": 0.03295615315437317,
      "learning_rate": 9.1675670125278e-06,
      "loss": 0.0025,
      "step": 31680
    },
    {
      "epoch": 0.5355618836771081,
      "grad_norm": 0.10095320641994476,
      "learning_rate": 9.166751989236168e-06,
      "loss": 0.0028,
      "step": 31690
    },
    {
      "epoch": 0.5357308839559586,
      "grad_norm": 0.16818812489509583,
      "learning_rate": 9.165936603416925e-06,
      "loss": 0.0013,
      "step": 31700
    },
    {
      "epoch": 0.5358998842348089,
      "grad_norm": 0.16022954881191254,
      "learning_rate": 9.165120855141014e-06,
      "loss": 0.0049,
      "step": 31710
    },
    {
      "epoch": 0.5360688845136594,
      "grad_norm": 0.09274117648601532,
      "learning_rate": 9.164304744479406e-06,
      "loss": 0.0027,
      "step": 31720
    },
    {
      "epoch": 0.5362378847925099,
      "grad_norm": 0.04743310436606407,
      "learning_rate": 9.163488271503111e-06,
      "loss": 0.002,
      "step": 31730
    },
    {
      "epoch": 0.5364068850713604,
      "grad_norm": 0.12824346125125885,
      "learning_rate": 9.162671436283164e-06,
      "loss": 0.0022,
      "step": 31740
    },
    {
      "epoch": 0.5365758853502108,
      "grad_norm": 0.11546172946691513,
      "learning_rate": 9.16185423889063e-06,
      "loss": 0.0028,
      "step": 31750
    },
    {
      "epoch": 0.5367448856290613,
      "grad_norm": 0.28843066096305847,
      "learning_rate": 9.161036679396615e-06,
      "loss": 0.0032,
      "step": 31760
    },
    {
      "epoch": 0.5369138859079118,
      "grad_norm": 0.09800495207309723,
      "learning_rate": 9.160218757872248e-06,
      "loss": 0.0018,
      "step": 31770
    },
    {
      "epoch": 0.5370828861867623,
      "grad_norm": 0.05644332244992256,
      "learning_rate": 9.159400474388694e-06,
      "loss": 0.0022,
      "step": 31780
    },
    {
      "epoch": 0.5372518864656126,
      "grad_norm": 0.20425622165203094,
      "learning_rate": 9.158581829017143e-06,
      "loss": 0.0031,
      "step": 31790
    },
    {
      "epoch": 0.5374208867444631,
      "grad_norm": 0.026468642055988312,
      "learning_rate": 9.157762821828826e-06,
      "loss": 0.0026,
      "step": 31800
    },
    {
      "epoch": 0.5375898870233136,
      "grad_norm": 0.08805709332227707,
      "learning_rate": 9.156943452894998e-06,
      "loss": 0.0045,
      "step": 31810
    },
    {
      "epoch": 0.537758887302164,
      "grad_norm": 0.09152763336896896,
      "learning_rate": 9.156123722286949e-06,
      "loss": 0.0043,
      "step": 31820
    },
    {
      "epoch": 0.5379278875810145,
      "grad_norm": 0.10086562484502792,
      "learning_rate": 9.155303630076e-06,
      "loss": 0.0031,
      "step": 31830
    },
    {
      "epoch": 0.538096887859865,
      "grad_norm": 0.1953403353691101,
      "learning_rate": 9.154483176333502e-06,
      "loss": 0.0027,
      "step": 31840
    },
    {
      "epoch": 0.5382658881387155,
      "grad_norm": 0.05798371136188507,
      "learning_rate": 9.153662361130838e-06,
      "loss": 0.0029,
      "step": 31850
    },
    {
      "epoch": 0.5384348884175659,
      "grad_norm": 0.23227271437644958,
      "learning_rate": 9.152841184539423e-06,
      "loss": 0.0016,
      "step": 31860
    },
    {
      "epoch": 0.5386038886964164,
      "grad_norm": 0.03487158566713333,
      "learning_rate": 9.152019646630705e-06,
      "loss": 0.0031,
      "step": 31870
    },
    {
      "epoch": 0.5387728889752668,
      "grad_norm": 0.12952357530593872,
      "learning_rate": 9.15119774747616e-06,
      "loss": 0.0015,
      "step": 31880
    },
    {
      "epoch": 0.5389418892541172,
      "grad_norm": 0.049278002232313156,
      "learning_rate": 9.1503754871473e-06,
      "loss": 0.0025,
      "step": 31890
    },
    {
      "epoch": 0.5391108895329677,
      "grad_norm": 0.13247987627983093,
      "learning_rate": 9.14955286571566e-06,
      "loss": 0.003,
      "step": 31900
    },
    {
      "epoch": 0.5392798898118182,
      "grad_norm": 0.02803332731127739,
      "learning_rate": 9.148729883252818e-06,
      "loss": 0.0024,
      "step": 31910
    },
    {
      "epoch": 0.5394488900906687,
      "grad_norm": 0.17933359742164612,
      "learning_rate": 9.147906539830376e-06,
      "loss": 0.0027,
      "step": 31920
    },
    {
      "epoch": 0.5396178903695191,
      "grad_norm": 0.05666980519890785,
      "learning_rate": 9.147082835519967e-06,
      "loss": 0.0024,
      "step": 31930
    },
    {
      "epoch": 0.5397868906483696,
      "grad_norm": 0.02192831039428711,
      "learning_rate": 9.146258770393256e-06,
      "loss": 0.003,
      "step": 31940
    },
    {
      "epoch": 0.5399558909272201,
      "grad_norm": 0.058615997433662415,
      "learning_rate": 9.145434344521946e-06,
      "loss": 0.002,
      "step": 31950
    },
    {
      "epoch": 0.5401248912060705,
      "grad_norm": 0.09989965707063675,
      "learning_rate": 9.144609557977762e-06,
      "loss": 0.0026,
      "step": 31960
    },
    {
      "epoch": 0.5402938914849209,
      "grad_norm": 0.11751866340637207,
      "learning_rate": 9.143784410832465e-06,
      "loss": 0.0031,
      "step": 31970
    },
    {
      "epoch": 0.5404628917637714,
      "grad_norm": 0.07591240853071213,
      "learning_rate": 9.142958903157849e-06,
      "loss": 0.002,
      "step": 31980
    },
    {
      "epoch": 0.5406318920426219,
      "grad_norm": 0.145902618765831,
      "learning_rate": 9.142133035025733e-06,
      "loss": 0.0017,
      "step": 31990
    },
    {
      "epoch": 0.5408008923214723,
      "grad_norm": 0.16412098705768585,
      "learning_rate": 9.141306806507974e-06,
      "loss": 0.0031,
      "step": 32000
    },
    {
      "epoch": 0.5409698926003228,
      "grad_norm": 0.14947715401649475,
      "learning_rate": 9.140480217676458e-06,
      "loss": 0.003,
      "step": 32010
    },
    {
      "epoch": 0.5411388928791733,
      "grad_norm": 0.0731707289814949,
      "learning_rate": 9.139653268603102e-06,
      "loss": 0.0029,
      "step": 32020
    },
    {
      "epoch": 0.5413078931580237,
      "grad_norm": 0.15577909350395203,
      "learning_rate": 9.138825959359855e-06,
      "loss": 0.0021,
      "step": 32030
    },
    {
      "epoch": 0.5414768934368742,
      "grad_norm": 0.035175248980522156,
      "learning_rate": 9.137998290018697e-06,
      "loss": 0.0022,
      "step": 32040
    },
    {
      "epoch": 0.5416458937157246,
      "grad_norm": 0.08923418819904327,
      "learning_rate": 9.137170260651637e-06,
      "loss": 0.0024,
      "step": 32050
    },
    {
      "epoch": 0.541814893994575,
      "grad_norm": 0.0423198901116848,
      "learning_rate": 9.13634187133072e-06,
      "loss": 0.0012,
      "step": 32060
    },
    {
      "epoch": 0.5419838942734255,
      "grad_norm": 0.08710048347711563,
      "learning_rate": 9.13551312212802e-06,
      "loss": 0.0024,
      "step": 32070
    },
    {
      "epoch": 0.542152894552276,
      "grad_norm": 0.07039597630500793,
      "learning_rate": 9.13468401311564e-06,
      "loss": 0.0023,
      "step": 32080
    },
    {
      "epoch": 0.5423218948311265,
      "grad_norm": 0.03258507326245308,
      "learning_rate": 9.133854544365719e-06,
      "loss": 0.0018,
      "step": 32090
    },
    {
      "epoch": 0.542490895109977,
      "grad_norm": 0.04773247241973877,
      "learning_rate": 9.133024715950422e-06,
      "loss": 0.002,
      "step": 32100
    },
    {
      "epoch": 0.5426598953888274,
      "grad_norm": 0.013408832252025604,
      "learning_rate": 9.132194527941952e-06,
      "loss": 0.0012,
      "step": 32110
    },
    {
      "epoch": 0.5428288956676779,
      "grad_norm": 0.16576145589351654,
      "learning_rate": 9.131363980412536e-06,
      "loss": 0.002,
      "step": 32120
    },
    {
      "epoch": 0.5429978959465284,
      "grad_norm": 0.023107144981622696,
      "learning_rate": 9.130533073434438e-06,
      "loss": 0.0012,
      "step": 32130
    },
    {
      "epoch": 0.5431668962253787,
      "grad_norm": 0.09261453151702881,
      "learning_rate": 9.129701807079948e-06,
      "loss": 0.0018,
      "step": 32140
    },
    {
      "epoch": 0.5433358965042292,
      "grad_norm": 0.0984678715467453,
      "learning_rate": 9.128870181421392e-06,
      "loss": 0.0019,
      "step": 32150
    },
    {
      "epoch": 0.5435048967830797,
      "grad_norm": 0.1755990982055664,
      "learning_rate": 9.128038196531126e-06,
      "loss": 0.0031,
      "step": 32160
    },
    {
      "epoch": 0.5436738970619301,
      "grad_norm": 0.07609538733959198,
      "learning_rate": 9.127205852481536e-06,
      "loss": 0.0029,
      "step": 32170
    },
    {
      "epoch": 0.5438428973407806,
      "grad_norm": 0.07591988146305084,
      "learning_rate": 9.12637314934504e-06,
      "loss": 0.0029,
      "step": 32180
    },
    {
      "epoch": 0.5440118976196311,
      "grad_norm": 0.08974188566207886,
      "learning_rate": 9.125540087194089e-06,
      "loss": 0.004,
      "step": 32190
    },
    {
      "epoch": 0.5441808978984816,
      "grad_norm": 0.08013894408941269,
      "learning_rate": 9.124706666101159e-06,
      "loss": 0.0034,
      "step": 32200
    },
    {
      "epoch": 0.544349898177332,
      "grad_norm": 0.2126358449459076,
      "learning_rate": 9.123872886138765e-06,
      "loss": 0.0029,
      "step": 32210
    },
    {
      "epoch": 0.5445188984561824,
      "grad_norm": 0.19131335616111755,
      "learning_rate": 9.12303874737945e-06,
      "loss": 0.0036,
      "step": 32220
    },
    {
      "epoch": 0.5446878987350329,
      "grad_norm": 0.08860641717910767,
      "learning_rate": 9.122204249895787e-06,
      "loss": 0.0017,
      "step": 32230
    },
    {
      "epoch": 0.5448568990138833,
      "grad_norm": 0.045733124017715454,
      "learning_rate": 9.121369393760381e-06,
      "loss": 0.0016,
      "step": 32240
    },
    {
      "epoch": 0.5450258992927338,
      "grad_norm": 0.031239159405231476,
      "learning_rate": 9.120534179045872e-06,
      "loss": 0.0024,
      "step": 32250
    },
    {
      "epoch": 0.5451948995715843,
      "grad_norm": 0.07091531157493591,
      "learning_rate": 9.119698605824923e-06,
      "loss": 0.001,
      "step": 32260
    },
    {
      "epoch": 0.5453638998504348,
      "grad_norm": 0.06964509934186935,
      "learning_rate": 9.118862674170234e-06,
      "loss": 0.0044,
      "step": 32270
    },
    {
      "epoch": 0.5455329001292852,
      "grad_norm": 0.13213202357292175,
      "learning_rate": 9.118026384154537e-06,
      "loss": 0.0025,
      "step": 32280
    },
    {
      "epoch": 0.5457019004081357,
      "grad_norm": 0.13697420060634613,
      "learning_rate": 9.117189735850592e-06,
      "loss": 0.0026,
      "step": 32290
    },
    {
      "epoch": 0.5458709006869862,
      "grad_norm": 0.05169123411178589,
      "learning_rate": 9.116352729331192e-06,
      "loss": 0.0026,
      "step": 32300
    },
    {
      "epoch": 0.5460399009658365,
      "grad_norm": 0.0705161914229393,
      "learning_rate": 9.115515364669162e-06,
      "loss": 0.0014,
      "step": 32310
    },
    {
      "epoch": 0.546208901244687,
      "grad_norm": 0.19334140419960022,
      "learning_rate": 9.114677641937353e-06,
      "loss": 0.0024,
      "step": 32320
    },
    {
      "epoch": 0.5463779015235375,
      "grad_norm": 0.07870922982692719,
      "learning_rate": 9.113839561208653e-06,
      "loss": 0.0018,
      "step": 32330
    },
    {
      "epoch": 0.546546901802388,
      "grad_norm": 0.1923825740814209,
      "learning_rate": 9.113001122555981e-06,
      "loss": 0.0027,
      "step": 32340
    },
    {
      "epoch": 0.5467159020812384,
      "grad_norm": 0.06787336617708206,
      "learning_rate": 9.11216232605228e-06,
      "loss": 0.0016,
      "step": 32350
    },
    {
      "epoch": 0.5468849023600889,
      "grad_norm": 0.03022446669638157,
      "learning_rate": 9.111323171770535e-06,
      "loss": 0.0019,
      "step": 32360
    },
    {
      "epoch": 0.5470539026389394,
      "grad_norm": 0.1334880292415619,
      "learning_rate": 9.110483659783755e-06,
      "loss": 0.0025,
      "step": 32370
    },
    {
      "epoch": 0.5472229029177899,
      "grad_norm": 0.04222896322607994,
      "learning_rate": 9.109643790164979e-06,
      "loss": 0.0022,
      "step": 32380
    },
    {
      "epoch": 0.5473919031966403,
      "grad_norm": 0.11605576425790787,
      "learning_rate": 9.108803562987282e-06,
      "loss": 0.006,
      "step": 32390
    },
    {
      "epoch": 0.5475609034754907,
      "grad_norm": 0.09948180615901947,
      "learning_rate": 9.107962978323768e-06,
      "loss": 0.002,
      "step": 32400
    },
    {
      "epoch": 0.5477299037543412,
      "grad_norm": 0.06817879527807236,
      "learning_rate": 9.107122036247572e-06,
      "loss": 0.0028,
      "step": 32410
    },
    {
      "epoch": 0.5478989040331916,
      "grad_norm": 0.11131305992603302,
      "learning_rate": 9.106280736831858e-06,
      "loss": 0.0015,
      "step": 32420
    },
    {
      "epoch": 0.5480679043120421,
      "grad_norm": 0.05916478484869003,
      "learning_rate": 9.105439080149826e-06,
      "loss": 0.003,
      "step": 32430
    },
    {
      "epoch": 0.5482369045908926,
      "grad_norm": 0.10021656006574631,
      "learning_rate": 9.104597066274701e-06,
      "loss": 0.002,
      "step": 32440
    },
    {
      "epoch": 0.548405904869743,
      "grad_norm": 0.1359965056180954,
      "learning_rate": 9.103754695279746e-06,
      "loss": 0.0024,
      "step": 32450
    },
    {
      "epoch": 0.5485749051485935,
      "grad_norm": 0.0387590229511261,
      "learning_rate": 9.102911967238248e-06,
      "loss": 0.0029,
      "step": 32460
    },
    {
      "epoch": 0.548743905427444,
      "grad_norm": 0.10812094807624817,
      "learning_rate": 9.10206888222353e-06,
      "loss": 0.0037,
      "step": 32470
    },
    {
      "epoch": 0.5489129057062944,
      "grad_norm": 0.05625665932893753,
      "learning_rate": 9.101225440308944e-06,
      "loss": 0.0034,
      "step": 32480
    },
    {
      "epoch": 0.5490819059851448,
      "grad_norm": 0.06848200410604477,
      "learning_rate": 9.100381641567875e-06,
      "loss": 0.0019,
      "step": 32490
    },
    {
      "epoch": 0.5492509062639953,
      "grad_norm": 0.12069488316774368,
      "learning_rate": 9.099537486073736e-06,
      "loss": 0.0091,
      "step": 32500
    },
    {
      "epoch": 0.5494199065428458,
      "grad_norm": 0.044651955366134644,
      "learning_rate": 9.098692973899971e-06,
      "loss": 0.002,
      "step": 32510
    },
    {
      "epoch": 0.5495889068216963,
      "grad_norm": 0.1285020112991333,
      "learning_rate": 9.097848105120061e-06,
      "loss": 0.0029,
      "step": 32520
    },
    {
      "epoch": 0.5497579071005467,
      "grad_norm": 0.09652730077505112,
      "learning_rate": 9.09700287980751e-06,
      "loss": 0.0018,
      "step": 32530
    },
    {
      "epoch": 0.5499269073793972,
      "grad_norm": 0.06952265650033951,
      "learning_rate": 9.09615729803586e-06,
      "loss": 0.0015,
      "step": 32540
    },
    {
      "epoch": 0.5500959076582477,
      "grad_norm": 0.214644655585289,
      "learning_rate": 9.095311359878676e-06,
      "loss": 0.0023,
      "step": 32550
    },
    {
      "epoch": 0.5502649079370981,
      "grad_norm": 0.06943915039300919,
      "learning_rate": 9.094465065409563e-06,
      "loss": 0.0049,
      "step": 32560
    },
    {
      "epoch": 0.5504339082159485,
      "grad_norm": 0.06609531491994858,
      "learning_rate": 9.09361841470215e-06,
      "loss": 0.0019,
      "step": 32570
    },
    {
      "epoch": 0.550602908494799,
      "grad_norm": 0.13681089878082275,
      "learning_rate": 9.0927714078301e-06,
      "loss": 0.0021,
      "step": 32580
    },
    {
      "epoch": 0.5507719087736495,
      "grad_norm": 0.06775745004415512,
      "learning_rate": 9.09192404486711e-06,
      "loss": 0.003,
      "step": 32590
    },
    {
      "epoch": 0.5509409090524999,
      "grad_norm": 0.051594868302345276,
      "learning_rate": 9.091076325886903e-06,
      "loss": 0.0035,
      "step": 32600
    },
    {
      "epoch": 0.5511099093313504,
      "grad_norm": 0.018013061955571175,
      "learning_rate": 9.090228250963233e-06,
      "loss": 0.0026,
      "step": 32610
    },
    {
      "epoch": 0.5512789096102009,
      "grad_norm": 0.06551416218280792,
      "learning_rate": 9.089379820169886e-06,
      "loss": 0.0025,
      "step": 32620
    },
    {
      "epoch": 0.5514479098890513,
      "grad_norm": 0.25022977590560913,
      "learning_rate": 9.088531033580681e-06,
      "loss": 0.0041,
      "step": 32630
    },
    {
      "epoch": 0.5516169101679018,
      "grad_norm": 0.16517165303230286,
      "learning_rate": 9.087681891269469e-06,
      "loss": 0.0035,
      "step": 32640
    },
    {
      "epoch": 0.5517859104467523,
      "grad_norm": 0.24520257115364075,
      "learning_rate": 9.086832393310125e-06,
      "loss": 0.0021,
      "step": 32650
    },
    {
      "epoch": 0.5519549107256027,
      "grad_norm": 0.47518280148506165,
      "learning_rate": 9.085982539776563e-06,
      "loss": 0.001,
      "step": 32660
    },
    {
      "epoch": 0.5521239110044531,
      "grad_norm": 0.013922463171184063,
      "learning_rate": 9.085132330742723e-06,
      "loss": 0.003,
      "step": 32670
    },
    {
      "epoch": 0.5522929112833036,
      "grad_norm": 0.07399224489927292,
      "learning_rate": 9.084281766282578e-06,
      "loss": 0.0014,
      "step": 32680
    },
    {
      "epoch": 0.5524619115621541,
      "grad_norm": 0.08443097025156021,
      "learning_rate": 9.08343084647013e-06,
      "loss": 0.0023,
      "step": 32690
    },
    {
      "epoch": 0.5526309118410045,
      "grad_norm": 0.0952787771821022,
      "learning_rate": 9.082579571379413e-06,
      "loss": 0.0018,
      "step": 32700
    },
    {
      "epoch": 0.552799912119855,
      "grad_norm": 0.1248018890619278,
      "learning_rate": 9.081727941084493e-06,
      "loss": 0.0019,
      "step": 32710
    },
    {
      "epoch": 0.5529689123987055,
      "grad_norm": 0.12016724795103073,
      "learning_rate": 9.080875955659466e-06,
      "loss": 0.0022,
      "step": 32720
    },
    {
      "epoch": 0.553137912677556,
      "grad_norm": 0.04242364317178726,
      "learning_rate": 9.080023615178456e-06,
      "loss": 0.002,
      "step": 32730
    },
    {
      "epoch": 0.5533069129564063,
      "grad_norm": 0.05166156217455864,
      "learning_rate": 9.079170919715627e-06,
      "loss": 0.0038,
      "step": 32740
    },
    {
      "epoch": 0.5534759132352568,
      "grad_norm": 0.1383553296327591,
      "learning_rate": 9.078317869345161e-06,
      "loss": 0.0024,
      "step": 32750
    },
    {
      "epoch": 0.5536449135141073,
      "grad_norm": 0.022725990042090416,
      "learning_rate": 9.077464464141284e-06,
      "loss": 0.0024,
      "step": 32760
    },
    {
      "epoch": 0.5538139137929577,
      "grad_norm": 0.06411861628293991,
      "learning_rate": 9.07661070417824e-06,
      "loss": 0.0038,
      "step": 32770
    },
    {
      "epoch": 0.5539829140718082,
      "grad_norm": 0.00547699024900794,
      "learning_rate": 9.075756589530313e-06,
      "loss": 0.0019,
      "step": 32780
    },
    {
      "epoch": 0.5541519143506587,
      "grad_norm": 0.03633767366409302,
      "learning_rate": 9.074902120271816e-06,
      "loss": 0.0028,
      "step": 32790
    },
    {
      "epoch": 0.5543209146295092,
      "grad_norm": 0.1565227508544922,
      "learning_rate": 9.074047296477092e-06,
      "loss": 0.0027,
      "step": 32800
    },
    {
      "epoch": 0.5544899149083596,
      "grad_norm": 0.12397000938653946,
      "learning_rate": 9.073192118220513e-06,
      "loss": 0.0021,
      "step": 32810
    },
    {
      "epoch": 0.5546589151872101,
      "grad_norm": 0.0234407689422369,
      "learning_rate": 9.072336585576485e-06,
      "loss": 0.0032,
      "step": 32820
    },
    {
      "epoch": 0.5548279154660605,
      "grad_norm": 0.06488706916570663,
      "learning_rate": 9.071480698619442e-06,
      "loss": 0.0014,
      "step": 32830
    },
    {
      "epoch": 0.554996915744911,
      "grad_norm": 0.09103720635175705,
      "learning_rate": 9.070624457423853e-06,
      "loss": 0.0027,
      "step": 32840
    },
    {
      "epoch": 0.5551659160237614,
      "grad_norm": 0.09234441816806793,
      "learning_rate": 9.069767862064213e-06,
      "loss": 0.0029,
      "step": 32850
    },
    {
      "epoch": 0.5553349163026119,
      "grad_norm": 0.85475093126297,
      "learning_rate": 9.06891091261505e-06,
      "loss": 0.0029,
      "step": 32860
    },
    {
      "epoch": 0.5555039165814624,
      "grad_norm": 0.05765415355563164,
      "learning_rate": 9.068053609150924e-06,
      "loss": 0.0013,
      "step": 32870
    },
    {
      "epoch": 0.5556729168603128,
      "grad_norm": 0.05210142582654953,
      "learning_rate": 9.067195951746423e-06,
      "loss": 0.0034,
      "step": 32880
    },
    {
      "epoch": 0.5558419171391633,
      "grad_norm": 0.029150711372494698,
      "learning_rate": 9.066337940476171e-06,
      "loss": 0.0027,
      "step": 32890
    },
    {
      "epoch": 0.5560109174180138,
      "grad_norm": 0.33490970730781555,
      "learning_rate": 9.065479575414813e-06,
      "loss": 0.0023,
      "step": 32900
    },
    {
      "epoch": 0.5561799176968641,
      "grad_norm": 0.019613586366176605,
      "learning_rate": 9.064620856637035e-06,
      "loss": 0.0009,
      "step": 32910
    },
    {
      "epoch": 0.5563489179757146,
      "grad_norm": 0.06637836247682571,
      "learning_rate": 9.063761784217551e-06,
      "loss": 0.0027,
      "step": 32920
    },
    {
      "epoch": 0.5565179182545651,
      "grad_norm": 0.07676636427640915,
      "learning_rate": 9.0629023582311e-06,
      "loss": 0.0013,
      "step": 32930
    },
    {
      "epoch": 0.5566869185334156,
      "grad_norm": 0.04984048381447792,
      "learning_rate": 9.06204257875246e-06,
      "loss": 0.0021,
      "step": 32940
    },
    {
      "epoch": 0.556855918812266,
      "grad_norm": 0.11220373213291168,
      "learning_rate": 9.061182445856434e-06,
      "loss": 0.0024,
      "step": 32950
    },
    {
      "epoch": 0.5570249190911165,
      "grad_norm": 0.11472593247890472,
      "learning_rate": 9.060321959617857e-06,
      "loss": 0.0021,
      "step": 32960
    },
    {
      "epoch": 0.557193919369967,
      "grad_norm": 0.07053294032812119,
      "learning_rate": 9.059461120111598e-06,
      "loss": 0.0025,
      "step": 32970
    },
    {
      "epoch": 0.5573629196488175,
      "grad_norm": 0.03769908845424652,
      "learning_rate": 9.058599927412553e-06,
      "loss": 0.0015,
      "step": 32980
    },
    {
      "epoch": 0.5575319199276679,
      "grad_norm": 0.0317186638712883,
      "learning_rate": 9.057738381595651e-06,
      "loss": 0.0023,
      "step": 32990
    },
    {
      "epoch": 0.5577009202065183,
      "grad_norm": 0.04581945016980171,
      "learning_rate": 9.056876482735848e-06,
      "loss": 0.0021,
      "step": 33000
    },
    {
      "epoch": 0.5578699204853688,
      "grad_norm": 0.04762342572212219,
      "learning_rate": 9.056014230908135e-06,
      "loss": 0.0022,
      "step": 33010
    },
    {
      "epoch": 0.5580389207642192,
      "grad_norm": 0.026327649131417274,
      "learning_rate": 9.055151626187533e-06,
      "loss": 0.0034,
      "step": 33020
    },
    {
      "epoch": 0.5582079210430697,
      "grad_norm": 0.05236377194523811,
      "learning_rate": 9.054288668649092e-06,
      "loss": 0.0021,
      "step": 33030
    },
    {
      "epoch": 0.5583769213219202,
      "grad_norm": 0.014177908189594746,
      "learning_rate": 9.053425358367894e-06,
      "loss": 0.0026,
      "step": 33040
    },
    {
      "epoch": 0.5585459216007707,
      "grad_norm": 0.014622579328715801,
      "learning_rate": 9.05256169541905e-06,
      "loss": 0.0014,
      "step": 33050
    },
    {
      "epoch": 0.5587149218796211,
      "grad_norm": 0.06770174205303192,
      "learning_rate": 9.0516976798777e-06,
      "loss": 0.0023,
      "step": 33060
    },
    {
      "epoch": 0.5588839221584716,
      "grad_norm": 0.0714285597205162,
      "learning_rate": 9.050833311819025e-06,
      "loss": 0.001,
      "step": 33070
    },
    {
      "epoch": 0.5590529224373221,
      "grad_norm": 0.12493888288736343,
      "learning_rate": 9.049968591318224e-06,
      "loss": 0.0032,
      "step": 33080
    },
    {
      "epoch": 0.5592219227161724,
      "grad_norm": 0.24726036190986633,
      "learning_rate": 9.049103518450533e-06,
      "loss": 0.0018,
      "step": 33090
    },
    {
      "epoch": 0.5593909229950229,
      "grad_norm": 0.06651870161294937,
      "learning_rate": 9.048238093291218e-06,
      "loss": 0.0021,
      "step": 33100
    },
    {
      "epoch": 0.5595599232738734,
      "grad_norm": 0.03772980347275734,
      "learning_rate": 9.047372315915572e-06,
      "loss": 0.0025,
      "step": 33110
    },
    {
      "epoch": 0.5597289235527239,
      "grad_norm": 0.028655195608735085,
      "learning_rate": 9.046506186398926e-06,
      "loss": 0.0013,
      "step": 33120
    },
    {
      "epoch": 0.5598979238315743,
      "grad_norm": 0.1510440707206726,
      "learning_rate": 9.045639704816637e-06,
      "loss": 0.0032,
      "step": 33130
    },
    {
      "epoch": 0.5600669241104248,
      "grad_norm": 0.03013589419424534,
      "learning_rate": 9.044772871244093e-06,
      "loss": 0.0019,
      "step": 33140
    },
    {
      "epoch": 0.5602359243892753,
      "grad_norm": 0.01859009638428688,
      "learning_rate": 9.04390568575671e-06,
      "loss": 0.002,
      "step": 33150
    },
    {
      "epoch": 0.5604049246681257,
      "grad_norm": 0.1631273627281189,
      "learning_rate": 9.04303814842994e-06,
      "loss": 0.0036,
      "step": 33160
    },
    {
      "epoch": 0.5605739249469761,
      "grad_norm": 0.134274423122406,
      "learning_rate": 9.042170259339263e-06,
      "loss": 0.0019,
      "step": 33170
    },
    {
      "epoch": 0.5607429252258266,
      "grad_norm": 0.038943417370319366,
      "learning_rate": 9.041302018560187e-06,
      "loss": 0.0019,
      "step": 33180
    },
    {
      "epoch": 0.5609119255046771,
      "grad_norm": 0.10986550152301788,
      "learning_rate": 9.040433426168255e-06,
      "loss": 0.0015,
      "step": 33190
    },
    {
      "epoch": 0.5610809257835275,
      "grad_norm": 0.13235639035701752,
      "learning_rate": 9.039564482239039e-06,
      "loss": 0.0011,
      "step": 33200
    },
    {
      "epoch": 0.561249926062378,
      "grad_norm": 0.06512071937322617,
      "learning_rate": 9.038695186848141e-06,
      "loss": 0.0021,
      "step": 33210
    },
    {
      "epoch": 0.5614189263412285,
      "grad_norm": 0.14054960012435913,
      "learning_rate": 9.037825540071194e-06,
      "loss": 0.0025,
      "step": 33220
    },
    {
      "epoch": 0.561587926620079,
      "grad_norm": 0.07978338748216629,
      "learning_rate": 9.03695554198386e-06,
      "loss": 0.0044,
      "step": 33230
    },
    {
      "epoch": 0.5617569268989294,
      "grad_norm": 0.058655884116888046,
      "learning_rate": 9.036085192661837e-06,
      "loss": 0.004,
      "step": 33240
    },
    {
      "epoch": 0.5619259271777799,
      "grad_norm": 0.06768335402011871,
      "learning_rate": 9.035214492180843e-06,
      "loss": 0.0015,
      "step": 33250
    },
    {
      "epoch": 0.5620949274566303,
      "grad_norm": 0.16143356263637543,
      "learning_rate": 9.034343440616641e-06,
      "loss": 0.0025,
      "step": 33260
    },
    {
      "epoch": 0.5622639277354807,
      "grad_norm": 0.06286460161209106,
      "learning_rate": 9.033472038045011e-06,
      "loss": 0.0026,
      "step": 33270
    },
    {
      "epoch": 0.5624329280143312,
      "grad_norm": 0.05834538862109184,
      "learning_rate": 9.032600284541771e-06,
      "loss": 0.0028,
      "step": 33280
    },
    {
      "epoch": 0.5626019282931817,
      "grad_norm": 0.09082058072090149,
      "learning_rate": 9.031728180182768e-06,
      "loss": 0.003,
      "step": 33290
    },
    {
      "epoch": 0.5627709285720321,
      "grad_norm": 0.07078733295202255,
      "learning_rate": 9.03085572504388e-06,
      "loss": 0.0023,
      "step": 33300
    },
    {
      "epoch": 0.5629399288508826,
      "grad_norm": 0.078410305082798,
      "learning_rate": 9.029982919201012e-06,
      "loss": 0.0022,
      "step": 33310
    },
    {
      "epoch": 0.5631089291297331,
      "grad_norm": 0.04747273400425911,
      "learning_rate": 9.029109762730105e-06,
      "loss": 0.0024,
      "step": 33320
    },
    {
      "epoch": 0.5632779294085836,
      "grad_norm": 0.07112249732017517,
      "learning_rate": 9.02823625570713e-06,
      "loss": 0.0023,
      "step": 33330
    },
    {
      "epoch": 0.563446929687434,
      "grad_norm": 0.10954030603170395,
      "learning_rate": 9.02736239820808e-06,
      "loss": 0.0025,
      "step": 33340
    },
    {
      "epoch": 0.5636159299662844,
      "grad_norm": 0.13121449947357178,
      "learning_rate": 9.026488190308989e-06,
      "loss": 0.0015,
      "step": 33350
    },
    {
      "epoch": 0.5637849302451349,
      "grad_norm": 0.03465167433023453,
      "learning_rate": 9.025613632085919e-06,
      "loss": 0.0021,
      "step": 33360
    },
    {
      "epoch": 0.5639539305239853,
      "grad_norm": 0.055887263268232346,
      "learning_rate": 9.024738723614957e-06,
      "loss": 0.002,
      "step": 33370
    },
    {
      "epoch": 0.5641229308028358,
      "grad_norm": 0.25826144218444824,
      "learning_rate": 9.023863464972225e-06,
      "loss": 0.0025,
      "step": 33380
    },
    {
      "epoch": 0.5642919310816863,
      "grad_norm": 0.07254608720541,
      "learning_rate": 9.022987856233876e-06,
      "loss": 0.0093,
      "step": 33390
    },
    {
      "epoch": 0.5644609313605368,
      "grad_norm": 0.18888425827026367,
      "learning_rate": 9.022111897476092e-06,
      "loss": 0.0042,
      "step": 33400
    },
    {
      "epoch": 0.5646299316393872,
      "grad_norm": 0.11029987782239914,
      "learning_rate": 9.021235588775083e-06,
      "loss": 0.0026,
      "step": 33410
    },
    {
      "epoch": 0.5647989319182377,
      "grad_norm": 0.1506171077489853,
      "learning_rate": 9.020358930207098e-06,
      "loss": 0.0027,
      "step": 33420
    },
    {
      "epoch": 0.5649679321970881,
      "grad_norm": 0.007704961579293013,
      "learning_rate": 9.019481921848405e-06,
      "loss": 0.0023,
      "step": 33430
    },
    {
      "epoch": 0.5651369324759385,
      "grad_norm": 0.05094357952475548,
      "learning_rate": 9.01860456377531e-06,
      "loss": 0.0012,
      "step": 33440
    },
    {
      "epoch": 0.565305932754789,
      "grad_norm": 0.04711581766605377,
      "learning_rate": 9.017726856064148e-06,
      "loss": 0.0019,
      "step": 33450
    },
    {
      "epoch": 0.5654749330336395,
      "grad_norm": 0.14686250686645508,
      "learning_rate": 9.016848798791283e-06,
      "loss": 0.0022,
      "step": 33460
    },
    {
      "epoch": 0.56564393331249,
      "grad_norm": 0.0039303540252149105,
      "learning_rate": 9.01597039203311e-06,
      "loss": 0.0034,
      "step": 33470
    },
    {
      "epoch": 0.5658129335913404,
      "grad_norm": 0.01116950437426567,
      "learning_rate": 9.015091635866056e-06,
      "loss": 0.0018,
      "step": 33480
    },
    {
      "epoch": 0.5659819338701909,
      "grad_norm": 0.12378732860088348,
      "learning_rate": 9.014212530366575e-06,
      "loss": 0.0032,
      "step": 33490
    },
    {
      "epoch": 0.5661509341490414,
      "grad_norm": 0.3053177297115326,
      "learning_rate": 9.013333075611154e-06,
      "loss": 0.0037,
      "step": 33500
    },
    {
      "epoch": 0.5663199344278919,
      "grad_norm": 0.052048180252313614,
      "learning_rate": 9.012453271676311e-06,
      "loss": 0.0022,
      "step": 33510
    },
    {
      "epoch": 0.5664889347067422,
      "grad_norm": 0.14100271463394165,
      "learning_rate": 9.011573118638595e-06,
      "loss": 0.0034,
      "step": 33520
    },
    {
      "epoch": 0.5666579349855927,
      "grad_norm": 0.08364363014698029,
      "learning_rate": 9.01069261657458e-06,
      "loss": 0.0022,
      "step": 33530
    },
    {
      "epoch": 0.5668269352644432,
      "grad_norm": 0.09455575048923492,
      "learning_rate": 9.009811765560871e-06,
      "loss": 0.0028,
      "step": 33540
    },
    {
      "epoch": 0.5669959355432936,
      "grad_norm": 0.1075403094291687,
      "learning_rate": 9.008930565674115e-06,
      "loss": 0.0031,
      "step": 33550
    },
    {
      "epoch": 0.5671649358221441,
      "grad_norm": 0.08358623832464218,
      "learning_rate": 9.008049016990974e-06,
      "loss": 0.0021,
      "step": 33560
    },
    {
      "epoch": 0.5673339361009946,
      "grad_norm": 0.09312465786933899,
      "learning_rate": 9.00716711958815e-06,
      "loss": 0.0022,
      "step": 33570
    },
    {
      "epoch": 0.5675029363798451,
      "grad_norm": 0.23224703967571259,
      "learning_rate": 9.006284873542373e-06,
      "loss": 0.0019,
      "step": 33580
    },
    {
      "epoch": 0.5676719366586955,
      "grad_norm": 0.08911000937223434,
      "learning_rate": 9.005402278930398e-06,
      "loss": 0.0022,
      "step": 33590
    },
    {
      "epoch": 0.5678409369375459,
      "grad_norm": 0.04529863968491554,
      "learning_rate": 9.00451933582902e-06,
      "loss": 0.0016,
      "step": 33600
    },
    {
      "epoch": 0.5680099372163964,
      "grad_norm": 0.11283257603645325,
      "learning_rate": 9.003636044315056e-06,
      "loss": 0.0031,
      "step": 33610
    },
    {
      "epoch": 0.5681789374952468,
      "grad_norm": 0.04146464169025421,
      "learning_rate": 9.00275240446536e-06,
      "loss": 0.0029,
      "step": 33620
    },
    {
      "epoch": 0.5683479377740973,
      "grad_norm": 0.2886311113834381,
      "learning_rate": 9.00186841635681e-06,
      "loss": 0.0026,
      "step": 33630
    },
    {
      "epoch": 0.5685169380529478,
      "grad_norm": 0.03935188800096512,
      "learning_rate": 9.000984080066316e-06,
      "loss": 0.0031,
      "step": 33640
    },
    {
      "epoch": 0.5686859383317983,
      "grad_norm": 0.09145606309175491,
      "learning_rate": 9.000099395670826e-06,
      "loss": 0.0047,
      "step": 33650
    },
    {
      "epoch": 0.5688549386106487,
      "grad_norm": 0.11949055641889572,
      "learning_rate": 8.999214363247306e-06,
      "loss": 0.0031,
      "step": 33660
    },
    {
      "epoch": 0.5690239388894992,
      "grad_norm": 0.043543096631765366,
      "learning_rate": 8.99832898287276e-06,
      "loss": 0.0029,
      "step": 33670
    },
    {
      "epoch": 0.5691929391683497,
      "grad_norm": 0.08801903575658798,
      "learning_rate": 8.997443254624218e-06,
      "loss": 0.0028,
      "step": 33680
    },
    {
      "epoch": 0.5693619394472,
      "grad_norm": 0.2695542275905609,
      "learning_rate": 8.996557178578747e-06,
      "loss": 0.005,
      "step": 33690
    },
    {
      "epoch": 0.5695309397260505,
      "grad_norm": 0.06001931428909302,
      "learning_rate": 8.995670754813437e-06,
      "loss": 0.0024,
      "step": 33700
    },
    {
      "epoch": 0.569699940004901,
      "grad_norm": 0.031208530068397522,
      "learning_rate": 8.994783983405414e-06,
      "loss": 0.004,
      "step": 33710
    },
    {
      "epoch": 0.5698689402837515,
      "grad_norm": 0.03699713572859764,
      "learning_rate": 8.993896864431825e-06,
      "loss": 0.0039,
      "step": 33720
    },
    {
      "epoch": 0.5700379405626019,
      "grad_norm": 0.06721201539039612,
      "learning_rate": 8.993009397969861e-06,
      "loss": 0.0016,
      "step": 33730
    },
    {
      "epoch": 0.5702069408414524,
      "grad_norm": 0.13690564036369324,
      "learning_rate": 8.992121584096731e-06,
      "loss": 0.0017,
      "step": 33740
    },
    {
      "epoch": 0.5703759411203029,
      "grad_norm": 0.06848353147506714,
      "learning_rate": 8.991233422889683e-06,
      "loss": 0.0025,
      "step": 33750
    },
    {
      "epoch": 0.5705449413991533,
      "grad_norm": 0.06637344509363174,
      "learning_rate": 8.990344914425988e-06,
      "loss": 0.003,
      "step": 33760
    },
    {
      "epoch": 0.5707139416780038,
      "grad_norm": 0.07482563704252243,
      "learning_rate": 8.989456058782952e-06,
      "loss": 0.0019,
      "step": 33770
    },
    {
      "epoch": 0.5708829419568542,
      "grad_norm": 0.02254422754049301,
      "learning_rate": 8.988566856037908e-06,
      "loss": 0.0008,
      "step": 33780
    },
    {
      "epoch": 0.5710519422357047,
      "grad_norm": 0.1611790657043457,
      "learning_rate": 8.987677306268226e-06,
      "loss": 0.0023,
      "step": 33790
    },
    {
      "epoch": 0.5712209425145551,
      "grad_norm": 0.07324439287185669,
      "learning_rate": 8.986787409551294e-06,
      "loss": 0.0015,
      "step": 33800
    },
    {
      "epoch": 0.5713899427934056,
      "grad_norm": 0.36423519253730774,
      "learning_rate": 8.985897165964544e-06,
      "loss": 0.0025,
      "step": 33810
    },
    {
      "epoch": 0.5715589430722561,
      "grad_norm": 0.09435511380434036,
      "learning_rate": 8.985006575585426e-06,
      "loss": 0.002,
      "step": 33820
    },
    {
      "epoch": 0.5717279433511065,
      "grad_norm": 0.1214037612080574,
      "learning_rate": 8.984115638491428e-06,
      "loss": 0.0023,
      "step": 33830
    },
    {
      "epoch": 0.571896943629957,
      "grad_norm": 0.1913721114397049,
      "learning_rate": 8.983224354760068e-06,
      "loss": 0.0029,
      "step": 33840
    },
    {
      "epoch": 0.5720659439088075,
      "grad_norm": 0.026578059419989586,
      "learning_rate": 8.98233272446889e-06,
      "loss": 0.0027,
      "step": 33850
    },
    {
      "epoch": 0.5722349441876579,
      "grad_norm": 0.19247399270534515,
      "learning_rate": 8.981440747695467e-06,
      "loss": 0.0023,
      "step": 33860
    },
    {
      "epoch": 0.5724039444665083,
      "grad_norm": 0.1015344113111496,
      "learning_rate": 8.980548424517412e-06,
      "loss": 0.0046,
      "step": 33870
    },
    {
      "epoch": 0.5725729447453588,
      "grad_norm": 0.0901235044002533,
      "learning_rate": 8.979655755012355e-06,
      "loss": 0.0026,
      "step": 33880
    },
    {
      "epoch": 0.5727419450242093,
      "grad_norm": 0.21112436056137085,
      "learning_rate": 8.978762739257966e-06,
      "loss": 0.0032,
      "step": 33890
    },
    {
      "epoch": 0.5729109453030597,
      "grad_norm": 0.3893822431564331,
      "learning_rate": 8.977869377331944e-06,
      "loss": 0.0022,
      "step": 33900
    },
    {
      "epoch": 0.5730799455819102,
      "grad_norm": 0.19143308699131012,
      "learning_rate": 8.976975669312012e-06,
      "loss": 0.0022,
      "step": 33910
    },
    {
      "epoch": 0.5732489458607607,
      "grad_norm": 0.06548358500003815,
      "learning_rate": 8.976081615275924e-06,
      "loss": 0.007,
      "step": 33920
    },
    {
      "epoch": 0.5734179461396112,
      "grad_norm": 0.04744194447994232,
      "learning_rate": 8.975187215301475e-06,
      "loss": 0.0019,
      "step": 33930
    },
    {
      "epoch": 0.5735869464184616,
      "grad_norm": 0.07531792670488358,
      "learning_rate": 8.974292469466477e-06,
      "loss": 0.0022,
      "step": 33940
    },
    {
      "epoch": 0.573755946697312,
      "grad_norm": 0.05589604005217552,
      "learning_rate": 8.973397377848778e-06,
      "loss": 0.0023,
      "step": 33950
    },
    {
      "epoch": 0.5739249469761625,
      "grad_norm": 0.07739026844501495,
      "learning_rate": 8.972501940526256e-06,
      "loss": 0.0021,
      "step": 33960
    },
    {
      "epoch": 0.574093947255013,
      "grad_norm": 0.027860552072525024,
      "learning_rate": 8.971606157576818e-06,
      "loss": 0.0024,
      "step": 33970
    },
    {
      "epoch": 0.5742629475338634,
      "grad_norm": 0.034402504563331604,
      "learning_rate": 8.9707100290784e-06,
      "loss": 0.0018,
      "step": 33980
    },
    {
      "epoch": 0.5744319478127139,
      "grad_norm": 0.12433133274316788,
      "learning_rate": 8.969813555108972e-06,
      "loss": 0.0022,
      "step": 33990
    },
    {
      "epoch": 0.5746009480915644,
      "grad_norm": 0.0021321179810911417,
      "learning_rate": 8.96891673574653e-06,
      "loss": 0.0024,
      "step": 34000
    },
    {
      "epoch": 0.5747699483704148,
      "grad_norm": 0.09629344195127487,
      "learning_rate": 8.968019571069101e-06,
      "loss": 0.0029,
      "step": 34010
    },
    {
      "epoch": 0.5749389486492653,
      "grad_norm": 0.05528600513935089,
      "learning_rate": 8.967122061154747e-06,
      "loss": 0.002,
      "step": 34020
    },
    {
      "epoch": 0.5751079489281158,
      "grad_norm": 0.05657871440052986,
      "learning_rate": 8.96622420608155e-06,
      "loss": 0.0015,
      "step": 34030
    },
    {
      "epoch": 0.5752769492069661,
      "grad_norm": 0.03395133092999458,
      "learning_rate": 8.965326005927633e-06,
      "loss": 0.0018,
      "step": 34040
    },
    {
      "epoch": 0.5754459494858166,
      "grad_norm": 0.08920653909444809,
      "learning_rate": 8.96442746077114e-06,
      "loss": 0.0022,
      "step": 34050
    },
    {
      "epoch": 0.5756149497646671,
      "grad_norm": 0.06838784366846085,
      "learning_rate": 8.963528570690247e-06,
      "loss": 0.0017,
      "step": 34060
    },
    {
      "epoch": 0.5757839500435176,
      "grad_norm": 0.0616769976913929,
      "learning_rate": 8.962629335763166e-06,
      "loss": 0.0044,
      "step": 34070
    },
    {
      "epoch": 0.575952950322368,
      "grad_norm": 0.05100078135728836,
      "learning_rate": 8.961729756068135e-06,
      "loss": 0.003,
      "step": 34080
    },
    {
      "epoch": 0.5761219506012185,
      "grad_norm": 0.08292622119188309,
      "learning_rate": 8.96082983168342e-06,
      "loss": 0.0039,
      "step": 34090
    },
    {
      "epoch": 0.576290950880069,
      "grad_norm": 0.02434578351676464,
      "learning_rate": 8.959929562687317e-06,
      "loss": 0.0038,
      "step": 34100
    },
    {
      "epoch": 0.5764599511589195,
      "grad_norm": 0.10119115561246872,
      "learning_rate": 8.959028949158158e-06,
      "loss": 0.0018,
      "step": 34110
    },
    {
      "epoch": 0.5766289514377698,
      "grad_norm": 0.13875305652618408,
      "learning_rate": 8.958127991174298e-06,
      "loss": 0.0024,
      "step": 34120
    },
    {
      "epoch": 0.5767979517166203,
      "grad_norm": 0.15823498368263245,
      "learning_rate": 8.957226688814124e-06,
      "loss": 0.0014,
      "step": 34130
    },
    {
      "epoch": 0.5769669519954708,
      "grad_norm": 0.15111730992794037,
      "learning_rate": 8.956325042156055e-06,
      "loss": 0.0023,
      "step": 34140
    },
    {
      "epoch": 0.5771359522743212,
      "grad_norm": 0.1382988840341568,
      "learning_rate": 8.95542305127854e-06,
      "loss": 0.0045,
      "step": 34150
    },
    {
      "epoch": 0.5773049525531717,
      "grad_norm": 0.011094818823039532,
      "learning_rate": 8.954520716260054e-06,
      "loss": 0.0038,
      "step": 34160
    },
    {
      "epoch": 0.5774739528320222,
      "grad_norm": 0.043708279728889465,
      "learning_rate": 8.953618037179105e-06,
      "loss": 0.0016,
      "step": 34170
    },
    {
      "epoch": 0.5776429531108727,
      "grad_norm": 0.07289635390043259,
      "learning_rate": 8.952715014114231e-06,
      "loss": 0.0026,
      "step": 34180
    },
    {
      "epoch": 0.5778119533897231,
      "grad_norm": 0.03761967271566391,
      "learning_rate": 8.951811647144002e-06,
      "loss": 0.0019,
      "step": 34190
    },
    {
      "epoch": 0.5779809536685736,
      "grad_norm": 0.15979503095149994,
      "learning_rate": 8.95090793634701e-06,
      "loss": 0.0022,
      "step": 34200
    },
    {
      "epoch": 0.578149953947424,
      "grad_norm": 0.10363156348466873,
      "learning_rate": 8.950003881801885e-06,
      "loss": 0.0035,
      "step": 34210
    },
    {
      "epoch": 0.5783189542262744,
      "grad_norm": 0.1256801337003708,
      "learning_rate": 8.949099483587286e-06,
      "loss": 0.0016,
      "step": 34220
    },
    {
      "epoch": 0.5784879545051249,
      "grad_norm": 0.11050673574209213,
      "learning_rate": 8.948194741781897e-06,
      "loss": 0.0022,
      "step": 34230
    },
    {
      "epoch": 0.5786569547839754,
      "grad_norm": 0.06849426031112671,
      "learning_rate": 8.947289656464437e-06,
      "loss": 0.0023,
      "step": 34240
    },
    {
      "epoch": 0.5788259550628259,
      "grad_norm": 0.20660637319087982,
      "learning_rate": 8.94638422771365e-06,
      "loss": 0.0035,
      "step": 34250
    },
    {
      "epoch": 0.5789949553416763,
      "grad_norm": 0.13702276349067688,
      "learning_rate": 8.945478455608313e-06,
      "loss": 0.0029,
      "step": 34260
    },
    {
      "epoch": 0.5791639556205268,
      "grad_norm": 0.19022051990032196,
      "learning_rate": 8.944572340227239e-06,
      "loss": 0.0026,
      "step": 34270
    },
    {
      "epoch": 0.5793329558993773,
      "grad_norm": 0.01711823046207428,
      "learning_rate": 8.943665881649257e-06,
      "loss": 0.002,
      "step": 34280
    },
    {
      "epoch": 0.5795019561782276,
      "grad_norm": 0.03700932487845421,
      "learning_rate": 8.942759079953235e-06,
      "loss": 0.0019,
      "step": 34290
    },
    {
      "epoch": 0.5796709564570781,
      "grad_norm": 0.1668715626001358,
      "learning_rate": 8.941851935218072e-06,
      "loss": 0.0019,
      "step": 34300
    },
    {
      "epoch": 0.5798399567359286,
      "grad_norm": 0.0773654580116272,
      "learning_rate": 8.94094444752269e-06,
      "loss": 0.0025,
      "step": 34310
    },
    {
      "epoch": 0.5800089570147791,
      "grad_norm": 0.38987037539482117,
      "learning_rate": 8.940036616946047e-06,
      "loss": 0.0051,
      "step": 34320
    },
    {
      "epoch": 0.5801779572936295,
      "grad_norm": 0.03946467489004135,
      "learning_rate": 8.939128443567128e-06,
      "loss": 0.0013,
      "step": 34330
    },
    {
      "epoch": 0.58034695757248,
      "grad_norm": 0.036311425268650055,
      "learning_rate": 8.93821992746495e-06,
      "loss": 0.0021,
      "step": 34340
    },
    {
      "epoch": 0.5805159578513305,
      "grad_norm": 0.07707275450229645,
      "learning_rate": 8.937311068718557e-06,
      "loss": 0.002,
      "step": 34350
    },
    {
      "epoch": 0.580684958130181,
      "grad_norm": 0.0606757290661335,
      "learning_rate": 8.936401867407025e-06,
      "loss": 0.0022,
      "step": 34360
    },
    {
      "epoch": 0.5808539584090314,
      "grad_norm": 0.029825543984770775,
      "learning_rate": 8.935492323609457e-06,
      "loss": 0.0025,
      "step": 34370
    },
    {
      "epoch": 0.5810229586878818,
      "grad_norm": 0.09910440444946289,
      "learning_rate": 8.93458243740499e-06,
      "loss": 0.0018,
      "step": 34380
    },
    {
      "epoch": 0.5811919589667323,
      "grad_norm": 0.01993374340236187,
      "learning_rate": 8.933672208872786e-06,
      "loss": 0.0035,
      "step": 34390
    },
    {
      "epoch": 0.5813609592455827,
      "grad_norm": 0.2147493213415146,
      "learning_rate": 8.932761638092042e-06,
      "loss": 0.0027,
      "step": 34400
    },
    {
      "epoch": 0.5815299595244332,
      "grad_norm": 0.03388592600822449,
      "learning_rate": 8.931850725141979e-06,
      "loss": 0.0041,
      "step": 34410
    },
    {
      "epoch": 0.5816989598032837,
      "grad_norm": 0.18381360173225403,
      "learning_rate": 8.930939470101855e-06,
      "loss": 0.0034,
      "step": 34420
    },
    {
      "epoch": 0.5818679600821342,
      "grad_norm": 0.24191924929618835,
      "learning_rate": 8.93002787305095e-06,
      "loss": 0.0028,
      "step": 34430
    },
    {
      "epoch": 0.5820369603609846,
      "grad_norm": 0.19341941177845,
      "learning_rate": 8.92911593406858e-06,
      "loss": 0.003,
      "step": 34440
    },
    {
      "epoch": 0.5822059606398351,
      "grad_norm": 0.11159269511699677,
      "learning_rate": 8.928203653234084e-06,
      "loss": 0.002,
      "step": 34450
    },
    {
      "epoch": 0.5823749609186856,
      "grad_norm": 0.0494178868830204,
      "learning_rate": 8.927291030626842e-06,
      "loss": 0.002,
      "step": 34460
    },
    {
      "epoch": 0.5825439611975359,
      "grad_norm": 0.1472940593957901,
      "learning_rate": 8.926378066326247e-06,
      "loss": 0.003,
      "step": 34470
    },
    {
      "epoch": 0.5827129614763864,
      "grad_norm": 0.09544549882411957,
      "learning_rate": 8.925464760411739e-06,
      "loss": 0.0035,
      "step": 34480
    },
    {
      "epoch": 0.5828819617552369,
      "grad_norm": 0.09508192539215088,
      "learning_rate": 8.924551112962779e-06,
      "loss": 0.0026,
      "step": 34490
    },
    {
      "epoch": 0.5830509620340874,
      "grad_norm": 0.0262440275400877,
      "learning_rate": 8.923637124058854e-06,
      "loss": 0.0035,
      "step": 34500
    },
    {
      "epoch": 0.5832199623129378,
      "grad_norm": 0.07030729204416275,
      "learning_rate": 8.922722793779492e-06,
      "loss": 0.0027,
      "step": 34510
    },
    {
      "epoch": 0.5833889625917883,
      "grad_norm": 0.006284997798502445,
      "learning_rate": 8.921808122204239e-06,
      "loss": 0.0026,
      "step": 34520
    },
    {
      "epoch": 0.5835579628706388,
      "grad_norm": 0.03774796798825264,
      "learning_rate": 8.920893109412678e-06,
      "loss": 0.0027,
      "step": 34530
    },
    {
      "epoch": 0.5837269631494892,
      "grad_norm": 0.09865015000104904,
      "learning_rate": 8.91997775548442e-06,
      "loss": 0.003,
      "step": 34540
    },
    {
      "epoch": 0.5838959634283396,
      "grad_norm": 0.28293201327323914,
      "learning_rate": 8.919062060499105e-06,
      "loss": 0.0025,
      "step": 34550
    },
    {
      "epoch": 0.5840649637071901,
      "grad_norm": 0.06183357164263725,
      "learning_rate": 8.918146024536401e-06,
      "loss": 0.0015,
      "step": 34560
    },
    {
      "epoch": 0.5842339639860405,
      "grad_norm": 0.0637751892209053,
      "learning_rate": 8.917229647676009e-06,
      "loss": 0.0026,
      "step": 34570
    },
    {
      "epoch": 0.584402964264891,
      "grad_norm": 0.10728228837251663,
      "learning_rate": 8.916312929997659e-06,
      "loss": 0.0046,
      "step": 34580
    },
    {
      "epoch": 0.5845719645437415,
      "grad_norm": 0.13044388592243195,
      "learning_rate": 8.915395871581108e-06,
      "loss": 0.0018,
      "step": 34590
    },
    {
      "epoch": 0.584740964822592,
      "grad_norm": 0.18705812096595764,
      "learning_rate": 8.914478472506146e-06,
      "loss": 0.0022,
      "step": 34600
    },
    {
      "epoch": 0.5849099651014424,
      "grad_norm": 0.3285347819328308,
      "learning_rate": 8.913560732852592e-06,
      "loss": 0.0014,
      "step": 34610
    },
    {
      "epoch": 0.5850789653802929,
      "grad_norm": 0.2867709696292877,
      "learning_rate": 8.912642652700292e-06,
      "loss": 0.0028,
      "step": 34620
    },
    {
      "epoch": 0.5852479656591434,
      "grad_norm": 0.024372834712266922,
      "learning_rate": 8.911724232129124e-06,
      "loss": 0.0021,
      "step": 34630
    },
    {
      "epoch": 0.5854169659379937,
      "grad_norm": 0.031246446073055267,
      "learning_rate": 8.910805471218994e-06,
      "loss": 0.0015,
      "step": 34640
    },
    {
      "epoch": 0.5855859662168442,
      "grad_norm": 0.15418541431427002,
      "learning_rate": 8.90988637004984e-06,
      "loss": 0.0021,
      "step": 34650
    },
    {
      "epoch": 0.5857549664956947,
      "grad_norm": 0.21680156886577606,
      "learning_rate": 8.90896692870163e-06,
      "loss": 0.0018,
      "step": 34660
    },
    {
      "epoch": 0.5859239667745452,
      "grad_norm": 0.10197052359580994,
      "learning_rate": 8.908047147254356e-06,
      "loss": 0.0014,
      "step": 34670
    },
    {
      "epoch": 0.5860929670533956,
      "grad_norm": 0.1428227722644806,
      "learning_rate": 8.907127025788045e-06,
      "loss": 0.004,
      "step": 34680
    },
    {
      "epoch": 0.5862619673322461,
      "grad_norm": 0.02672131545841694,
      "learning_rate": 8.906206564382753e-06,
      "loss": 0.0021,
      "step": 34690
    },
    {
      "epoch": 0.5864309676110966,
      "grad_norm": 0.06392728537321091,
      "learning_rate": 8.905285763118565e-06,
      "loss": 0.002,
      "step": 34700
    },
    {
      "epoch": 0.5865999678899471,
      "grad_norm": 0.08085457235574722,
      "learning_rate": 8.904364622075593e-06,
      "loss": 0.0034,
      "step": 34710
    },
    {
      "epoch": 0.5867689681687975,
      "grad_norm": 0.1856919229030609,
      "learning_rate": 8.903443141333982e-06,
      "loss": 0.0027,
      "step": 34720
    },
    {
      "epoch": 0.5869379684476479,
      "grad_norm": 0.12695810198783875,
      "learning_rate": 8.902521320973905e-06,
      "loss": 0.0039,
      "step": 34730
    },
    {
      "epoch": 0.5871069687264984,
      "grad_norm": 0.043028876185417175,
      "learning_rate": 8.901599161075565e-06,
      "loss": 0.0015,
      "step": 34740
    },
    {
      "epoch": 0.5872759690053488,
      "grad_norm": 0.04045486077666283,
      "learning_rate": 8.900676661719195e-06,
      "loss": 0.002,
      "step": 34750
    },
    {
      "epoch": 0.5874449692841993,
      "grad_norm": 0.10769476741552353,
      "learning_rate": 8.899753822985054e-06,
      "loss": 0.0032,
      "step": 34760
    },
    {
      "epoch": 0.5876139695630498,
      "grad_norm": 0.0701104998588562,
      "learning_rate": 8.898830644953436e-06,
      "loss": 0.0017,
      "step": 34770
    },
    {
      "epoch": 0.5877829698419003,
      "grad_norm": 0.13843099772930145,
      "learning_rate": 8.897907127704663e-06,
      "loss": 0.0023,
      "step": 34780
    },
    {
      "epoch": 0.5879519701207507,
      "grad_norm": 0.12599579989910126,
      "learning_rate": 8.896983271319085e-06,
      "loss": 0.0022,
      "step": 34790
    },
    {
      "epoch": 0.5881209703996012,
      "grad_norm": 0.16534028947353363,
      "learning_rate": 8.89605907587708e-06,
      "loss": 0.0029,
      "step": 34800
    },
    {
      "epoch": 0.5882899706784516,
      "grad_norm": 0.06567218899726868,
      "learning_rate": 8.895134541459058e-06,
      "loss": 0.0019,
      "step": 34810
    },
    {
      "epoch": 0.588458970957302,
      "grad_norm": 0.283370703458786,
      "learning_rate": 8.894209668145459e-06,
      "loss": 0.002,
      "step": 34820
    },
    {
      "epoch": 0.5886279712361525,
      "grad_norm": 0.026961514726281166,
      "learning_rate": 8.89328445601675e-06,
      "loss": 0.0021,
      "step": 34830
    },
    {
      "epoch": 0.588796971515003,
      "grad_norm": 0.1643812507390976,
      "learning_rate": 8.89235890515343e-06,
      "loss": 0.002,
      "step": 34840
    },
    {
      "epoch": 0.5889659717938535,
      "grad_norm": 0.06348308175802231,
      "learning_rate": 8.891433015636028e-06,
      "loss": 0.0027,
      "step": 34850
    },
    {
      "epoch": 0.5891349720727039,
      "grad_norm": 0.042579248547554016,
      "learning_rate": 8.890506787545099e-06,
      "loss": 0.0018,
      "step": 34860
    },
    {
      "epoch": 0.5893039723515544,
      "grad_norm": 0.06588687747716904,
      "learning_rate": 8.889580220961228e-06,
      "loss": 0.0026,
      "step": 34870
    },
    {
      "epoch": 0.5894729726304049,
      "grad_norm": 0.13126246631145477,
      "learning_rate": 8.888653315965033e-06,
      "loss": 0.0015,
      "step": 34880
    },
    {
      "epoch": 0.5896419729092554,
      "grad_norm": 0.1396174430847168,
      "learning_rate": 8.887726072637159e-06,
      "loss": 0.0025,
      "step": 34890
    },
    {
      "epoch": 0.5898109731881057,
      "grad_norm": 0.1821875274181366,
      "learning_rate": 8.88679849105828e-06,
      "loss": 0.0028,
      "step": 34900
    },
    {
      "epoch": 0.5899799734669562,
      "grad_norm": 0.017610182985663414,
      "learning_rate": 8.8858705713091e-06,
      "loss": 0.0019,
      "step": 34910
    },
    {
      "epoch": 0.5901489737458067,
      "grad_norm": 0.14475102722644806,
      "learning_rate": 8.884942313470353e-06,
      "loss": 0.0019,
      "step": 34920
    },
    {
      "epoch": 0.5903179740246571,
      "grad_norm": 0.07700800150632858,
      "learning_rate": 8.884013717622802e-06,
      "loss": 0.0021,
      "step": 34930
    },
    {
      "epoch": 0.5904869743035076,
      "grad_norm": 0.08157818764448166,
      "learning_rate": 8.88308478384724e-06,
      "loss": 0.0021,
      "step": 34940
    },
    {
      "epoch": 0.5906559745823581,
      "grad_norm": 0.08447717875242233,
      "learning_rate": 8.882155512224486e-06,
      "loss": 0.0022,
      "step": 34950
    },
    {
      "epoch": 0.5908249748612086,
      "grad_norm": 0.10168961435556412,
      "learning_rate": 8.881225902835394e-06,
      "loss": 0.0019,
      "step": 34960
    },
    {
      "epoch": 0.590993975140059,
      "grad_norm": 0.160582035779953,
      "learning_rate": 8.880295955760842e-06,
      "loss": 0.0019,
      "step": 34970
    },
    {
      "epoch": 0.5911629754189094,
      "grad_norm": 0.11416268348693848,
      "learning_rate": 8.879365671081743e-06,
      "loss": 0.0021,
      "step": 34980
    },
    {
      "epoch": 0.5913319756977599,
      "grad_norm": 0.5007433891296387,
      "learning_rate": 8.878435048879034e-06,
      "loss": 0.005,
      "step": 34990
    },
    {
      "epoch": 0.5915009759766103,
      "grad_norm": 0.0692245215177536,
      "learning_rate": 8.877504089233685e-06,
      "loss": 0.0023,
      "step": 35000
    },
    {
      "epoch": 0.5916699762554608,
      "grad_norm": 0.06784098595380783,
      "learning_rate": 8.876572792226693e-06,
      "loss": 0.002,
      "step": 35010
    },
    {
      "epoch": 0.5918389765343113,
      "grad_norm": 0.10995849967002869,
      "learning_rate": 8.875641157939085e-06,
      "loss": 0.0018,
      "step": 35020
    },
    {
      "epoch": 0.5920079768131618,
      "grad_norm": 0.03497052937746048,
      "learning_rate": 8.87470918645192e-06,
      "loss": 0.0025,
      "step": 35030
    },
    {
      "epoch": 0.5921769770920122,
      "grad_norm": 0.07584590464830399,
      "learning_rate": 8.87377687784628e-06,
      "loss": 0.0015,
      "step": 35040
    },
    {
      "epoch": 0.5923459773708627,
      "grad_norm": 0.05822953209280968,
      "learning_rate": 8.872844232203284e-06,
      "loss": 0.0024,
      "step": 35050
    },
    {
      "epoch": 0.5925149776497132,
      "grad_norm": 0.09714366495609283,
      "learning_rate": 8.871911249604076e-06,
      "loss": 0.0032,
      "step": 35060
    },
    {
      "epoch": 0.5926839779285635,
      "grad_norm": 0.045151591300964355,
      "learning_rate": 8.870977930129828e-06,
      "loss": 0.0025,
      "step": 35070
    },
    {
      "epoch": 0.592852978207414,
      "grad_norm": 0.0487397275865078,
      "learning_rate": 8.870044273861746e-06,
      "loss": 0.0025,
      "step": 35080
    },
    {
      "epoch": 0.5930219784862645,
      "grad_norm": 0.03342911973595619,
      "learning_rate": 8.869110280881062e-06,
      "loss": 0.002,
      "step": 35090
    },
    {
      "epoch": 0.593190978765115,
      "grad_norm": 0.012296173721551895,
      "learning_rate": 8.868175951269036e-06,
      "loss": 0.0018,
      "step": 35100
    },
    {
      "epoch": 0.5933599790439654,
      "grad_norm": 0.12815845012664795,
      "learning_rate": 8.86724128510696e-06,
      "loss": 0.0038,
      "step": 35110
    },
    {
      "epoch": 0.5935289793228159,
      "grad_norm": 0.07406541705131531,
      "learning_rate": 8.866306282476155e-06,
      "loss": 0.0018,
      "step": 35120
    },
    {
      "epoch": 0.5936979796016664,
      "grad_norm": 0.0447167307138443,
      "learning_rate": 8.865370943457973e-06,
      "loss": 0.0027,
      "step": 35130
    },
    {
      "epoch": 0.5938669798805168,
      "grad_norm": 0.11929440498352051,
      "learning_rate": 8.864435268133789e-06,
      "loss": 0.0019,
      "step": 35140
    },
    {
      "epoch": 0.5940359801593673,
      "grad_norm": 0.11725620925426483,
      "learning_rate": 8.863499256585012e-06,
      "loss": 0.0017,
      "step": 35150
    },
    {
      "epoch": 0.5942049804382177,
      "grad_norm": 0.02146654948592186,
      "learning_rate": 8.862562908893081e-06,
      "loss": 0.0033,
      "step": 35160
    },
    {
      "epoch": 0.5943739807170682,
      "grad_norm": 0.027879882603883743,
      "learning_rate": 8.861626225139465e-06,
      "loss": 0.002,
      "step": 35170
    },
    {
      "epoch": 0.5945429809959186,
      "grad_norm": 0.04303164780139923,
      "learning_rate": 8.860689205405655e-06,
      "loss": 0.0024,
      "step": 35180
    },
    {
      "epoch": 0.5947119812747691,
      "grad_norm": 0.08739340305328369,
      "learning_rate": 8.859751849773179e-06,
      "loss": 0.0033,
      "step": 35190
    },
    {
      "epoch": 0.5948809815536196,
      "grad_norm": 0.08744668960571289,
      "learning_rate": 8.858814158323593e-06,
      "loss": 0.002,
      "step": 35200
    },
    {
      "epoch": 0.59504998183247,
      "grad_norm": 0.07492510974407196,
      "learning_rate": 8.857876131138476e-06,
      "loss": 0.003,
      "step": 35210
    },
    {
      "epoch": 0.5952189821113205,
      "grad_norm": 0.08802341669797897,
      "learning_rate": 8.856937768299445e-06,
      "loss": 0.0015,
      "step": 35220
    },
    {
      "epoch": 0.595387982390171,
      "grad_norm": 0.11602721363306046,
      "learning_rate": 8.855999069888141e-06,
      "loss": 0.0025,
      "step": 35230
    },
    {
      "epoch": 0.5955569826690214,
      "grad_norm": 0.07800030708312988,
      "learning_rate": 8.855060035986235e-06,
      "loss": 0.0012,
      "step": 35240
    },
    {
      "epoch": 0.5957259829478718,
      "grad_norm": 0.052270859479904175,
      "learning_rate": 8.85412066667543e-06,
      "loss": 0.0015,
      "step": 35250
    },
    {
      "epoch": 0.5958949832267223,
      "grad_norm": 0.04862003028392792,
      "learning_rate": 8.85318096203745e-06,
      "loss": 0.0024,
      "step": 35260
    },
    {
      "epoch": 0.5960639835055728,
      "grad_norm": 0.7330689430236816,
      "learning_rate": 8.852240922154059e-06,
      "loss": 0.0024,
      "step": 35270
    },
    {
      "epoch": 0.5962329837844232,
      "grad_norm": 0.056989800184965134,
      "learning_rate": 8.851300547107042e-06,
      "loss": 0.0022,
      "step": 35280
    },
    {
      "epoch": 0.5964019840632737,
      "grad_norm": 0.09635084867477417,
      "learning_rate": 8.850359836978218e-06,
      "loss": 0.0023,
      "step": 35290
    },
    {
      "epoch": 0.5965709843421242,
      "grad_norm": 0.10977847874164581,
      "learning_rate": 8.849418791849433e-06,
      "loss": 0.002,
      "step": 35300
    },
    {
      "epoch": 0.5967399846209747,
      "grad_norm": 0.03430016711354256,
      "learning_rate": 8.84847741180256e-06,
      "loss": 0.0021,
      "step": 35310
    },
    {
      "epoch": 0.5969089848998251,
      "grad_norm": 0.026696454733610153,
      "learning_rate": 8.847535696919509e-06,
      "loss": 0.0018,
      "step": 35320
    },
    {
      "epoch": 0.5970779851786755,
      "grad_norm": 0.15002593398094177,
      "learning_rate": 8.84659364728221e-06,
      "loss": 0.0024,
      "step": 35330
    },
    {
      "epoch": 0.597246985457526,
      "grad_norm": 0.05427820608019829,
      "learning_rate": 8.845651262972625e-06,
      "loss": 0.0024,
      "step": 35340
    },
    {
      "epoch": 0.5974159857363764,
      "grad_norm": 0.10184963792562485,
      "learning_rate": 8.844708544072749e-06,
      "loss": 0.0015,
      "step": 35350
    },
    {
      "epoch": 0.5975849860152269,
      "grad_norm": 0.07781493663787842,
      "learning_rate": 8.843765490664601e-06,
      "loss": 0.0029,
      "step": 35360
    },
    {
      "epoch": 0.5977539862940774,
      "grad_norm": 0.11765439808368683,
      "learning_rate": 8.842822102830233e-06,
      "loss": 0.0042,
      "step": 35370
    },
    {
      "epoch": 0.5979229865729279,
      "grad_norm": 0.29873672127723694,
      "learning_rate": 8.841878380651721e-06,
      "loss": 0.0016,
      "step": 35380
    },
    {
      "epoch": 0.5980919868517783,
      "grad_norm": 0.059736013412475586,
      "learning_rate": 8.840934324211178e-06,
      "loss": 0.0019,
      "step": 35390
    },
    {
      "epoch": 0.5982609871306288,
      "grad_norm": 0.08907829970121384,
      "learning_rate": 8.839989933590738e-06,
      "loss": 0.0029,
      "step": 35400
    },
    {
      "epoch": 0.5984299874094793,
      "grad_norm": 0.05392741784453392,
      "learning_rate": 8.839045208872568e-06,
      "loss": 0.0032,
      "step": 35410
    },
    {
      "epoch": 0.5985989876883296,
      "grad_norm": 0.033009592443704605,
      "learning_rate": 8.838100150138864e-06,
      "loss": 0.0016,
      "step": 35420
    },
    {
      "epoch": 0.5987679879671801,
      "grad_norm": 0.07848300039768219,
      "learning_rate": 8.83715475747185e-06,
      "loss": 0.0028,
      "step": 35430
    },
    {
      "epoch": 0.5989369882460306,
      "grad_norm": 0.08762569725513458,
      "learning_rate": 8.836209030953784e-06,
      "loss": 0.0029,
      "step": 35440
    },
    {
      "epoch": 0.5991059885248811,
      "grad_norm": 0.03356378898024559,
      "learning_rate": 8.835262970666943e-06,
      "loss": 0.0021,
      "step": 35450
    },
    {
      "epoch": 0.5992749888037315,
      "grad_norm": 0.09711670875549316,
      "learning_rate": 8.834316576693642e-06,
      "loss": 0.0026,
      "step": 35460
    },
    {
      "epoch": 0.599443989082582,
      "grad_norm": 0.05829253047704697,
      "learning_rate": 8.83336984911622e-06,
      "loss": 0.0022,
      "step": 35470
    },
    {
      "epoch": 0.5996129893614325,
      "grad_norm": 0.09206686168909073,
      "learning_rate": 8.83242278801705e-06,
      "loss": 0.0022,
      "step": 35480
    },
    {
      "epoch": 0.599781989640283,
      "grad_norm": 0.05280447378754616,
      "learning_rate": 8.831475393478529e-06,
      "loss": 0.0018,
      "step": 35490
    },
    {
      "epoch": 0.5999509899191333,
      "grad_norm": 0.1475137323141098,
      "learning_rate": 8.830527665583083e-06,
      "loss": 0.0032,
      "step": 35500
    },
    {
      "epoch": 0.6001199901979838,
      "grad_norm": 0.04320276901125908,
      "learning_rate": 8.829579604413172e-06,
      "loss": 0.0028,
      "step": 35510
    },
    {
      "epoch": 0.6002889904768343,
      "grad_norm": 0.07844381034374237,
      "learning_rate": 8.82863121005128e-06,
      "loss": 0.0019,
      "step": 35520
    },
    {
      "epoch": 0.6004579907556847,
      "grad_norm": 0.07419198751449585,
      "learning_rate": 8.827682482579923e-06,
      "loss": 0.0019,
      "step": 35530
    },
    {
      "epoch": 0.6006269910345352,
      "grad_norm": 0.09416607767343521,
      "learning_rate": 8.826733422081644e-06,
      "loss": 0.0023,
      "step": 35540
    },
    {
      "epoch": 0.6007959913133857,
      "grad_norm": 0.020704537630081177,
      "learning_rate": 8.825784028639016e-06,
      "loss": 0.002,
      "step": 35550
    },
    {
      "epoch": 0.6009649915922362,
      "grad_norm": 0.15058861672878265,
      "learning_rate": 8.824834302334641e-06,
      "loss": 0.002,
      "step": 35560
    },
    {
      "epoch": 0.6011339918710866,
      "grad_norm": 0.32956650853157043,
      "learning_rate": 8.823884243251152e-06,
      "loss": 0.0032,
      "step": 35570
    },
    {
      "epoch": 0.6013029921499371,
      "grad_norm": 0.24377502501010895,
      "learning_rate": 8.822933851471205e-06,
      "loss": 0.0047,
      "step": 35580
    },
    {
      "epoch": 0.6014719924287875,
      "grad_norm": 0.11893951892852783,
      "learning_rate": 8.821983127077492e-06,
      "loss": 0.0018,
      "step": 35590
    },
    {
      "epoch": 0.6016409927076379,
      "grad_norm": 0.1588331013917923,
      "learning_rate": 8.821032070152726e-06,
      "loss": 0.0021,
      "step": 35600
    },
    {
      "epoch": 0.6018099929864884,
      "grad_norm": 0.04255605861544609,
      "learning_rate": 8.820080680779659e-06,
      "loss": 0.0031,
      "step": 35610
    },
    {
      "epoch": 0.6019789932653389,
      "grad_norm": 0.09891010075807571,
      "learning_rate": 8.819128959041064e-06,
      "loss": 0.002,
      "step": 35620
    },
    {
      "epoch": 0.6021479935441894,
      "grad_norm": 0.16634584963321686,
      "learning_rate": 8.818176905019744e-06,
      "loss": 0.0045,
      "step": 35630
    },
    {
      "epoch": 0.6023169938230398,
      "grad_norm": 0.16242848336696625,
      "learning_rate": 8.817224518798535e-06,
      "loss": 0.003,
      "step": 35640
    },
    {
      "epoch": 0.6024859941018903,
      "grad_norm": 0.028616510331630707,
      "learning_rate": 8.816271800460297e-06,
      "loss": 0.0044,
      "step": 35650
    },
    {
      "epoch": 0.6026549943807408,
      "grad_norm": 0.02689216285943985,
      "learning_rate": 8.815318750087923e-06,
      "loss": 0.0032,
      "step": 35660
    },
    {
      "epoch": 0.6028239946595911,
      "grad_norm": 0.044815417379140854,
      "learning_rate": 8.814365367764332e-06,
      "loss": 0.0016,
      "step": 35670
    },
    {
      "epoch": 0.6029929949384416,
      "grad_norm": 0.06668156385421753,
      "learning_rate": 8.813411653572473e-06,
      "loss": 0.0014,
      "step": 35680
    },
    {
      "epoch": 0.6031619952172921,
      "grad_norm": 0.10036733001470566,
      "learning_rate": 8.812457607595324e-06,
      "loss": 0.002,
      "step": 35690
    },
    {
      "epoch": 0.6033309954961426,
      "grad_norm": 0.1022668406367302,
      "learning_rate": 8.811503229915889e-06,
      "loss": 0.0024,
      "step": 35700
    },
    {
      "epoch": 0.603499995774993,
      "grad_norm": 0.04607870429754257,
      "learning_rate": 8.81054852061721e-06,
      "loss": 0.0033,
      "step": 35710
    },
    {
      "epoch": 0.6036689960538435,
      "grad_norm": 0.04547217860817909,
      "learning_rate": 8.809593479782343e-06,
      "loss": 0.0022,
      "step": 35720
    },
    {
      "epoch": 0.603837996332694,
      "grad_norm": 0.16747385263442993,
      "learning_rate": 8.808638107494388e-06,
      "loss": 0.0034,
      "step": 35730
    },
    {
      "epoch": 0.6040069966115444,
      "grad_norm": 0.10530160367488861,
      "learning_rate": 8.807682403836464e-06,
      "loss": 0.0081,
      "step": 35740
    },
    {
      "epoch": 0.6041759968903949,
      "grad_norm": 0.12396273016929626,
      "learning_rate": 8.806726368891723e-06,
      "loss": 0.0028,
      "step": 35750
    },
    {
      "epoch": 0.6043449971692453,
      "grad_norm": 0.13143059611320496,
      "learning_rate": 8.80577000274334e-06,
      "loss": 0.0032,
      "step": 35760
    },
    {
      "epoch": 0.6045139974480958,
      "grad_norm": 0.17417097091674805,
      "learning_rate": 8.804813305474533e-06,
      "loss": 0.0022,
      "step": 35770
    },
    {
      "epoch": 0.6046829977269462,
      "grad_norm": 0.24094782769680023,
      "learning_rate": 8.80385627716853e-06,
      "loss": 0.0025,
      "step": 35780
    },
    {
      "epoch": 0.6048519980057967,
      "grad_norm": 0.16232720017433167,
      "learning_rate": 8.802898917908601e-06,
      "loss": 0.0037,
      "step": 35790
    },
    {
      "epoch": 0.6050209982846472,
      "grad_norm": 0.040980543941259384,
      "learning_rate": 8.801941227778042e-06,
      "loss": 0.0019,
      "step": 35800
    },
    {
      "epoch": 0.6051899985634976,
      "grad_norm": 0.08733880519866943,
      "learning_rate": 8.800983206860173e-06,
      "loss": 0.0037,
      "step": 35810
    },
    {
      "epoch": 0.6053589988423481,
      "grad_norm": 0.0999969094991684,
      "learning_rate": 8.800024855238351e-06,
      "loss": 0.0022,
      "step": 35820
    },
    {
      "epoch": 0.6055279991211986,
      "grad_norm": 0.2854050099849701,
      "learning_rate": 8.799066172995955e-06,
      "loss": 0.0032,
      "step": 35830
    },
    {
      "epoch": 0.6056969994000491,
      "grad_norm": 0.06074146181344986,
      "learning_rate": 8.798107160216394e-06,
      "loss": 0.0016,
      "step": 35840
    },
    {
      "epoch": 0.6058659996788994,
      "grad_norm": 0.27209043502807617,
      "learning_rate": 8.79714781698311e-06,
      "loss": 0.0023,
      "step": 35850
    },
    {
      "epoch": 0.6060349999577499,
      "grad_norm": 0.1067693680524826,
      "learning_rate": 8.796188143379565e-06,
      "loss": 0.0028,
      "step": 35860
    },
    {
      "epoch": 0.6062040002366004,
      "grad_norm": 0.12572214007377625,
      "learning_rate": 8.79522813948926e-06,
      "loss": 0.0015,
      "step": 35870
    },
    {
      "epoch": 0.6063730005154508,
      "grad_norm": 0.08308408409357071,
      "learning_rate": 8.79426780539572e-06,
      "loss": 0.0026,
      "step": 35880
    },
    {
      "epoch": 0.6065420007943013,
      "grad_norm": 0.053814616054296494,
      "learning_rate": 8.793307141182496e-06,
      "loss": 0.0037,
      "step": 35890
    },
    {
      "epoch": 0.6067110010731518,
      "grad_norm": 0.15410888195037842,
      "learning_rate": 8.792346146933172e-06,
      "loss": 0.0011,
      "step": 35900
    },
    {
      "epoch": 0.6068800013520023,
      "grad_norm": 0.02498161606490612,
      "learning_rate": 8.791384822731358e-06,
      "loss": 0.0027,
      "step": 35910
    },
    {
      "epoch": 0.6070490016308527,
      "grad_norm": 0.10394150763750076,
      "learning_rate": 8.790423168660695e-06,
      "loss": 0.0032,
      "step": 35920
    },
    {
      "epoch": 0.6072180019097031,
      "grad_norm": 0.02300155907869339,
      "learning_rate": 8.789461184804853e-06,
      "loss": 0.0021,
      "step": 35930
    },
    {
      "epoch": 0.6073870021885536,
      "grad_norm": 0.061770204454660416,
      "learning_rate": 8.788498871247526e-06,
      "loss": 0.0034,
      "step": 35940
    },
    {
      "epoch": 0.607556002467404,
      "grad_norm": 0.07594380527734756,
      "learning_rate": 8.787536228072442e-06,
      "loss": 0.0021,
      "step": 35950
    },
    {
      "epoch": 0.6077250027462545,
      "grad_norm": 0.10542141646146774,
      "learning_rate": 8.786573255363355e-06,
      "loss": 0.0016,
      "step": 35960
    },
    {
      "epoch": 0.607894003025105,
      "grad_norm": 0.14784705638885498,
      "learning_rate": 8.785609953204047e-06,
      "loss": 0.003,
      "step": 35970
    },
    {
      "epoch": 0.6080630033039555,
      "grad_norm": 0.034316789358854294,
      "learning_rate": 8.784646321678332e-06,
      "loss": 0.0016,
      "step": 35980
    },
    {
      "epoch": 0.6082320035828059,
      "grad_norm": 0.10311736911535263,
      "learning_rate": 8.783682360870052e-06,
      "loss": 0.0018,
      "step": 35990
    },
    {
      "epoch": 0.6084010038616564,
      "grad_norm": 0.11101002246141434,
      "learning_rate": 8.782718070863072e-06,
      "loss": 0.0023,
      "step": 36000
    },
    {
      "epoch": 0.6085700041405069,
      "grad_norm": 0.029666326940059662,
      "learning_rate": 8.781753451741295e-06,
      "loss": 0.0023,
      "step": 36010
    },
    {
      "epoch": 0.6087390044193572,
      "grad_norm": 0.07296469062566757,
      "learning_rate": 8.780788503588642e-06,
      "loss": 0.0028,
      "step": 36020
    },
    {
      "epoch": 0.6089080046982077,
      "grad_norm": 0.0563102550804615,
      "learning_rate": 8.77982322648907e-06,
      "loss": 0.0008,
      "step": 36030
    },
    {
      "epoch": 0.6090770049770582,
      "grad_norm": 0.0819505974650383,
      "learning_rate": 8.778857620526566e-06,
      "loss": 0.0026,
      "step": 36040
    },
    {
      "epoch": 0.6092460052559087,
      "grad_norm": 0.021597327664494514,
      "learning_rate": 8.77789168578514e-06,
      "loss": 0.0014,
      "step": 36050
    },
    {
      "epoch": 0.6094150055347591,
      "grad_norm": 0.07086276262998581,
      "learning_rate": 8.776925422348833e-06,
      "loss": 0.0016,
      "step": 36060
    },
    {
      "epoch": 0.6095840058136096,
      "grad_norm": 0.06087581813335419,
      "learning_rate": 8.775958830301713e-06,
      "loss": 0.0024,
      "step": 36070
    },
    {
      "epoch": 0.6097530060924601,
      "grad_norm": 0.264974981546402,
      "learning_rate": 8.77499190972788e-06,
      "loss": 0.005,
      "step": 36080
    },
    {
      "epoch": 0.6099220063713106,
      "grad_norm": 0.29691457748413086,
      "learning_rate": 8.774024660711462e-06,
      "loss": 0.0027,
      "step": 36090
    },
    {
      "epoch": 0.610091006650161,
      "grad_norm": 0.1828441023826599,
      "learning_rate": 8.773057083336612e-06,
      "loss": 0.0026,
      "step": 36100
    },
    {
      "epoch": 0.6102600069290114,
      "grad_norm": 0.06337442249059677,
      "learning_rate": 8.772089177687516e-06,
      "loss": 0.0033,
      "step": 36110
    },
    {
      "epoch": 0.6104290072078619,
      "grad_norm": 0.11669375747442245,
      "learning_rate": 8.771120943848384e-06,
      "loss": 0.0013,
      "step": 36120
    },
    {
      "epoch": 0.6105980074867123,
      "grad_norm": 0.20372651517391205,
      "learning_rate": 8.77015238190346e-06,
      "loss": 0.0023,
      "step": 36130
    },
    {
      "epoch": 0.6107670077655628,
      "grad_norm": 0.24548251926898956,
      "learning_rate": 8.76918349193701e-06,
      "loss": 0.005,
      "step": 36140
    },
    {
      "epoch": 0.6109360080444133,
      "grad_norm": 0.12593404948711395,
      "learning_rate": 8.768214274033334e-06,
      "loss": 0.0025,
      "step": 36150
    },
    {
      "epoch": 0.6111050083232638,
      "grad_norm": 0.1450646072626114,
      "learning_rate": 8.76724472827676e-06,
      "loss": 0.0019,
      "step": 36160
    },
    {
      "epoch": 0.6112740086021142,
      "grad_norm": 0.11664585769176483,
      "learning_rate": 8.766274854751642e-06,
      "loss": 0.0019,
      "step": 36170
    },
    {
      "epoch": 0.6114430088809647,
      "grad_norm": 0.20358210802078247,
      "learning_rate": 8.765304653542362e-06,
      "loss": 0.0031,
      "step": 36180
    },
    {
      "epoch": 0.6116120091598151,
      "grad_norm": 0.08079025894403458,
      "learning_rate": 8.764334124733336e-06,
      "loss": 0.0043,
      "step": 36190
    },
    {
      "epoch": 0.6117810094386655,
      "grad_norm": 0.18731054663658142,
      "learning_rate": 8.763363268409002e-06,
      "loss": 0.003,
      "step": 36200
    },
    {
      "epoch": 0.611950009717516,
      "grad_norm": 0.023311221972107887,
      "learning_rate": 8.762392084653829e-06,
      "loss": 0.004,
      "step": 36210
    },
    {
      "epoch": 0.6121190099963665,
      "grad_norm": 0.029529789462685585,
      "learning_rate": 8.761420573552314e-06,
      "loss": 0.0028,
      "step": 36220
    },
    {
      "epoch": 0.612288010275217,
      "grad_norm": 0.05020727589726448,
      "learning_rate": 8.760448735188987e-06,
      "loss": 0.0056,
      "step": 36230
    },
    {
      "epoch": 0.6124570105540674,
      "grad_norm": 0.04046209901571274,
      "learning_rate": 8.7594765696484e-06,
      "loss": 0.0025,
      "step": 36240
    },
    {
      "epoch": 0.6126260108329179,
      "grad_norm": 0.04337368533015251,
      "learning_rate": 8.758504077015136e-06,
      "loss": 0.0034,
      "step": 36250
    },
    {
      "epoch": 0.6127950111117684,
      "grad_norm": 0.05420010909438133,
      "learning_rate": 8.757531257373806e-06,
      "loss": 0.0022,
      "step": 36260
    },
    {
      "epoch": 0.6129640113906188,
      "grad_norm": 0.016965752467513084,
      "learning_rate": 8.756558110809052e-06,
      "loss": 0.0043,
      "step": 36270
    },
    {
      "epoch": 0.6131330116694692,
      "grad_norm": 0.08924896270036697,
      "learning_rate": 8.755584637405541e-06,
      "loss": 0.0031,
      "step": 36280
    },
    {
      "epoch": 0.6133020119483197,
      "grad_norm": 0.017866497859358788,
      "learning_rate": 8.75461083724797e-06,
      "loss": 0.0023,
      "step": 36290
    },
    {
      "epoch": 0.6134710122271702,
      "grad_norm": 0.10966131091117859,
      "learning_rate": 8.753636710421067e-06,
      "loss": 0.0036,
      "step": 36300
    },
    {
      "epoch": 0.6136400125060206,
      "grad_norm": 0.022142933681607246,
      "learning_rate": 8.75266225700958e-06,
      "loss": 0.0024,
      "step": 36310
    },
    {
      "epoch": 0.6138090127848711,
      "grad_norm": 0.11732402443885803,
      "learning_rate": 8.751687477098296e-06,
      "loss": 0.002,
      "step": 36320
    },
    {
      "epoch": 0.6139780130637216,
      "grad_norm": 0.07567041367292404,
      "learning_rate": 8.750712370772025e-06,
      "loss": 0.0013,
      "step": 36330
    },
    {
      "epoch": 0.614147013342572,
      "grad_norm": 0.07736122608184814,
      "learning_rate": 8.749736938115605e-06,
      "loss": 0.0032,
      "step": 36340
    },
    {
      "epoch": 0.6143160136214225,
      "grad_norm": 0.023870807141065598,
      "learning_rate": 8.748761179213903e-06,
      "loss": 0.0017,
      "step": 36350
    },
    {
      "epoch": 0.6144850139002729,
      "grad_norm": 0.16306602954864502,
      "learning_rate": 8.747785094151815e-06,
      "loss": 0.0043,
      "step": 36360
    },
    {
      "epoch": 0.6146540141791234,
      "grad_norm": 0.08596381545066833,
      "learning_rate": 8.746808683014266e-06,
      "loss": 0.005,
      "step": 36370
    },
    {
      "epoch": 0.6148230144579738,
      "grad_norm": 0.16764451563358307,
      "learning_rate": 8.745831945886207e-06,
      "loss": 0.0028,
      "step": 36380
    },
    {
      "epoch": 0.6149920147368243,
      "grad_norm": 0.054501231759786606,
      "learning_rate": 8.74485488285262e-06,
      "loss": 0.0017,
      "step": 36390
    },
    {
      "epoch": 0.6151610150156748,
      "grad_norm": 0.07855256646871567,
      "learning_rate": 8.743877493998514e-06,
      "loss": 0.0025,
      "step": 36400
    },
    {
      "epoch": 0.6153300152945252,
      "grad_norm": 0.14877623319625854,
      "learning_rate": 8.742899779408926e-06,
      "loss": 0.0018,
      "step": 36410
    },
    {
      "epoch": 0.6154990155733757,
      "grad_norm": 0.03570941835641861,
      "learning_rate": 8.741921739168923e-06,
      "loss": 0.0049,
      "step": 36420
    },
    {
      "epoch": 0.6156680158522262,
      "grad_norm": 0.11335615813732147,
      "learning_rate": 8.7409433733636e-06,
      "loss": 0.0023,
      "step": 36430
    },
    {
      "epoch": 0.6158370161310767,
      "grad_norm": 0.23981893062591553,
      "learning_rate": 8.739964682078076e-06,
      "loss": 0.0026,
      "step": 36440
    },
    {
      "epoch": 0.616006016409927,
      "grad_norm": 0.09835696965456009,
      "learning_rate": 8.738985665397505e-06,
      "loss": 0.0034,
      "step": 36450
    },
    {
      "epoch": 0.6161750166887775,
      "grad_norm": 0.08674298226833344,
      "learning_rate": 8.738006323407064e-06,
      "loss": 0.0084,
      "step": 36460
    },
    {
      "epoch": 0.616344016967628,
      "grad_norm": 0.04812869057059288,
      "learning_rate": 8.737026656191964e-06,
      "loss": 0.0019,
      "step": 36470
    },
    {
      "epoch": 0.6165130172464784,
      "grad_norm": 0.0043332562781870365,
      "learning_rate": 8.736046663837439e-06,
      "loss": 0.0029,
      "step": 36480
    },
    {
      "epoch": 0.6166820175253289,
      "grad_norm": 0.10359267890453339,
      "learning_rate": 8.735066346428751e-06,
      "loss": 0.0017,
      "step": 36490
    },
    {
      "epoch": 0.6168510178041794,
      "grad_norm": 0.06938648223876953,
      "learning_rate": 8.734085704051194e-06,
      "loss": 0.0025,
      "step": 36500
    },
    {
      "epoch": 0.6170200180830299,
      "grad_norm": 0.09565950185060501,
      "learning_rate": 8.733104736790088e-06,
      "loss": 0.0028,
      "step": 36510
    },
    {
      "epoch": 0.6171890183618803,
      "grad_norm": 0.19001342356204987,
      "learning_rate": 8.732123444730785e-06,
      "loss": 0.0013,
      "step": 36520
    },
    {
      "epoch": 0.6173580186407308,
      "grad_norm": 0.22249983251094818,
      "learning_rate": 8.731141827958659e-06,
      "loss": 0.0024,
      "step": 36530
    },
    {
      "epoch": 0.6175270189195812,
      "grad_norm": 0.06101768836379051,
      "learning_rate": 8.730159886559116e-06,
      "loss": 0.0018,
      "step": 36540
    },
    {
      "epoch": 0.6176960191984316,
      "grad_norm": 0.05670422315597534,
      "learning_rate": 8.729177620617588e-06,
      "loss": 0.0024,
      "step": 36550
    },
    {
      "epoch": 0.6178650194772821,
      "grad_norm": 0.10868832468986511,
      "learning_rate": 8.72819503021954e-06,
      "loss": 0.0022,
      "step": 36560
    },
    {
      "epoch": 0.6180340197561326,
      "grad_norm": 0.1556289792060852,
      "learning_rate": 8.727212115450462e-06,
      "loss": 0.0029,
      "step": 36570
    },
    {
      "epoch": 0.6182030200349831,
      "grad_norm": 0.06256671994924545,
      "learning_rate": 8.72622887639587e-06,
      "loss": 0.0023,
      "step": 36580
    },
    {
      "epoch": 0.6183720203138335,
      "grad_norm": 0.04170137643814087,
      "learning_rate": 8.725245313141313e-06,
      "loss": 0.0015,
      "step": 36590
    },
    {
      "epoch": 0.618541020592684,
      "grad_norm": 0.07276473194360733,
      "learning_rate": 8.724261425772362e-06,
      "loss": 0.0034,
      "step": 36600
    },
    {
      "epoch": 0.6187100208715345,
      "grad_norm": 0.08967496454715729,
      "learning_rate": 8.723277214374625e-06,
      "loss": 0.0022,
      "step": 36610
    },
    {
      "epoch": 0.6188790211503848,
      "grad_norm": 0.051659129559993744,
      "learning_rate": 8.722292679033731e-06,
      "loss": 0.0023,
      "step": 36620
    },
    {
      "epoch": 0.6190480214292353,
      "grad_norm": 0.04656399413943291,
      "learning_rate": 8.721307819835336e-06,
      "loss": 0.0017,
      "step": 36630
    },
    {
      "epoch": 0.6192170217080858,
      "grad_norm": 0.025773653760552406,
      "learning_rate": 8.720322636865132e-06,
      "loss": 0.0016,
      "step": 36640
    },
    {
      "epoch": 0.6193860219869363,
      "grad_norm": 0.08894651383161545,
      "learning_rate": 8.719337130208833e-06,
      "loss": 0.0028,
      "step": 36650
    },
    {
      "epoch": 0.6195550222657867,
      "grad_norm": 0.05207120627164841,
      "learning_rate": 8.718351299952185e-06,
      "loss": 0.0017,
      "step": 36660
    },
    {
      "epoch": 0.6197240225446372,
      "grad_norm": 0.1420729160308838,
      "learning_rate": 8.717365146180956e-06,
      "loss": 0.0025,
      "step": 36670
    },
    {
      "epoch": 0.6198930228234877,
      "grad_norm": 0.105345718562603,
      "learning_rate": 8.71637866898095e-06,
      "loss": 0.0026,
      "step": 36680
    },
    {
      "epoch": 0.6200620231023382,
      "grad_norm": 0.16853417456150055,
      "learning_rate": 8.715391868437992e-06,
      "loss": 0.0017,
      "step": 36690
    },
    {
      "epoch": 0.6202310233811886,
      "grad_norm": 0.07919266819953918,
      "learning_rate": 8.714404744637938e-06,
      "loss": 0.0018,
      "step": 36700
    },
    {
      "epoch": 0.620400023660039,
      "grad_norm": 0.05420541763305664,
      "learning_rate": 8.713417297666678e-06,
      "loss": 0.0035,
      "step": 36710
    },
    {
      "epoch": 0.6205690239388895,
      "grad_norm": 0.12405819445848465,
      "learning_rate": 8.71242952761012e-06,
      "loss": 0.0014,
      "step": 36720
    },
    {
      "epoch": 0.6207380242177399,
      "grad_norm": 0.14918090403079987,
      "learning_rate": 8.711441434554207e-06,
      "loss": 0.0017,
      "step": 36730
    },
    {
      "epoch": 0.6209070244965904,
      "grad_norm": 0.1024555116891861,
      "learning_rate": 8.710453018584906e-06,
      "loss": 0.0017,
      "step": 36740
    },
    {
      "epoch": 0.6210760247754409,
      "grad_norm": 0.0839439108967781,
      "learning_rate": 8.709464279788213e-06,
      "loss": 0.0018,
      "step": 36750
    },
    {
      "epoch": 0.6212450250542914,
      "grad_norm": 0.11152900755405426,
      "learning_rate": 8.708475218250158e-06,
      "loss": 0.0024,
      "step": 36760
    },
    {
      "epoch": 0.6214140253331418,
      "grad_norm": 0.0031347458716481924,
      "learning_rate": 8.707485834056789e-06,
      "loss": 0.0015,
      "step": 36770
    },
    {
      "epoch": 0.6215830256119923,
      "grad_norm": 0.1972360461950302,
      "learning_rate": 8.706496127294191e-06,
      "loss": 0.0034,
      "step": 36780
    },
    {
      "epoch": 0.6217520258908428,
      "grad_norm": 0.057392384856939316,
      "learning_rate": 8.705506098048468e-06,
      "loss": 0.0021,
      "step": 36790
    },
    {
      "epoch": 0.6219210261696931,
      "grad_norm": 0.2517576813697815,
      "learning_rate": 8.704515746405764e-06,
      "loss": 0.0029,
      "step": 36800
    },
    {
      "epoch": 0.6220900264485436,
      "grad_norm": 0.08012565225362778,
      "learning_rate": 8.703525072452241e-06,
      "loss": 0.0024,
      "step": 36810
    },
    {
      "epoch": 0.6222590267273941,
      "grad_norm": 0.023475486785173416,
      "learning_rate": 8.702534076274092e-06,
      "loss": 0.0027,
      "step": 36820
    },
    {
      "epoch": 0.6224280270062446,
      "grad_norm": 0.04848853126168251,
      "learning_rate": 8.701542757957539e-06,
      "loss": 0.0025,
      "step": 36830
    },
    {
      "epoch": 0.622597027285095,
      "grad_norm": 0.02437884360551834,
      "learning_rate": 8.700551117588834e-06,
      "loss": 0.0022,
      "step": 36840
    },
    {
      "epoch": 0.6227660275639455,
      "grad_norm": 0.07362344115972519,
      "learning_rate": 8.69955915525425e-06,
      "loss": 0.0043,
      "step": 36850
    },
    {
      "epoch": 0.622935027842796,
      "grad_norm": 0.06642599403858185,
      "learning_rate": 8.698566871040094e-06,
      "loss": 0.0022,
      "step": 36860
    },
    {
      "epoch": 0.6231040281216464,
      "grad_norm": 0.07961343228816986,
      "learning_rate": 8.697574265032701e-06,
      "loss": 0.0024,
      "step": 36870
    },
    {
      "epoch": 0.6232730284004968,
      "grad_norm": 0.05048443377017975,
      "learning_rate": 8.696581337318432e-06,
      "loss": 0.0011,
      "step": 36880
    },
    {
      "epoch": 0.6234420286793473,
      "grad_norm": 0.12879827618598938,
      "learning_rate": 8.695588087983676e-06,
      "loss": 0.0016,
      "step": 36890
    },
    {
      "epoch": 0.6236110289581978,
      "grad_norm": 0.20827510952949524,
      "learning_rate": 8.694594517114851e-06,
      "loss": 0.0023,
      "step": 36900
    },
    {
      "epoch": 0.6237800292370482,
      "grad_norm": 0.11347052454948425,
      "learning_rate": 8.693600624798403e-06,
      "loss": 0.0018,
      "step": 36910
    },
    {
      "epoch": 0.6239490295158987,
      "grad_norm": 0.17409923672676086,
      "learning_rate": 8.692606411120804e-06,
      "loss": 0.0021,
      "step": 36920
    },
    {
      "epoch": 0.6241180297947492,
      "grad_norm": 0.06025707721710205,
      "learning_rate": 8.691611876168556e-06,
      "loss": 0.0017,
      "step": 36930
    },
    {
      "epoch": 0.6242870300735996,
      "grad_norm": 0.07102333009243011,
      "learning_rate": 8.69061702002819e-06,
      "loss": 0.0019,
      "step": 36940
    },
    {
      "epoch": 0.6244560303524501,
      "grad_norm": 0.16395600140094757,
      "learning_rate": 8.68962184278626e-06,
      "loss": 0.0035,
      "step": 36950
    },
    {
      "epoch": 0.6246250306313006,
      "grad_norm": 0.09424368292093277,
      "learning_rate": 8.688626344529353e-06,
      "loss": 0.001,
      "step": 36960
    },
    {
      "epoch": 0.624794030910151,
      "grad_norm": 0.04473784193396568,
      "learning_rate": 8.687630525344084e-06,
      "loss": 0.0013,
      "step": 36970
    },
    {
      "epoch": 0.6249630311890014,
      "grad_norm": 0.06145351380109787,
      "learning_rate": 8.686634385317089e-06,
      "loss": 0.0028,
      "step": 36980
    },
    {
      "epoch": 0.6251320314678519,
      "grad_norm": 0.08815675973892212,
      "learning_rate": 8.685637924535044e-06,
      "loss": 0.0028,
      "step": 36990
    },
    {
      "epoch": 0.6253010317467024,
      "grad_norm": 0.12052954733371735,
      "learning_rate": 8.68464114308464e-06,
      "loss": 0.0023,
      "step": 37000
    },
    {
      "epoch": 0.6254700320255528,
      "grad_norm": 0.09614243358373642,
      "learning_rate": 8.683644041052605e-06,
      "loss": 0.0022,
      "step": 37010
    },
    {
      "epoch": 0.6256390323044033,
      "grad_norm": 0.07599113136529922,
      "learning_rate": 8.682646618525692e-06,
      "loss": 0.0031,
      "step": 37020
    },
    {
      "epoch": 0.6258080325832538,
      "grad_norm": 0.04539747163653374,
      "learning_rate": 8.681648875590678e-06,
      "loss": 0.001,
      "step": 37030
    },
    {
      "epoch": 0.6259770328621043,
      "grad_norm": 0.15155501663684845,
      "learning_rate": 8.680650812334374e-06,
      "loss": 0.0043,
      "step": 37040
    },
    {
      "epoch": 0.6261460331409546,
      "grad_norm": 0.012156975455582142,
      "learning_rate": 8.679652428843618e-06,
      "loss": 0.0012,
      "step": 37050
    },
    {
      "epoch": 0.6263150334198051,
      "grad_norm": 0.028095301240682602,
      "learning_rate": 8.678653725205271e-06,
      "loss": 0.0025,
      "step": 37060
    },
    {
      "epoch": 0.6264840336986556,
      "grad_norm": 0.11469139158725739,
      "learning_rate": 8.677654701506227e-06,
      "loss": 0.0028,
      "step": 37070
    },
    {
      "epoch": 0.626653033977506,
      "grad_norm": 0.09888265281915665,
      "learning_rate": 8.676655357833405e-06,
      "loss": 0.0031,
      "step": 37080
    },
    {
      "epoch": 0.6268220342563565,
      "grad_norm": 0.041696254163980484,
      "learning_rate": 8.675655694273753e-06,
      "loss": 0.0013,
      "step": 37090
    },
    {
      "epoch": 0.626991034535207,
      "grad_norm": 0.08160720765590668,
      "learning_rate": 8.674655710914246e-06,
      "loss": 0.0018,
      "step": 37100
    },
    {
      "epoch": 0.6271600348140575,
      "grad_norm": 0.050693582743406296,
      "learning_rate": 8.673655407841888e-06,
      "loss": 0.0022,
      "step": 37110
    },
    {
      "epoch": 0.6273290350929079,
      "grad_norm": 0.058973561972379684,
      "learning_rate": 8.672654785143712e-06,
      "loss": 0.0022,
      "step": 37120
    },
    {
      "epoch": 0.6274980353717584,
      "grad_norm": 0.05065792426466942,
      "learning_rate": 8.671653842906774e-06,
      "loss": 0.0022,
      "step": 37130
    },
    {
      "epoch": 0.6276670356506088,
      "grad_norm": 0.17974597215652466,
      "learning_rate": 8.670652581218162e-06,
      "loss": 0.0019,
      "step": 37140
    },
    {
      "epoch": 0.6278360359294592,
      "grad_norm": 0.0987791046500206,
      "learning_rate": 8.669651000164992e-06,
      "loss": 0.0032,
      "step": 37150
    },
    {
      "epoch": 0.6280050362083097,
      "grad_norm": 0.08784514665603638,
      "learning_rate": 8.668649099834404e-06,
      "loss": 0.0016,
      "step": 37160
    },
    {
      "epoch": 0.6281740364871602,
      "grad_norm": 0.1562742441892624,
      "learning_rate": 8.667646880313569e-06,
      "loss": 0.0037,
      "step": 37170
    },
    {
      "epoch": 0.6283430367660107,
      "grad_norm": 0.0067938147112727165,
      "learning_rate": 8.666644341689686e-06,
      "loss": 0.0016,
      "step": 37180
    },
    {
      "epoch": 0.6285120370448611,
      "grad_norm": 0.07273447513580322,
      "learning_rate": 8.66564148404998e-06,
      "loss": 0.0029,
      "step": 37190
    },
    {
      "epoch": 0.6286810373237116,
      "grad_norm": 0.11638252437114716,
      "learning_rate": 8.664638307481704e-06,
      "loss": 0.0017,
      "step": 37200
    },
    {
      "epoch": 0.6288500376025621,
      "grad_norm": 0.18697509169578552,
      "learning_rate": 8.66363481207214e-06,
      "loss": 0.0032,
      "step": 37210
    },
    {
      "epoch": 0.6290190378814126,
      "grad_norm": 0.16037853062152863,
      "learning_rate": 8.662630997908597e-06,
      "loss": 0.0024,
      "step": 37220
    },
    {
      "epoch": 0.6291880381602629,
      "grad_norm": 0.07233048975467682,
      "learning_rate": 8.66162686507841e-06,
      "loss": 0.0019,
      "step": 37230
    },
    {
      "epoch": 0.6293570384391134,
      "grad_norm": 0.1072436049580574,
      "learning_rate": 8.660622413668945e-06,
      "loss": 0.0023,
      "step": 37240
    },
    {
      "epoch": 0.6295260387179639,
      "grad_norm": 0.09999535977840424,
      "learning_rate": 8.659617643767595e-06,
      "loss": 0.0022,
      "step": 37250
    },
    {
      "epoch": 0.6296950389968143,
      "grad_norm": 0.06610429286956787,
      "learning_rate": 8.658612555461779e-06,
      "loss": 0.0023,
      "step": 37260
    },
    {
      "epoch": 0.6298640392756648,
      "grad_norm": 0.05709943547844887,
      "learning_rate": 8.657607148838943e-06,
      "loss": 0.0023,
      "step": 37270
    },
    {
      "epoch": 0.6300330395545153,
      "grad_norm": 0.040123891085386276,
      "learning_rate": 8.656601423986564e-06,
      "loss": 0.0019,
      "step": 37280
    },
    {
      "epoch": 0.6302020398333658,
      "grad_norm": 0.04873102530837059,
      "learning_rate": 8.655595380992144e-06,
      "loss": 0.0017,
      "step": 37290
    },
    {
      "epoch": 0.6303710401122162,
      "grad_norm": 0.13486704230308533,
      "learning_rate": 8.654589019943215e-06,
      "loss": 0.0027,
      "step": 37300
    },
    {
      "epoch": 0.6305400403910666,
      "grad_norm": 0.03334526717662811,
      "learning_rate": 8.653582340927333e-06,
      "loss": 0.0019,
      "step": 37310
    },
    {
      "epoch": 0.6307090406699171,
      "grad_norm": 0.2030312567949295,
      "learning_rate": 8.652575344032085e-06,
      "loss": 0.002,
      "step": 37320
    },
    {
      "epoch": 0.6308780409487675,
      "grad_norm": 0.06566629558801651,
      "learning_rate": 8.651568029345088e-06,
      "loss": 0.0031,
      "step": 37330
    },
    {
      "epoch": 0.631047041227618,
      "grad_norm": 0.13266269862651825,
      "learning_rate": 8.650560396953978e-06,
      "loss": 0.0019,
      "step": 37340
    },
    {
      "epoch": 0.6312160415064685,
      "grad_norm": 0.16177508234977722,
      "learning_rate": 8.649552446946426e-06,
      "loss": 0.0029,
      "step": 37350
    },
    {
      "epoch": 0.631385041785319,
      "grad_norm": 0.02120721898972988,
      "learning_rate": 8.64854417941013e-06,
      "loss": 0.0017,
      "step": 37360
    },
    {
      "epoch": 0.6315540420641694,
      "grad_norm": 0.06453455984592438,
      "learning_rate": 8.647535594432812e-06,
      "loss": 0.0013,
      "step": 37370
    },
    {
      "epoch": 0.6317230423430199,
      "grad_norm": 0.01956728659570217,
      "learning_rate": 8.646526692102224e-06,
      "loss": 0.0023,
      "step": 37380
    },
    {
      "epoch": 0.6318920426218704,
      "grad_norm": 0.09439927339553833,
      "learning_rate": 8.645517472506146e-06,
      "loss": 0.0019,
      "step": 37390
    },
    {
      "epoch": 0.6320610429007207,
      "grad_norm": 0.17421653866767883,
      "learning_rate": 8.644507935732385e-06,
      "loss": 0.003,
      "step": 37400
    },
    {
      "epoch": 0.6322300431795712,
      "grad_norm": 0.02730964496731758,
      "learning_rate": 8.643498081868778e-06,
      "loss": 0.0047,
      "step": 37410
    },
    {
      "epoch": 0.6323990434584217,
      "grad_norm": 0.043696578592061996,
      "learning_rate": 8.642487911003181e-06,
      "loss": 0.0024,
      "step": 37420
    },
    {
      "epoch": 0.6325680437372722,
      "grad_norm": 0.019823472946882248,
      "learning_rate": 8.64147742322349e-06,
      "loss": 0.0018,
      "step": 37430
    },
    {
      "epoch": 0.6327370440161226,
      "grad_norm": 0.013545677065849304,
      "learning_rate": 8.640466618617618e-06,
      "loss": 0.0017,
      "step": 37440
    },
    {
      "epoch": 0.6329060442949731,
      "grad_norm": 0.06836103647947311,
      "learning_rate": 8.639455497273512e-06,
      "loss": 0.0038,
      "step": 37450
    },
    {
      "epoch": 0.6330750445738236,
      "grad_norm": 0.028289545327425003,
      "learning_rate": 8.638444059279146e-06,
      "loss": 0.0014,
      "step": 37460
    },
    {
      "epoch": 0.633244044852674,
      "grad_norm": 0.04600983485579491,
      "learning_rate": 8.637432304722517e-06,
      "loss": 0.002,
      "step": 37470
    },
    {
      "epoch": 0.6334130451315245,
      "grad_norm": 0.08732181042432785,
      "learning_rate": 8.636420233691654e-06,
      "loss": 0.002,
      "step": 37480
    },
    {
      "epoch": 0.6335820454103749,
      "grad_norm": 0.045885950326919556,
      "learning_rate": 8.63540784627461e-06,
      "loss": 0.0037,
      "step": 37490
    },
    {
      "epoch": 0.6337510456892254,
      "grad_norm": 0.09269632399082184,
      "learning_rate": 8.634395142559471e-06,
      "loss": 0.0021,
      "step": 37500
    },
    {
      "epoch": 0.6339200459680758,
      "grad_norm": 0.1494239717721939,
      "learning_rate": 8.633382122634347e-06,
      "loss": 0.003,
      "step": 37510
    },
    {
      "epoch": 0.6340890462469263,
      "grad_norm": 0.05048111826181412,
      "learning_rate": 8.632368786587371e-06,
      "loss": 0.0025,
      "step": 37520
    },
    {
      "epoch": 0.6342580465257768,
      "grad_norm": 0.04324718937277794,
      "learning_rate": 8.631355134506713e-06,
      "loss": 0.0021,
      "step": 37530
    },
    {
      "epoch": 0.6344270468046272,
      "grad_norm": 0.039146389812231064,
      "learning_rate": 8.630341166480565e-06,
      "loss": 0.0012,
      "step": 37540
    },
    {
      "epoch": 0.6345960470834777,
      "grad_norm": 0.0289743822067976,
      "learning_rate": 8.629326882597145e-06,
      "loss": 0.0021,
      "step": 37550
    },
    {
      "epoch": 0.6347650473623282,
      "grad_norm": 0.08949195593595505,
      "learning_rate": 8.628312282944701e-06,
      "loss": 0.0036,
      "step": 37560
    },
    {
      "epoch": 0.6349340476411786,
      "grad_norm": 0.16662773489952087,
      "learning_rate": 8.62729736761151e-06,
      "loss": 0.0019,
      "step": 37570
    },
    {
      "epoch": 0.635103047920029,
      "grad_norm": 0.06934000551700592,
      "learning_rate": 8.626282136685873e-06,
      "loss": 0.002,
      "step": 37580
    },
    {
      "epoch": 0.6352720481988795,
      "grad_norm": 0.005404521245509386,
      "learning_rate": 8.625266590256121e-06,
      "loss": 0.0016,
      "step": 37590
    },
    {
      "epoch": 0.63544104847773,
      "grad_norm": 0.029986826702952385,
      "learning_rate": 8.62425072841061e-06,
      "loss": 0.0022,
      "step": 37600
    },
    {
      "epoch": 0.6356100487565804,
      "grad_norm": 0.06996724754571915,
      "learning_rate": 8.623234551237724e-06,
      "loss": 0.002,
      "step": 37610
    },
    {
      "epoch": 0.6357790490354309,
      "grad_norm": 0.046281080693006516,
      "learning_rate": 8.62221805882588e-06,
      "loss": 0.0014,
      "step": 37620
    },
    {
      "epoch": 0.6359480493142814,
      "grad_norm": 0.03734259307384491,
      "learning_rate": 8.621201251263514e-06,
      "loss": 0.0011,
      "step": 37630
    },
    {
      "epoch": 0.6361170495931319,
      "grad_norm": 0.04263751208782196,
      "learning_rate": 8.620184128639094e-06,
      "loss": 0.0027,
      "step": 37640
    },
    {
      "epoch": 0.6362860498719823,
      "grad_norm": 0.05749150365591049,
      "learning_rate": 8.619166691041114e-06,
      "loss": 0.0032,
      "step": 37650
    },
    {
      "epoch": 0.6364550501508327,
      "grad_norm": 0.148232102394104,
      "learning_rate": 8.618148938558097e-06,
      "loss": 0.0035,
      "step": 37660
    },
    {
      "epoch": 0.6366240504296832,
      "grad_norm": 0.01768629066646099,
      "learning_rate": 8.617130871278592e-06,
      "loss": 0.0014,
      "step": 37670
    },
    {
      "epoch": 0.6367930507085336,
      "grad_norm": 0.02394348382949829,
      "learning_rate": 8.616112489291177e-06,
      "loss": 0.0032,
      "step": 37680
    },
    {
      "epoch": 0.6369620509873841,
      "grad_norm": 0.03687208145856857,
      "learning_rate": 8.615093792684453e-06,
      "loss": 0.0016,
      "step": 37690
    },
    {
      "epoch": 0.6371310512662346,
      "grad_norm": 0.07785465568304062,
      "learning_rate": 8.614074781547055e-06,
      "loss": 0.0024,
      "step": 37700
    },
    {
      "epoch": 0.6373000515450851,
      "grad_norm": 0.067860446870327,
      "learning_rate": 8.61305545596764e-06,
      "loss": 0.0012,
      "step": 37710
    },
    {
      "epoch": 0.6374690518239355,
      "grad_norm": 0.05987097695469856,
      "learning_rate": 8.612035816034895e-06,
      "loss": 0.0023,
      "step": 37720
    },
    {
      "epoch": 0.637638052102786,
      "grad_norm": 0.06388407200574875,
      "learning_rate": 8.611015861837532e-06,
      "loss": 0.0019,
      "step": 37730
    },
    {
      "epoch": 0.6378070523816364,
      "grad_norm": 0.05277885124087334,
      "learning_rate": 8.609995593464294e-06,
      "loss": 0.0022,
      "step": 37740
    },
    {
      "epoch": 0.6379760526604868,
      "grad_norm": 0.04513770341873169,
      "learning_rate": 8.608975011003949e-06,
      "loss": 0.0017,
      "step": 37750
    },
    {
      "epoch": 0.6381450529393373,
      "grad_norm": 0.03364074230194092,
      "learning_rate": 8.60795411454529e-06,
      "loss": 0.0026,
      "step": 37760
    },
    {
      "epoch": 0.6383140532181878,
      "grad_norm": 0.09462929517030716,
      "learning_rate": 8.606932904177144e-06,
      "loss": 0.0019,
      "step": 37770
    },
    {
      "epoch": 0.6384830534970383,
      "grad_norm": 0.07569252699613571,
      "learning_rate": 8.605911379988359e-06,
      "loss": 0.0023,
      "step": 37780
    },
    {
      "epoch": 0.6386520537758887,
      "grad_norm": 0.06281714886426926,
      "learning_rate": 8.604889542067814e-06,
      "loss": 0.0017,
      "step": 37790
    },
    {
      "epoch": 0.6388210540547392,
      "grad_norm": 0.06001376360654831,
      "learning_rate": 8.60386739050441e-06,
      "loss": 0.0034,
      "step": 37800
    },
    {
      "epoch": 0.6389900543335897,
      "grad_norm": 0.02849130518734455,
      "learning_rate": 8.602844925387083e-06,
      "loss": 0.0035,
      "step": 37810
    },
    {
      "epoch": 0.6391590546124402,
      "grad_norm": 0.15602053701877594,
      "learning_rate": 8.601822146804792e-06,
      "loss": 0.0011,
      "step": 37820
    },
    {
      "epoch": 0.6393280548912905,
      "grad_norm": 0.19311657547950745,
      "learning_rate": 8.600799054846525e-06,
      "loss": 0.0024,
      "step": 37830
    },
    {
      "epoch": 0.639497055170141,
      "grad_norm": 0.05133889615535736,
      "learning_rate": 8.599775649601292e-06,
      "loss": 0.0029,
      "step": 37840
    },
    {
      "epoch": 0.6396660554489915,
      "grad_norm": 0.09188152849674225,
      "learning_rate": 8.598751931158136e-06,
      "loss": 0.0015,
      "step": 37850
    },
    {
      "epoch": 0.6398350557278419,
      "grad_norm": 0.05758042261004448,
      "learning_rate": 8.597727899606125e-06,
      "loss": 0.0029,
      "step": 37860
    },
    {
      "epoch": 0.6400040560066924,
      "grad_norm": 0.040008142590522766,
      "learning_rate": 8.596703555034356e-06,
      "loss": 0.0021,
      "step": 37870
    },
    {
      "epoch": 0.6401730562855429,
      "grad_norm": 0.06656382232904434,
      "learning_rate": 8.595678897531952e-06,
      "loss": 0.002,
      "step": 37880
    },
    {
      "epoch": 0.6403420565643934,
      "grad_norm": 0.03702574595808983,
      "learning_rate": 8.594653927188062e-06,
      "loss": 0.0017,
      "step": 37890
    },
    {
      "epoch": 0.6405110568432438,
      "grad_norm": 0.0633983165025711,
      "learning_rate": 8.593628644091863e-06,
      "loss": 0.0018,
      "step": 37900
    },
    {
      "epoch": 0.6406800571220943,
      "grad_norm": 0.0489104762673378,
      "learning_rate": 8.59260304833256e-06,
      "loss": 0.0024,
      "step": 37910
    },
    {
      "epoch": 0.6408490574009447,
      "grad_norm": 0.024015096947550774,
      "learning_rate": 8.591577139999387e-06,
      "loss": 0.0016,
      "step": 37920
    },
    {
      "epoch": 0.6410180576797951,
      "grad_norm": 0.1253378987312317,
      "learning_rate": 8.590550919181601e-06,
      "loss": 0.0025,
      "step": 37930
    },
    {
      "epoch": 0.6411870579586456,
      "grad_norm": 0.049682728946208954,
      "learning_rate": 8.589524385968486e-06,
      "loss": 0.0016,
      "step": 37940
    },
    {
      "epoch": 0.6413560582374961,
      "grad_norm": 0.04882590472698212,
      "learning_rate": 8.588497540449361e-06,
      "loss": 0.0016,
      "step": 37950
    },
    {
      "epoch": 0.6415250585163466,
      "grad_norm": 0.19600225985050201,
      "learning_rate": 8.587470382713562e-06,
      "loss": 0.0024,
      "step": 37960
    },
    {
      "epoch": 0.641694058795197,
      "grad_norm": 0.06281403452157974,
      "learning_rate": 8.586442912850456e-06,
      "loss": 0.0037,
      "step": 37970
    },
    {
      "epoch": 0.6418630590740475,
      "grad_norm": 0.2796551287174225,
      "learning_rate": 8.585415130949444e-06,
      "loss": 0.0014,
      "step": 37980
    },
    {
      "epoch": 0.642032059352898,
      "grad_norm": 0.1508016139268875,
      "learning_rate": 8.584387037099941e-06,
      "loss": 0.0036,
      "step": 37990
    },
    {
      "epoch": 0.6422010596317483,
      "grad_norm": 0.13536739349365234,
      "learning_rate": 8.5833586313914e-06,
      "loss": 0.0021,
      "step": 38000
    },
    {
      "epoch": 0.6423700599105988,
      "grad_norm": 0.024195270612835884,
      "learning_rate": 8.582329913913297e-06,
      "loss": 0.0052,
      "step": 38010
    },
    {
      "epoch": 0.6425390601894493,
      "grad_norm": 0.07989949733018875,
      "learning_rate": 8.581300884755133e-06,
      "loss": 0.0025,
      "step": 38020
    },
    {
      "epoch": 0.6427080604682998,
      "grad_norm": 0.051182933151721954,
      "learning_rate": 8.58027154400644e-06,
      "loss": 0.0026,
      "step": 38030
    },
    {
      "epoch": 0.6428770607471502,
      "grad_norm": 0.04734310135245323,
      "learning_rate": 8.579241891756778e-06,
      "loss": 0.0017,
      "step": 38040
    },
    {
      "epoch": 0.6430460610260007,
      "grad_norm": 0.03388788551092148,
      "learning_rate": 8.578211928095727e-06,
      "loss": 0.0009,
      "step": 38050
    },
    {
      "epoch": 0.6432150613048512,
      "grad_norm": 0.04434414207935333,
      "learning_rate": 8.577181653112904e-06,
      "loss": 0.0018,
      "step": 38060
    },
    {
      "epoch": 0.6433840615837016,
      "grad_norm": 0.05806152522563934,
      "learning_rate": 8.576151066897944e-06,
      "loss": 0.0019,
      "step": 38070
    },
    {
      "epoch": 0.6435530618625521,
      "grad_norm": 0.059645067900419235,
      "learning_rate": 8.575120169540514e-06,
      "loss": 0.0038,
      "step": 38080
    },
    {
      "epoch": 0.6437220621414025,
      "grad_norm": 0.05072898417711258,
      "learning_rate": 8.574088961130308e-06,
      "loss": 0.0029,
      "step": 38090
    },
    {
      "epoch": 0.643891062420253,
      "grad_norm": 0.14522813260555267,
      "learning_rate": 8.573057441757045e-06,
      "loss": 0.0019,
      "step": 38100
    },
    {
      "epoch": 0.6440600626991034,
      "grad_norm": 0.041980892419815063,
      "learning_rate": 8.572025611510473e-06,
      "loss": 0.0031,
      "step": 38110
    },
    {
      "epoch": 0.6442290629779539,
      "grad_norm": 0.09430034458637238,
      "learning_rate": 8.570993470480367e-06,
      "loss": 0.0025,
      "step": 38120
    },
    {
      "epoch": 0.6443980632568044,
      "grad_norm": 0.1635764241218567,
      "learning_rate": 8.569961018756526e-06,
      "loss": 0.0016,
      "step": 38130
    },
    {
      "epoch": 0.6445670635356548,
      "grad_norm": 0.08032064884901047,
      "learning_rate": 8.56892825642878e-06,
      "loss": 0.0042,
      "step": 38140
    },
    {
      "epoch": 0.6447360638145053,
      "grad_norm": 0.1031501516699791,
      "learning_rate": 8.567895183586983e-06,
      "loss": 0.0024,
      "step": 38150
    },
    {
      "epoch": 0.6449050640933558,
      "grad_norm": 0.09169802814722061,
      "learning_rate": 8.566861800321019e-06,
      "loss": 0.0024,
      "step": 38160
    },
    {
      "epoch": 0.6450740643722063,
      "grad_norm": 0.059827886521816254,
      "learning_rate": 8.565828106720797e-06,
      "loss": 0.0024,
      "step": 38170
    },
    {
      "epoch": 0.6452430646510566,
      "grad_norm": 0.04389607533812523,
      "learning_rate": 8.564794102876251e-06,
      "loss": 0.0013,
      "step": 38180
    },
    {
      "epoch": 0.6454120649299071,
      "grad_norm": 0.07341597229242325,
      "learning_rate": 8.563759788877348e-06,
      "loss": 0.0017,
      "step": 38190
    },
    {
      "epoch": 0.6455810652087576,
      "grad_norm": 0.062065500766038895,
      "learning_rate": 8.562725164814077e-06,
      "loss": 0.0029,
      "step": 38200
    },
    {
      "epoch": 0.645750065487608,
      "grad_norm": 0.0988144800066948,
      "learning_rate": 8.561690230776451e-06,
      "loss": 0.0023,
      "step": 38210
    },
    {
      "epoch": 0.6459190657664585,
      "grad_norm": 0.032794203609228134,
      "learning_rate": 8.560654986854522e-06,
      "loss": 0.0015,
      "step": 38220
    },
    {
      "epoch": 0.646088066045309,
      "grad_norm": 0.06741363555192947,
      "learning_rate": 8.559619433138357e-06,
      "loss": 0.0037,
      "step": 38230
    },
    {
      "epoch": 0.6462570663241595,
      "grad_norm": 0.5312454700469971,
      "learning_rate": 8.558583569718053e-06,
      "loss": 0.0019,
      "step": 38240
    },
    {
      "epoch": 0.6464260666030099,
      "grad_norm": 0.27058297395706177,
      "learning_rate": 8.557547396683738e-06,
      "loss": 0.0015,
      "step": 38250
    },
    {
      "epoch": 0.6465950668818603,
      "grad_norm": 0.0890686959028244,
      "learning_rate": 8.556510914125562e-06,
      "loss": 0.0023,
      "step": 38260
    },
    {
      "epoch": 0.6467640671607108,
      "grad_norm": 0.081411212682724,
      "learning_rate": 8.555474122133706e-06,
      "loss": 0.0028,
      "step": 38270
    },
    {
      "epoch": 0.6469330674395612,
      "grad_norm": 0.017591990530490875,
      "learning_rate": 8.554437020798374e-06,
      "loss": 0.001,
      "step": 38280
    },
    {
      "epoch": 0.6471020677184117,
      "grad_norm": 0.042150210589170456,
      "learning_rate": 8.553399610209798e-06,
      "loss": 0.0012,
      "step": 38290
    },
    {
      "epoch": 0.6472710679972622,
      "grad_norm": 0.09767927974462509,
      "learning_rate": 8.552361890458242e-06,
      "loss": 0.0016,
      "step": 38300
    },
    {
      "epoch": 0.6474400682761127,
      "grad_norm": 0.27567175030708313,
      "learning_rate": 8.55132386163399e-06,
      "loss": 0.002,
      "step": 38310
    },
    {
      "epoch": 0.6476090685549631,
      "grad_norm": 0.026824578642845154,
      "learning_rate": 8.550285523827352e-06,
      "loss": 0.0023,
      "step": 38320
    },
    {
      "epoch": 0.6477780688338136,
      "grad_norm": 0.14262062311172485,
      "learning_rate": 8.549246877128674e-06,
      "loss": 0.0033,
      "step": 38330
    },
    {
      "epoch": 0.6479470691126641,
      "grad_norm": 0.08674229681491852,
      "learning_rate": 8.548207921628321e-06,
      "loss": 0.0018,
      "step": 38340
    },
    {
      "epoch": 0.6481160693915144,
      "grad_norm": 0.03979768604040146,
      "learning_rate": 8.547168657416688e-06,
      "loss": 0.0018,
      "step": 38350
    },
    {
      "epoch": 0.6482850696703649,
      "grad_norm": 0.02881024219095707,
      "learning_rate": 8.546129084584196e-06,
      "loss": 0.0015,
      "step": 38360
    },
    {
      "epoch": 0.6484540699492154,
      "grad_norm": 0.03815798461437225,
      "learning_rate": 8.54508920322129e-06,
      "loss": 0.0019,
      "step": 38370
    },
    {
      "epoch": 0.6486230702280659,
      "grad_norm": 0.04694780707359314,
      "learning_rate": 8.544049013418447e-06,
      "loss": 0.0017,
      "step": 38380
    },
    {
      "epoch": 0.6487920705069163,
      "grad_norm": 0.12879303097724915,
      "learning_rate": 8.54300851526617e-06,
      "loss": 0.002,
      "step": 38390
    },
    {
      "epoch": 0.6489610707857668,
      "grad_norm": 0.0995473712682724,
      "learning_rate": 8.541967708854986e-06,
      "loss": 0.0015,
      "step": 38400
    },
    {
      "epoch": 0.6491300710646173,
      "grad_norm": 0.17174296081066132,
      "learning_rate": 8.54092659427545e-06,
      "loss": 0.0035,
      "step": 38410
    },
    {
      "epoch": 0.6492990713434678,
      "grad_norm": 0.017600564286112785,
      "learning_rate": 8.539885171618143e-06,
      "loss": 0.0019,
      "step": 38420
    },
    {
      "epoch": 0.6494680716223181,
      "grad_norm": 0.1489916890859604,
      "learning_rate": 8.538843440973677e-06,
      "loss": 0.0023,
      "step": 38430
    },
    {
      "epoch": 0.6496370719011686,
      "grad_norm": 0.008243445307016373,
      "learning_rate": 8.537801402432684e-06,
      "loss": 0.002,
      "step": 38440
    },
    {
      "epoch": 0.6498060721800191,
      "grad_norm": 0.10142067819833755,
      "learning_rate": 8.536759056085828e-06,
      "loss": 0.002,
      "step": 38450
    },
    {
      "epoch": 0.6499750724588695,
      "grad_norm": 0.07499175518751144,
      "learning_rate": 8.535716402023798e-06,
      "loss": 0.0038,
      "step": 38460
    },
    {
      "epoch": 0.65014407273772,
      "grad_norm": 0.026488911360502243,
      "learning_rate": 8.53467344033731e-06,
      "loss": 0.0025,
      "step": 38470
    },
    {
      "epoch": 0.6503130730165705,
      "grad_norm": 0.05331513658165932,
      "learning_rate": 8.533630171117108e-06,
      "loss": 0.0022,
      "step": 38480
    },
    {
      "epoch": 0.650482073295421,
      "grad_norm": 0.09920284897089005,
      "learning_rate": 8.53258659445396e-06,
      "loss": 0.0019,
      "step": 38490
    },
    {
      "epoch": 0.6506510735742714,
      "grad_norm": 0.03672245889902115,
      "learning_rate": 8.531542710438662e-06,
      "loss": 0.0028,
      "step": 38500
    },
    {
      "epoch": 0.6508200738531219,
      "grad_norm": 0.16491785645484924,
      "learning_rate": 8.530498519162037e-06,
      "loss": 0.0082,
      "step": 38510
    },
    {
      "epoch": 0.6509890741319723,
      "grad_norm": 0.11625287681818008,
      "learning_rate": 8.529454020714936e-06,
      "loss": 0.0019,
      "step": 38520
    },
    {
      "epoch": 0.6511580744108227,
      "grad_norm": 0.09387943893671036,
      "learning_rate": 8.528409215188233e-06,
      "loss": 0.0018,
      "step": 38530
    },
    {
      "epoch": 0.6513270746896732,
      "grad_norm": 0.12414376437664032,
      "learning_rate": 8.527364102672835e-06,
      "loss": 0.005,
      "step": 38540
    },
    {
      "epoch": 0.6514960749685237,
      "grad_norm": 0.10484426468610764,
      "learning_rate": 8.526318683259668e-06,
      "loss": 0.0026,
      "step": 38550
    },
    {
      "epoch": 0.6516650752473742,
      "grad_norm": 0.035917624831199646,
      "learning_rate": 8.525272957039692e-06,
      "loss": 0.0025,
      "step": 38560
    },
    {
      "epoch": 0.6518340755262246,
      "grad_norm": 0.0756058618426323,
      "learning_rate": 8.524226924103887e-06,
      "loss": 0.0024,
      "step": 38570
    },
    {
      "epoch": 0.6520030758050751,
      "grad_norm": 0.04967297613620758,
      "learning_rate": 8.523180584543265e-06,
      "loss": 0.0022,
      "step": 38580
    },
    {
      "epoch": 0.6521720760839256,
      "grad_norm": 0.0803271010518074,
      "learning_rate": 8.52213393844886e-06,
      "loss": 0.003,
      "step": 38590
    },
    {
      "epoch": 0.652341076362776,
      "grad_norm": 0.0883374959230423,
      "learning_rate": 8.52108698591174e-06,
      "loss": 0.0023,
      "step": 38600
    },
    {
      "epoch": 0.6525100766416264,
      "grad_norm": 0.05122964084148407,
      "learning_rate": 8.52003972702299e-06,
      "loss": 0.0021,
      "step": 38610
    },
    {
      "epoch": 0.6526790769204769,
      "grad_norm": 0.02245727740228176,
      "learning_rate": 8.51899216187373e-06,
      "loss": 0.0012,
      "step": 38620
    },
    {
      "epoch": 0.6528480771993274,
      "grad_norm": 0.21799735724925995,
      "learning_rate": 8.517944290555102e-06,
      "loss": 0.0026,
      "step": 38630
    },
    {
      "epoch": 0.6530170774781778,
      "grad_norm": 0.020439540967345238,
      "learning_rate": 8.516896113158274e-06,
      "loss": 0.0016,
      "step": 38640
    },
    {
      "epoch": 0.6531860777570283,
      "grad_norm": 0.029102226719260216,
      "learning_rate": 8.515847629774445e-06,
      "loss": 0.0025,
      "step": 38650
    },
    {
      "epoch": 0.6533550780358788,
      "grad_norm": 0.049179356545209885,
      "learning_rate": 8.51479884049484e-06,
      "loss": 0.0024,
      "step": 38660
    },
    {
      "epoch": 0.6535240783147293,
      "grad_norm": 0.22065278887748718,
      "learning_rate": 8.513749745410705e-06,
      "loss": 0.0038,
      "step": 38670
    },
    {
      "epoch": 0.6536930785935797,
      "grad_norm": 0.046514589339494705,
      "learning_rate": 8.512700344613316e-06,
      "loss": 0.0025,
      "step": 38680
    },
    {
      "epoch": 0.6538620788724301,
      "grad_norm": 0.022628309205174446,
      "learning_rate": 8.51165063819398e-06,
      "loss": 0.0017,
      "step": 38690
    },
    {
      "epoch": 0.6540310791512806,
      "grad_norm": 0.150055930018425,
      "learning_rate": 8.510600626244024e-06,
      "loss": 0.0017,
      "step": 38700
    },
    {
      "epoch": 0.654200079430131,
      "grad_norm": 0.1109904795885086,
      "learning_rate": 8.509550308854801e-06,
      "loss": 0.0022,
      "step": 38710
    },
    {
      "epoch": 0.6543690797089815,
      "grad_norm": 0.0615401454269886,
      "learning_rate": 8.5084996861177e-06,
      "loss": 0.0013,
      "step": 38720
    },
    {
      "epoch": 0.654538079987832,
      "grad_norm": 0.01564824767410755,
      "learning_rate": 8.507448758124126e-06,
      "loss": 0.0019,
      "step": 38730
    },
    {
      "epoch": 0.6547070802666825,
      "grad_norm": 0.07921988517045975,
      "learning_rate": 8.506397524965517e-06,
      "loss": 0.0022,
      "step": 38740
    },
    {
      "epoch": 0.6548760805455329,
      "grad_norm": 0.11442530155181885,
      "learning_rate": 8.505345986733335e-06,
      "loss": 0.0018,
      "step": 38750
    },
    {
      "epoch": 0.6550450808243834,
      "grad_norm": 0.1136259213089943,
      "learning_rate": 8.504294143519067e-06,
      "loss": 0.0033,
      "step": 38760
    },
    {
      "epoch": 0.6552140811032339,
      "grad_norm": 0.1569293588399887,
      "learning_rate": 8.50324199541423e-06,
      "loss": 0.0033,
      "step": 38770
    },
    {
      "epoch": 0.6553830813820842,
      "grad_norm": 0.044599708169698715,
      "learning_rate": 8.502189542510365e-06,
      "loss": 0.0029,
      "step": 38780
    },
    {
      "epoch": 0.6555520816609347,
      "grad_norm": 0.09630095213651657,
      "learning_rate": 8.501136784899043e-06,
      "loss": 0.0021,
      "step": 38790
    },
    {
      "epoch": 0.6557210819397852,
      "grad_norm": 0.030088450759649277,
      "learning_rate": 8.500083722671857e-06,
      "loss": 0.002,
      "step": 38800
    },
    {
      "epoch": 0.6558900822186357,
      "grad_norm": 0.075492262840271,
      "learning_rate": 8.499030355920429e-06,
      "loss": 0.0021,
      "step": 38810
    },
    {
      "epoch": 0.6560590824974861,
      "grad_norm": 0.012088959105312824,
      "learning_rate": 8.497976684736407e-06,
      "loss": 0.0009,
      "step": 38820
    },
    {
      "epoch": 0.6562280827763366,
      "grad_norm": 0.06977924704551697,
      "learning_rate": 8.496922709211464e-06,
      "loss": 0.0077,
      "step": 38830
    },
    {
      "epoch": 0.6563970830551871,
      "grad_norm": 0.06464297324419022,
      "learning_rate": 8.495868429437302e-06,
      "loss": 0.0021,
      "step": 38840
    },
    {
      "epoch": 0.6565660833340375,
      "grad_norm": 0.13068783283233643,
      "learning_rate": 8.49481384550565e-06,
      "loss": 0.0034,
      "step": 38850
    },
    {
      "epoch": 0.656735083612888,
      "grad_norm": 0.0852997675538063,
      "learning_rate": 8.49375895750826e-06,
      "loss": 0.0024,
      "step": 38860
    },
    {
      "epoch": 0.6569040838917384,
      "grad_norm": 0.08365332335233688,
      "learning_rate": 8.492703765536913e-06,
      "loss": 0.0013,
      "step": 38870
    },
    {
      "epoch": 0.6570730841705889,
      "grad_norm": 0.028204182162880898,
      "learning_rate": 8.491648269683416e-06,
      "loss": 0.0023,
      "step": 38880
    },
    {
      "epoch": 0.6572420844494393,
      "grad_norm": 0.13570831716060638,
      "learning_rate": 8.490592470039605e-06,
      "loss": 0.0024,
      "step": 38890
    },
    {
      "epoch": 0.6574110847282898,
      "grad_norm": 0.07442338764667511,
      "learning_rate": 8.489536366697333e-06,
      "loss": 0.0037,
      "step": 38900
    },
    {
      "epoch": 0.6575800850071403,
      "grad_norm": 0.2090086191892624,
      "learning_rate": 8.48847995974849e-06,
      "loss": 0.0027,
      "step": 38910
    },
    {
      "epoch": 0.6577490852859907,
      "grad_norm": 0.06681293994188309,
      "learning_rate": 8.487423249284989e-06,
      "loss": 0.0014,
      "step": 38920
    },
    {
      "epoch": 0.6579180855648412,
      "grad_norm": 0.10129017382860184,
      "learning_rate": 8.486366235398771e-06,
      "loss": 0.0032,
      "step": 38930
    },
    {
      "epoch": 0.6580870858436917,
      "grad_norm": 0.09688436985015869,
      "learning_rate": 8.485308918181796e-06,
      "loss": 0.0026,
      "step": 38940
    },
    {
      "epoch": 0.658256086122542,
      "grad_norm": 0.08046122640371323,
      "learning_rate": 8.484251297726059e-06,
      "loss": 0.0017,
      "step": 38950
    },
    {
      "epoch": 0.6584250864013925,
      "grad_norm": 0.04880860820412636,
      "learning_rate": 8.483193374123576e-06,
      "loss": 0.0013,
      "step": 38960
    },
    {
      "epoch": 0.658594086680243,
      "grad_norm": 0.07618697732686996,
      "learning_rate": 8.482135147466395e-06,
      "loss": 0.001,
      "step": 38970
    },
    {
      "epoch": 0.6587630869590935,
      "grad_norm": 0.022066382691264153,
      "learning_rate": 8.481076617846586e-06,
      "loss": 0.0015,
      "step": 38980
    },
    {
      "epoch": 0.6589320872379439,
      "grad_norm": 0.030474252998828888,
      "learning_rate": 8.480017785356243e-06,
      "loss": 0.0024,
      "step": 38990
    },
    {
      "epoch": 0.6591010875167944,
      "grad_norm": 0.057772617787122726,
      "learning_rate": 8.478958650087492e-06,
      "loss": 0.0032,
      "step": 39000
    },
    {
      "epoch": 0.6592700877956449,
      "grad_norm": 0.023182455450296402,
      "learning_rate": 8.477899212132483e-06,
      "loss": 0.0018,
      "step": 39010
    },
    {
      "epoch": 0.6594390880744954,
      "grad_norm": 0.03691640868782997,
      "learning_rate": 8.476839471583391e-06,
      "loss": 0.0011,
      "step": 39020
    },
    {
      "epoch": 0.6596080883533458,
      "grad_norm": 0.08493918925523758,
      "learning_rate": 8.475779428532418e-06,
      "loss": 0.0027,
      "step": 39030
    },
    {
      "epoch": 0.6597770886321962,
      "grad_norm": 0.05697249621152878,
      "learning_rate": 8.474719083071796e-06,
      "loss": 0.0014,
      "step": 39040
    },
    {
      "epoch": 0.6599460889110467,
      "grad_norm": 0.0171417985111475,
      "learning_rate": 8.473658435293779e-06,
      "loss": 0.0031,
      "step": 39050
    },
    {
      "epoch": 0.6601150891898971,
      "grad_norm": 0.3440181314945221,
      "learning_rate": 8.472597485290647e-06,
      "loss": 0.0017,
      "step": 39060
    },
    {
      "epoch": 0.6602840894687476,
      "grad_norm": 0.03360786661505699,
      "learning_rate": 8.47153623315471e-06,
      "loss": 0.0023,
      "step": 39070
    },
    {
      "epoch": 0.6604530897475981,
      "grad_norm": 0.037310730665922165,
      "learning_rate": 8.470474678978297e-06,
      "loss": 0.0024,
      "step": 39080
    },
    {
      "epoch": 0.6606220900264486,
      "grad_norm": 0.06788239628076553,
      "learning_rate": 8.469412822853775e-06,
      "loss": 0.0027,
      "step": 39090
    },
    {
      "epoch": 0.660791090305299,
      "grad_norm": 0.11595677584409714,
      "learning_rate": 8.468350664873526e-06,
      "loss": 0.0029,
      "step": 39100
    },
    {
      "epoch": 0.6609600905841495,
      "grad_norm": 0.020321834832429886,
      "learning_rate": 8.467288205129967e-06,
      "loss": 0.0025,
      "step": 39110
    },
    {
      "epoch": 0.6611290908629999,
      "grad_norm": 0.008805109187960625,
      "learning_rate": 8.466225443715535e-06,
      "loss": 0.0025,
      "step": 39120
    },
    {
      "epoch": 0.6612980911418503,
      "grad_norm": 0.08032660186290741,
      "learning_rate": 8.465162380722693e-06,
      "loss": 0.002,
      "step": 39130
    },
    {
      "epoch": 0.6614670914207008,
      "grad_norm": 0.1384652853012085,
      "learning_rate": 8.464099016243933e-06,
      "loss": 0.0025,
      "step": 39140
    },
    {
      "epoch": 0.6616360916995513,
      "grad_norm": 0.06193441525101662,
      "learning_rate": 8.46303535037178e-06,
      "loss": 0.0022,
      "step": 39150
    },
    {
      "epoch": 0.6618050919784018,
      "grad_norm": 0.035007353872060776,
      "learning_rate": 8.461971383198768e-06,
      "loss": 0.0031,
      "step": 39160
    },
    {
      "epoch": 0.6619740922572522,
      "grad_norm": 0.0404779352247715,
      "learning_rate": 8.460907114817474e-06,
      "loss": 0.0026,
      "step": 39170
    },
    {
      "epoch": 0.6621430925361027,
      "grad_norm": 0.055109139531850815,
      "learning_rate": 8.459842545320492e-06,
      "loss": 0.0017,
      "step": 39180
    },
    {
      "epoch": 0.6623120928149532,
      "grad_norm": 0.013876045122742653,
      "learning_rate": 8.458777674800446e-06,
      "loss": 0.0016,
      "step": 39190
    },
    {
      "epoch": 0.6624810930938037,
      "grad_norm": 0.11018216609954834,
      "learning_rate": 8.457712503349984e-06,
      "loss": 0.0047,
      "step": 39200
    },
    {
      "epoch": 0.662650093372654,
      "grad_norm": 0.15153026580810547,
      "learning_rate": 8.45664703106178e-06,
      "loss": 0.0027,
      "step": 39210
    },
    {
      "epoch": 0.6628190936515045,
      "grad_norm": 0.08052218705415726,
      "learning_rate": 8.455581258028539e-06,
      "loss": 0.0029,
      "step": 39220
    },
    {
      "epoch": 0.662988093930355,
      "grad_norm": 0.05759026110172272,
      "learning_rate": 8.454515184342983e-06,
      "loss": 0.0022,
      "step": 39230
    },
    {
      "epoch": 0.6631570942092054,
      "grad_norm": 0.08084557205438614,
      "learning_rate": 8.453448810097871e-06,
      "loss": 0.002,
      "step": 39240
    },
    {
      "epoch": 0.6633260944880559,
      "grad_norm": 0.10249501466751099,
      "learning_rate": 8.452382135385978e-06,
      "loss": 0.0024,
      "step": 39250
    },
    {
      "epoch": 0.6634950947669064,
      "grad_norm": 0.13480144739151,
      "learning_rate": 8.451315160300114e-06,
      "loss": 0.002,
      "step": 39260
    },
    {
      "epoch": 0.6636640950457569,
      "grad_norm": 0.013405361212790012,
      "learning_rate": 8.450247884933107e-06,
      "loss": 0.0019,
      "step": 39270
    },
    {
      "epoch": 0.6638330953246073,
      "grad_norm": 0.0013330960646271706,
      "learning_rate": 8.449180309377817e-06,
      "loss": 0.0009,
      "step": 39280
    },
    {
      "epoch": 0.6640020956034578,
      "grad_norm": 0.17702990770339966,
      "learning_rate": 8.44811243372713e-06,
      "loss": 0.0023,
      "step": 39290
    },
    {
      "epoch": 0.6641710958823082,
      "grad_norm": 0.15253756940364838,
      "learning_rate": 8.447044258073955e-06,
      "loss": 0.0034,
      "step": 39300
    },
    {
      "epoch": 0.6643400961611586,
      "grad_norm": 0.15157701075077057,
      "learning_rate": 8.445975782511227e-06,
      "loss": 0.0015,
      "step": 39310
    },
    {
      "epoch": 0.6645090964400091,
      "grad_norm": 0.08215749263763428,
      "learning_rate": 8.444907007131911e-06,
      "loss": 0.0026,
      "step": 39320
    },
    {
      "epoch": 0.6646780967188596,
      "grad_norm": 0.13002920150756836,
      "learning_rate": 8.443837932028995e-06,
      "loss": 0.0014,
      "step": 39330
    },
    {
      "epoch": 0.66484709699771,
      "grad_norm": 0.09273547679185867,
      "learning_rate": 8.442768557295491e-06,
      "loss": 0.0012,
      "step": 39340
    },
    {
      "epoch": 0.6650160972765605,
      "grad_norm": 0.059002723544836044,
      "learning_rate": 8.441698883024443e-06,
      "loss": 0.0041,
      "step": 39350
    },
    {
      "epoch": 0.665185097555411,
      "grad_norm": 0.030401628464460373,
      "learning_rate": 8.440628909308917e-06,
      "loss": 0.0038,
      "step": 39360
    },
    {
      "epoch": 0.6653540978342615,
      "grad_norm": 0.06252733618021011,
      "learning_rate": 8.439558636242005e-06,
      "loss": 0.0027,
      "step": 39370
    },
    {
      "epoch": 0.6655230981131118,
      "grad_norm": 0.04471417888998985,
      "learning_rate": 8.438488063916826e-06,
      "loss": 0.0013,
      "step": 39380
    },
    {
      "epoch": 0.6656920983919623,
      "grad_norm": 0.12027346342802048,
      "learning_rate": 8.437417192426527e-06,
      "loss": 0.0021,
      "step": 39390
    },
    {
      "epoch": 0.6658610986708128,
      "grad_norm": 0.21675223112106323,
      "learning_rate": 8.436346021864277e-06,
      "loss": 0.0024,
      "step": 39400
    },
    {
      "epoch": 0.6660300989496633,
      "grad_norm": 0.14156877994537354,
      "learning_rate": 8.435274552323274e-06,
      "loss": 0.0026,
      "step": 39410
    },
    {
      "epoch": 0.6661990992285137,
      "grad_norm": 0.0528615340590477,
      "learning_rate": 8.43420278389674e-06,
      "loss": 0.0023,
      "step": 39420
    },
    {
      "epoch": 0.6663680995073642,
      "grad_norm": 0.040200572460889816,
      "learning_rate": 8.433130716677923e-06,
      "loss": 0.0021,
      "step": 39430
    },
    {
      "epoch": 0.6665370997862147,
      "grad_norm": 0.04540213569998741,
      "learning_rate": 8.432058350760103e-06,
      "loss": 0.0008,
      "step": 39440
    },
    {
      "epoch": 0.6667061000650651,
      "grad_norm": 0.06027652695775032,
      "learning_rate": 8.430985686236577e-06,
      "loss": 0.0039,
      "step": 39450
    },
    {
      "epoch": 0.6668751003439156,
      "grad_norm": 0.060570668429136276,
      "learning_rate": 8.429912723200672e-06,
      "loss": 0.0016,
      "step": 39460
    },
    {
      "epoch": 0.667044100622766,
      "grad_norm": 0.05765363201498985,
      "learning_rate": 8.428839461745742e-06,
      "loss": 0.002,
      "step": 39470
    },
    {
      "epoch": 0.6672131009016165,
      "grad_norm": 0.07702869176864624,
      "learning_rate": 8.427765901965165e-06,
      "loss": 0.0019,
      "step": 39480
    },
    {
      "epoch": 0.6673821011804669,
      "grad_norm": 0.10805605351924896,
      "learning_rate": 8.42669204395235e-06,
      "loss": 0.0022,
      "step": 39490
    },
    {
      "epoch": 0.6675511014593174,
      "grad_norm": 0.06277460604906082,
      "learning_rate": 8.425617887800722e-06,
      "loss": 0.0018,
      "step": 39500
    },
    {
      "epoch": 0.6677201017381679,
      "grad_norm": 0.0981348529458046,
      "learning_rate": 8.42454343360374e-06,
      "loss": 0.0032,
      "step": 39510
    },
    {
      "epoch": 0.6678891020170183,
      "grad_norm": 0.06740453839302063,
      "learning_rate": 8.423468681454886e-06,
      "loss": 0.0024,
      "step": 39520
    },
    {
      "epoch": 0.6680581022958688,
      "grad_norm": 0.029674388468265533,
      "learning_rate": 8.42239363144767e-06,
      "loss": 0.0024,
      "step": 39530
    },
    {
      "epoch": 0.6682271025747193,
      "grad_norm": 0.3581937551498413,
      "learning_rate": 8.421318283675628e-06,
      "loss": 0.0019,
      "step": 39540
    },
    {
      "epoch": 0.6683961028535698,
      "grad_norm": 0.13029687106609344,
      "learning_rate": 8.420242638232318e-06,
      "loss": 0.0018,
      "step": 39550
    },
    {
      "epoch": 0.6685651031324201,
      "grad_norm": 0.0804767906665802,
      "learning_rate": 8.419166695211325e-06,
      "loss": 0.0011,
      "step": 39560
    },
    {
      "epoch": 0.6687341034112706,
      "grad_norm": 0.0854073241353035,
      "learning_rate": 8.418090454706267e-06,
      "loss": 0.0018,
      "step": 39570
    },
    {
      "epoch": 0.6689031036901211,
      "grad_norm": 0.1427302360534668,
      "learning_rate": 8.417013916810774e-06,
      "loss": 0.0017,
      "step": 39580
    },
    {
      "epoch": 0.6690721039689715,
      "grad_norm": 0.13676531612873077,
      "learning_rate": 8.415937081618519e-06,
      "loss": 0.0013,
      "step": 39590
    },
    {
      "epoch": 0.669241104247822,
      "grad_norm": 0.03680437058210373,
      "learning_rate": 8.414859949223184e-06,
      "loss": 0.0014,
      "step": 39600
    },
    {
      "epoch": 0.6694101045266725,
      "grad_norm": 0.23977738618850708,
      "learning_rate": 8.41378251971849e-06,
      "loss": 0.0037,
      "step": 39610
    },
    {
      "epoch": 0.669579104805523,
      "grad_norm": 0.18916615843772888,
      "learning_rate": 8.412704793198175e-06,
      "loss": 0.0029,
      "step": 39620
    },
    {
      "epoch": 0.6697481050843734,
      "grad_norm": 0.10192802548408508,
      "learning_rate": 8.41162676975601e-06,
      "loss": 0.0025,
      "step": 39630
    },
    {
      "epoch": 0.6699171053632238,
      "grad_norm": 0.07449067384004593,
      "learning_rate": 8.410548449485785e-06,
      "loss": 0.0027,
      "step": 39640
    },
    {
      "epoch": 0.6700861056420743,
      "grad_norm": 0.03700610250234604,
      "learning_rate": 8.40946983248132e-06,
      "loss": 0.0029,
      "step": 39650
    },
    {
      "epoch": 0.6702551059209247,
      "grad_norm": 0.07545451074838638,
      "learning_rate": 8.40839091883646e-06,
      "loss": 0.0015,
      "step": 39660
    },
    {
      "epoch": 0.6704241061997752,
      "grad_norm": 0.01644122786819935,
      "learning_rate": 8.407311708645075e-06,
      "loss": 0.0016,
      "step": 39670
    },
    {
      "epoch": 0.6705931064786257,
      "grad_norm": 0.044411513954401016,
      "learning_rate": 8.406232202001066e-06,
      "loss": 0.002,
      "step": 39680
    },
    {
      "epoch": 0.6707621067574762,
      "grad_norm": 0.04547111690044403,
      "learning_rate": 8.40515239899835e-06,
      "loss": 0.0026,
      "step": 39690
    },
    {
      "epoch": 0.6709311070363266,
      "grad_norm": 0.14344197511672974,
      "learning_rate": 8.404072299730877e-06,
      "loss": 0.0024,
      "step": 39700
    },
    {
      "epoch": 0.6711001073151771,
      "grad_norm": 0.032576240599155426,
      "learning_rate": 8.402991904292621e-06,
      "loss": 0.001,
      "step": 39710
    },
    {
      "epoch": 0.6712691075940276,
      "grad_norm": 0.11407008767127991,
      "learning_rate": 8.401911212777583e-06,
      "loss": 0.0022,
      "step": 39720
    },
    {
      "epoch": 0.6714381078728779,
      "grad_norm": 0.02802203968167305,
      "learning_rate": 8.400830225279784e-06,
      "loss": 0.0026,
      "step": 39730
    },
    {
      "epoch": 0.6716071081517284,
      "grad_norm": 0.16928566992282867,
      "learning_rate": 8.39974894189328e-06,
      "loss": 0.0019,
      "step": 39740
    },
    {
      "epoch": 0.6717761084305789,
      "grad_norm": 0.08227849751710892,
      "learning_rate": 8.398667362712145e-06,
      "loss": 0.0026,
      "step": 39750
    },
    {
      "epoch": 0.6719451087094294,
      "grad_norm": 0.06275780498981476,
      "learning_rate": 8.397585487830482e-06,
      "loss": 0.0027,
      "step": 39760
    },
    {
      "epoch": 0.6721141089882798,
      "grad_norm": 0.14453285932540894,
      "learning_rate": 8.396503317342422e-06,
      "loss": 0.0021,
      "step": 39770
    },
    {
      "epoch": 0.6722831092671303,
      "grad_norm": 0.09584707766771317,
      "learning_rate": 8.395420851342115e-06,
      "loss": 0.0027,
      "step": 39780
    },
    {
      "epoch": 0.6724521095459808,
      "grad_norm": 0.07883055508136749,
      "learning_rate": 8.394338089923744e-06,
      "loss": 0.002,
      "step": 39790
    },
    {
      "epoch": 0.6726211098248313,
      "grad_norm": 0.12426584213972092,
      "learning_rate": 8.393255033181511e-06,
      "loss": 0.0021,
      "step": 39800
    },
    {
      "epoch": 0.6727901101036816,
      "grad_norm": 0.16997219622135162,
      "learning_rate": 8.39217168120965e-06,
      "loss": 0.001,
      "step": 39810
    },
    {
      "epoch": 0.6729591103825321,
      "grad_norm": 0.09920654445886612,
      "learning_rate": 8.39108803410242e-06,
      "loss": 0.0019,
      "step": 39820
    },
    {
      "epoch": 0.6731281106613826,
      "grad_norm": 0.06657091528177261,
      "learning_rate": 8.390004091954099e-06,
      "loss": 0.0022,
      "step": 39830
    },
    {
      "epoch": 0.673297110940233,
      "grad_norm": 0.087304025888443,
      "learning_rate": 8.388919854858997e-06,
      "loss": 0.0015,
      "step": 39840
    },
    {
      "epoch": 0.6734661112190835,
      "grad_norm": 0.09787190705537796,
      "learning_rate": 8.387835322911449e-06,
      "loss": 0.0026,
      "step": 39850
    },
    {
      "epoch": 0.673635111497934,
      "grad_norm": 0.08263973146677017,
      "learning_rate": 8.386750496205811e-06,
      "loss": 0.0018,
      "step": 39860
    },
    {
      "epoch": 0.6738041117767845,
      "grad_norm": 0.12377431243658066,
      "learning_rate": 8.385665374836473e-06,
      "loss": 0.0014,
      "step": 39870
    },
    {
      "epoch": 0.6739731120556349,
      "grad_norm": 0.06167079880833626,
      "learning_rate": 8.384579958897843e-06,
      "loss": 0.0016,
      "step": 39880
    },
    {
      "epoch": 0.6741421123344854,
      "grad_norm": 0.03726949170231819,
      "learning_rate": 8.383494248484356e-06,
      "loss": 0.002,
      "step": 39890
    },
    {
      "epoch": 0.6743111126133358,
      "grad_norm": 0.19137848913669586,
      "learning_rate": 8.38240824369048e-06,
      "loss": 0.0027,
      "step": 39900
    },
    {
      "epoch": 0.6744801128921862,
      "grad_norm": 0.033898577094078064,
      "learning_rate": 8.381321944610693e-06,
      "loss": 0.0024,
      "step": 39910
    },
    {
      "epoch": 0.6746491131710367,
      "grad_norm": 0.07841331511735916,
      "learning_rate": 8.380235351339518e-06,
      "loss": 0.0022,
      "step": 39920
    },
    {
      "epoch": 0.6748181134498872,
      "grad_norm": 0.08964890986680984,
      "learning_rate": 8.37914846397149e-06,
      "loss": 0.002,
      "step": 39930
    },
    {
      "epoch": 0.6749871137287377,
      "grad_norm": 0.013514422811567783,
      "learning_rate": 8.378061282601171e-06,
      "loss": 0.0007,
      "step": 39940
    },
    {
      "epoch": 0.6751561140075881,
      "grad_norm": 0.144585520029068,
      "learning_rate": 8.376973807323154e-06,
      "loss": 0.0025,
      "step": 39950
    },
    {
      "epoch": 0.6753251142864386,
      "grad_norm": 0.14480367302894592,
      "learning_rate": 8.375886038232056e-06,
      "loss": 0.0012,
      "step": 39960
    },
    {
      "epoch": 0.6754941145652891,
      "grad_norm": 0.07895231246948242,
      "learning_rate": 8.374797975422513e-06,
      "loss": 0.0019,
      "step": 39970
    },
    {
      "epoch": 0.6756631148441395,
      "grad_norm": 0.08148206025362015,
      "learning_rate": 8.373709618989196e-06,
      "loss": 0.0031,
      "step": 39980
    },
    {
      "epoch": 0.6758321151229899,
      "grad_norm": 0.040260862559080124,
      "learning_rate": 8.372620969026798e-06,
      "loss": 0.0027,
      "step": 39990
    },
    {
      "epoch": 0.6760011154018404,
      "grad_norm": 0.12580999732017517,
      "learning_rate": 8.371532025630033e-06,
      "loss": 0.0032,
      "step": 40000
    },
    {
      "epoch": 0.6761701156806909,
      "grad_norm": 0.0271195899695158,
      "learning_rate": 8.370442788893646e-06,
      "loss": 0.0027,
      "step": 40010
    },
    {
      "epoch": 0.6763391159595413,
      "grad_norm": 0.18015502393245697,
      "learning_rate": 8.369353258912408e-06,
      "loss": 0.0036,
      "step": 40020
    },
    {
      "epoch": 0.6765081162383918,
      "grad_norm": 0.06827221810817719,
      "learning_rate": 8.36826343578111e-06,
      "loss": 0.0054,
      "step": 40030
    },
    {
      "epoch": 0.6766771165172423,
      "grad_norm": 0.00251463963650167,
      "learning_rate": 8.367173319594575e-06,
      "loss": 0.0017,
      "step": 40040
    },
    {
      "epoch": 0.6768461167960927,
      "grad_norm": 0.025977712124586105,
      "learning_rate": 8.366082910447646e-06,
      "loss": 0.0023,
      "step": 40050
    },
    {
      "epoch": 0.6770151170749432,
      "grad_norm": 0.04994544759392738,
      "learning_rate": 8.364992208435195e-06,
      "loss": 0.0019,
      "step": 40060
    },
    {
      "epoch": 0.6771841173537936,
      "grad_norm": 0.45482775568962097,
      "learning_rate": 8.363901213652119e-06,
      "loss": 0.0025,
      "step": 40070
    },
    {
      "epoch": 0.677353117632644,
      "grad_norm": 0.060207583010196686,
      "learning_rate": 8.362809926193337e-06,
      "loss": 0.0013,
      "step": 40080
    },
    {
      "epoch": 0.6775221179114945,
      "grad_norm": 0.13387027382850647,
      "learning_rate": 8.3617183461538e-06,
      "loss": 0.003,
      "step": 40090
    },
    {
      "epoch": 0.677691118190345,
      "grad_norm": 0.09276372194290161,
      "learning_rate": 8.360626473628476e-06,
      "loss": 0.0019,
      "step": 40100
    },
    {
      "epoch": 0.6778601184691955,
      "grad_norm": 0.05634180083870888,
      "learning_rate": 8.359534308712369e-06,
      "loss": 0.0018,
      "step": 40110
    },
    {
      "epoch": 0.678029118748046,
      "grad_norm": 0.07601413130760193,
      "learning_rate": 8.358441851500499e-06,
      "loss": 0.002,
      "step": 40120
    },
    {
      "epoch": 0.6781981190268964,
      "grad_norm": 0.04013429954648018,
      "learning_rate": 8.357349102087915e-06,
      "loss": 0.0013,
      "step": 40130
    },
    {
      "epoch": 0.6783671193057469,
      "grad_norm": 0.13309259712696075,
      "learning_rate": 8.356256060569694e-06,
      "loss": 0.0012,
      "step": 40140
    },
    {
      "epoch": 0.6785361195845974,
      "grad_norm": 0.05572674050927162,
      "learning_rate": 8.355162727040934e-06,
      "loss": 0.0022,
      "step": 40150
    },
    {
      "epoch": 0.6787051198634477,
      "grad_norm": 0.0784897431731224,
      "learning_rate": 8.35406910159676e-06,
      "loss": 0.004,
      "step": 40160
    },
    {
      "epoch": 0.6788741201422982,
      "grad_norm": 0.06939193606376648,
      "learning_rate": 8.352975184332324e-06,
      "loss": 0.0026,
      "step": 40170
    },
    {
      "epoch": 0.6790431204211487,
      "grad_norm": 0.11883770674467087,
      "learning_rate": 8.351880975342802e-06,
      "loss": 0.0019,
      "step": 40180
    },
    {
      "epoch": 0.6792121206999991,
      "grad_norm": 0.04164041578769684,
      "learning_rate": 8.350786474723393e-06,
      "loss": 0.0009,
      "step": 40190
    },
    {
      "epoch": 0.6793811209788496,
      "grad_norm": 0.06501810997724533,
      "learning_rate": 8.349691682569325e-06,
      "loss": 0.0019,
      "step": 40200
    },
    {
      "epoch": 0.6795501212577001,
      "grad_norm": 0.1461230218410492,
      "learning_rate": 8.348596598975853e-06,
      "loss": 0.0015,
      "step": 40210
    },
    {
      "epoch": 0.6797191215365506,
      "grad_norm": 0.05555432662367821,
      "learning_rate": 8.347501224038253e-06,
      "loss": 0.0014,
      "step": 40220
    },
    {
      "epoch": 0.679888121815401,
      "grad_norm": 0.028255827724933624,
      "learning_rate": 8.346405557851827e-06,
      "loss": 0.0011,
      "step": 40230
    },
    {
      "epoch": 0.6800571220942515,
      "grad_norm": 0.06110149621963501,
      "learning_rate": 8.345309600511903e-06,
      "loss": 0.0032,
      "step": 40240
    },
    {
      "epoch": 0.6802261223731019,
      "grad_norm": 0.06957794725894928,
      "learning_rate": 8.344213352113835e-06,
      "loss": 0.0025,
      "step": 40250
    },
    {
      "epoch": 0.6803951226519523,
      "grad_norm": 0.027158791199326515,
      "learning_rate": 8.343116812753004e-06,
      "loss": 0.0027,
      "step": 40260
    },
    {
      "epoch": 0.6805641229308028,
      "grad_norm": 0.07340021431446075,
      "learning_rate": 8.342019982524811e-06,
      "loss": 0.0019,
      "step": 40270
    },
    {
      "epoch": 0.6807331232096533,
      "grad_norm": 0.06970573961734772,
      "learning_rate": 8.340922861524687e-06,
      "loss": 0.0013,
      "step": 40280
    },
    {
      "epoch": 0.6809021234885038,
      "grad_norm": 0.4278048574924469,
      "learning_rate": 8.33982544984809e-06,
      "loss": 0.0011,
      "step": 40290
    },
    {
      "epoch": 0.6810711237673542,
      "grad_norm": 0.10096825659275055,
      "learning_rate": 8.338727747590494e-06,
      "loss": 0.0017,
      "step": 40300
    },
    {
      "epoch": 0.6812401240462047,
      "grad_norm": 0.027060270309448242,
      "learning_rate": 8.337629754847408e-06,
      "loss": 0.0014,
      "step": 40310
    },
    {
      "epoch": 0.6814091243250552,
      "grad_norm": 0.0714111328125,
      "learning_rate": 8.336531471714361e-06,
      "loss": 0.0021,
      "step": 40320
    },
    {
      "epoch": 0.6815781246039055,
      "grad_norm": 0.07323069870471954,
      "learning_rate": 8.335432898286913e-06,
      "loss": 0.0027,
      "step": 40330
    },
    {
      "epoch": 0.681747124882756,
      "grad_norm": 0.04784776642918587,
      "learning_rate": 8.33433403466064e-06,
      "loss": 0.0023,
      "step": 40340
    },
    {
      "epoch": 0.6819161251616065,
      "grad_norm": 0.03423130884766579,
      "learning_rate": 8.333234880931151e-06,
      "loss": 0.0022,
      "step": 40350
    },
    {
      "epoch": 0.682085125440457,
      "grad_norm": 0.03832382336258888,
      "learning_rate": 8.332135437194077e-06,
      "loss": 0.0013,
      "step": 40360
    },
    {
      "epoch": 0.6822541257193074,
      "grad_norm": 0.07870305329561234,
      "learning_rate": 8.331035703545076e-06,
      "loss": 0.0022,
      "step": 40370
    },
    {
      "epoch": 0.6824231259981579,
      "grad_norm": 0.06901619583368301,
      "learning_rate": 8.32993568007983e-06,
      "loss": 0.0023,
      "step": 40380
    },
    {
      "epoch": 0.6825921262770084,
      "grad_norm": 0.0540190152823925,
      "learning_rate": 8.328835366894045e-06,
      "loss": 0.0013,
      "step": 40390
    },
    {
      "epoch": 0.6827611265558589,
      "grad_norm": 0.17458319664001465,
      "learning_rate": 8.327734764083458e-06,
      "loss": 0.0017,
      "step": 40400
    },
    {
      "epoch": 0.6829301268347093,
      "grad_norm": 0.03551612049341202,
      "learning_rate": 8.326633871743818e-06,
      "loss": 0.0024,
      "step": 40410
    },
    {
      "epoch": 0.6830991271135597,
      "grad_norm": 0.07492489367723465,
      "learning_rate": 8.325532689970917e-06,
      "loss": 0.0026,
      "step": 40420
    },
    {
      "epoch": 0.6832681273924102,
      "grad_norm": 0.048070840537548065,
      "learning_rate": 8.324431218860558e-06,
      "loss": 0.0013,
      "step": 40430
    },
    {
      "epoch": 0.6834371276712606,
      "grad_norm": 0.00637691980227828,
      "learning_rate": 8.323329458508575e-06,
      "loss": 0.0019,
      "step": 40440
    },
    {
      "epoch": 0.6836061279501111,
      "grad_norm": 0.07666812092065811,
      "learning_rate": 8.322227409010828e-06,
      "loss": 0.0023,
      "step": 40450
    },
    {
      "epoch": 0.6837751282289616,
      "grad_norm": 0.055106133222579956,
      "learning_rate": 8.3211250704632e-06,
      "loss": 0.0019,
      "step": 40460
    },
    {
      "epoch": 0.683944128507812,
      "grad_norm": 0.09392855316400528,
      "learning_rate": 8.320022442961599e-06,
      "loss": 0.0019,
      "step": 40470
    },
    {
      "epoch": 0.6841131287866625,
      "grad_norm": 0.1125345304608345,
      "learning_rate": 8.31891952660196e-06,
      "loss": 0.002,
      "step": 40480
    },
    {
      "epoch": 0.684282129065513,
      "grad_norm": 0.18436716496944427,
      "learning_rate": 8.317816321480243e-06,
      "loss": 0.0017,
      "step": 40490
    },
    {
      "epoch": 0.6844511293443635,
      "grad_norm": 0.03023306466639042,
      "learning_rate": 8.31671282769243e-06,
      "loss": 0.0017,
      "step": 40500
    },
    {
      "epoch": 0.6846201296232138,
      "grad_norm": 0.10193860530853271,
      "learning_rate": 8.31560904533453e-06,
      "loss": 0.0018,
      "step": 40510
    },
    {
      "epoch": 0.6847891299020643,
      "grad_norm": 0.10619567334651947,
      "learning_rate": 8.31450497450258e-06,
      "loss": 0.0021,
      "step": 40520
    },
    {
      "epoch": 0.6849581301809148,
      "grad_norm": 0.06131768599152565,
      "learning_rate": 8.313400615292636e-06,
      "loss": 0.0012,
      "step": 40530
    },
    {
      "epoch": 0.6851271304597653,
      "grad_norm": 0.047531671822071075,
      "learning_rate": 8.312295967800787e-06,
      "loss": 0.002,
      "step": 40540
    },
    {
      "epoch": 0.6852961307386157,
      "grad_norm": 0.0296910610049963,
      "learning_rate": 8.31119103212314e-06,
      "loss": 0.0015,
      "step": 40550
    },
    {
      "epoch": 0.6854651310174662,
      "grad_norm": 0.005351419560611248,
      "learning_rate": 8.31008580835583e-06,
      "loss": 0.002,
      "step": 40560
    },
    {
      "epoch": 0.6856341312963167,
      "grad_norm": 0.032045409083366394,
      "learning_rate": 8.308980296595015e-06,
      "loss": 0.0018,
      "step": 40570
    },
    {
      "epoch": 0.6858031315751671,
      "grad_norm": 0.11112460494041443,
      "learning_rate": 8.307874496936882e-06,
      "loss": 0.0028,
      "step": 40580
    },
    {
      "epoch": 0.6859721318540175,
      "grad_norm": 0.12762129306793213,
      "learning_rate": 8.306768409477643e-06,
      "loss": 0.0016,
      "step": 40590
    },
    {
      "epoch": 0.686141132132868,
      "grad_norm": 0.07278034836053848,
      "learning_rate": 8.30566203431353e-06,
      "loss": 0.0016,
      "step": 40600
    },
    {
      "epoch": 0.6863101324117185,
      "grad_norm": 0.022609353065490723,
      "learning_rate": 8.304555371540803e-06,
      "loss": 0.0015,
      "step": 40610
    },
    {
      "epoch": 0.6864791326905689,
      "grad_norm": 0.1110212653875351,
      "learning_rate": 8.303448421255748e-06,
      "loss": 0.0021,
      "step": 40620
    },
    {
      "epoch": 0.6866481329694194,
      "grad_norm": 0.03907875344157219,
      "learning_rate": 8.302341183554676e-06,
      "loss": 0.0018,
      "step": 40630
    },
    {
      "epoch": 0.6868171332482699,
      "grad_norm": 0.09183419495820999,
      "learning_rate": 8.30123365853392e-06,
      "loss": 0.0023,
      "step": 40640
    },
    {
      "epoch": 0.6869861335271203,
      "grad_norm": 0.0381489135324955,
      "learning_rate": 8.30012584628984e-06,
      "loss": 0.0015,
      "step": 40650
    },
    {
      "epoch": 0.6871551338059708,
      "grad_norm": 0.02272479236125946,
      "learning_rate": 8.299017746918823e-06,
      "loss": 0.0025,
      "step": 40660
    },
    {
      "epoch": 0.6873241340848213,
      "grad_norm": 0.13928182423114777,
      "learning_rate": 8.297909360517279e-06,
      "loss": 0.0022,
      "step": 40670
    },
    {
      "epoch": 0.6874931343636717,
      "grad_norm": 0.051701080054044724,
      "learning_rate": 8.296800687181638e-06,
      "loss": 0.0019,
      "step": 40680
    },
    {
      "epoch": 0.6876621346425221,
      "grad_norm": 0.06480807065963745,
      "learning_rate": 8.295691727008366e-06,
      "loss": 0.0027,
      "step": 40690
    },
    {
      "epoch": 0.6878311349213726,
      "grad_norm": 0.030916791409254074,
      "learning_rate": 8.294582480093947e-06,
      "loss": 0.0026,
      "step": 40700
    },
    {
      "epoch": 0.6880001352002231,
      "grad_norm": 0.024703755974769592,
      "learning_rate": 8.293472946534888e-06,
      "loss": 0.0022,
      "step": 40710
    },
    {
      "epoch": 0.6881691354790735,
      "grad_norm": 0.028602372854948044,
      "learning_rate": 8.292363126427725e-06,
      "loss": 0.0015,
      "step": 40720
    },
    {
      "epoch": 0.688338135757924,
      "grad_norm": 0.23439855873584747,
      "learning_rate": 8.29125301986902e-06,
      "loss": 0.0015,
      "step": 40730
    },
    {
      "epoch": 0.6885071360367745,
      "grad_norm": 0.10362856090068817,
      "learning_rate": 8.290142626955355e-06,
      "loss": 0.0016,
      "step": 40740
    },
    {
      "epoch": 0.688676136315625,
      "grad_norm": 0.07249779999256134,
      "learning_rate": 8.28903194778334e-06,
      "loss": 0.0017,
      "step": 40750
    },
    {
      "epoch": 0.6888451365944753,
      "grad_norm": 0.10326391458511353,
      "learning_rate": 8.287920982449611e-06,
      "loss": 0.0016,
      "step": 40760
    },
    {
      "epoch": 0.6890141368733258,
      "grad_norm": 0.1046016737818718,
      "learning_rate": 8.286809731050824e-06,
      "loss": 0.0031,
      "step": 40770
    },
    {
      "epoch": 0.6891831371521763,
      "grad_norm": 0.06414433568716049,
      "learning_rate": 8.285698193683667e-06,
      "loss": 0.0019,
      "step": 40780
    },
    {
      "epoch": 0.6893521374310267,
      "grad_norm": 0.0254384633153677,
      "learning_rate": 8.284586370444847e-06,
      "loss": 0.0015,
      "step": 40790
    },
    {
      "epoch": 0.6895211377098772,
      "grad_norm": 0.11462149024009705,
      "learning_rate": 8.2834742614311e-06,
      "loss": 0.0018,
      "step": 40800
    },
    {
      "epoch": 0.6896901379887277,
      "grad_norm": 0.07652153074741364,
      "learning_rate": 8.282361866739181e-06,
      "loss": 0.0017,
      "step": 40810
    },
    {
      "epoch": 0.6898591382675782,
      "grad_norm": 0.290982186794281,
      "learning_rate": 8.281249186465879e-06,
      "loss": 0.0021,
      "step": 40820
    },
    {
      "epoch": 0.6900281385464286,
      "grad_norm": 0.101005919277668,
      "learning_rate": 8.280136220707998e-06,
      "loss": 0.0044,
      "step": 40830
    },
    {
      "epoch": 0.6901971388252791,
      "grad_norm": 0.01687195710837841,
      "learning_rate": 8.279022969562374e-06,
      "loss": 0.0023,
      "step": 40840
    },
    {
      "epoch": 0.6903661391041295,
      "grad_norm": 0.038489919155836105,
      "learning_rate": 8.277909433125863e-06,
      "loss": 0.0027,
      "step": 40850
    },
    {
      "epoch": 0.69053513938298,
      "grad_norm": 0.05620067939162254,
      "learning_rate": 8.276795611495351e-06,
      "loss": 0.0021,
      "step": 40860
    },
    {
      "epoch": 0.6907041396618304,
      "grad_norm": 0.05303415283560753,
      "learning_rate": 8.275681504767742e-06,
      "loss": 0.0016,
      "step": 40870
    },
    {
      "epoch": 0.6908731399406809,
      "grad_norm": 0.03398628905415535,
      "learning_rate": 8.274567113039974e-06,
      "loss": 0.0012,
      "step": 40880
    },
    {
      "epoch": 0.6910421402195314,
      "grad_norm": 0.04521585628390312,
      "learning_rate": 8.273452436409e-06,
      "loss": 0.0027,
      "step": 40890
    },
    {
      "epoch": 0.6912111404983818,
      "grad_norm": 0.1029910147190094,
      "learning_rate": 8.272337474971804e-06,
      "loss": 0.0057,
      "step": 40900
    },
    {
      "epoch": 0.6913801407772323,
      "grad_norm": 0.09532245248556137,
      "learning_rate": 8.271222228825393e-06,
      "loss": 0.0013,
      "step": 40910
    },
    {
      "epoch": 0.6915491410560828,
      "grad_norm": 0.12107133120298386,
      "learning_rate": 8.270106698066798e-06,
      "loss": 0.003,
      "step": 40920
    },
    {
      "epoch": 0.6917181413349333,
      "grad_norm": 0.054512280970811844,
      "learning_rate": 8.268990882793078e-06,
      "loss": 0.0031,
      "step": 40930
    },
    {
      "epoch": 0.6918871416137836,
      "grad_norm": 0.0330926850438118,
      "learning_rate": 8.26787478310131e-06,
      "loss": 0.01,
      "step": 40940
    },
    {
      "epoch": 0.6920561418926341,
      "grad_norm": 0.044844236224889755,
      "learning_rate": 8.266758399088603e-06,
      "loss": 0.0019,
      "step": 40950
    },
    {
      "epoch": 0.6922251421714846,
      "grad_norm": 0.05058744177222252,
      "learning_rate": 8.26564173085209e-06,
      "loss": 0.0018,
      "step": 40960
    },
    {
      "epoch": 0.692394142450335,
      "grad_norm": 0.04564560204744339,
      "learning_rate": 8.264524778488923e-06,
      "loss": 0.0014,
      "step": 40970
    },
    {
      "epoch": 0.6925631427291855,
      "grad_norm": 0.008947601541876793,
      "learning_rate": 8.263407542096282e-06,
      "loss": 0.0015,
      "step": 40980
    },
    {
      "epoch": 0.692732143008036,
      "grad_norm": 0.13389982283115387,
      "learning_rate": 8.262290021771374e-06,
      "loss": 0.003,
      "step": 40990
    },
    {
      "epoch": 0.6929011432868865,
      "grad_norm": 0.08067138493061066,
      "learning_rate": 8.261172217611429e-06,
      "loss": 0.0025,
      "step": 41000
    },
    {
      "epoch": 0.6930701435657369,
      "grad_norm": 0.026305221021175385,
      "learning_rate": 8.260054129713699e-06,
      "loss": 0.0016,
      "step": 41010
    },
    {
      "epoch": 0.6932391438445873,
      "grad_norm": 0.1137649267911911,
      "learning_rate": 8.258935758175463e-06,
      "loss": 0.0025,
      "step": 41020
    },
    {
      "epoch": 0.6934081441234378,
      "grad_norm": 0.07438289374113083,
      "learning_rate": 8.257817103094027e-06,
      "loss": 0.0017,
      "step": 41030
    },
    {
      "epoch": 0.6935771444022882,
      "grad_norm": 0.029260028153657913,
      "learning_rate": 8.25669816456672e-06,
      "loss": 0.0021,
      "step": 41040
    },
    {
      "epoch": 0.6937461446811387,
      "grad_norm": 0.1459071934223175,
      "learning_rate": 8.255578942690895e-06,
      "loss": 0.0057,
      "step": 41050
    },
    {
      "epoch": 0.6939151449599892,
      "grad_norm": 0.07163554430007935,
      "learning_rate": 8.254459437563927e-06,
      "loss": 0.0019,
      "step": 41060
    },
    {
      "epoch": 0.6940841452388397,
      "grad_norm": 0.11349696666002274,
      "learning_rate": 8.253339649283217e-06,
      "loss": 0.0019,
      "step": 41070
    },
    {
      "epoch": 0.6942531455176901,
      "grad_norm": 0.15381790697574615,
      "learning_rate": 8.252219577946196e-06,
      "loss": 0.0027,
      "step": 41080
    },
    {
      "epoch": 0.6944221457965406,
      "grad_norm": 0.11119570583105087,
      "learning_rate": 8.251099223650317e-06,
      "loss": 0.0021,
      "step": 41090
    },
    {
      "epoch": 0.6945911460753911,
      "grad_norm": 0.08238446712493896,
      "learning_rate": 8.249978586493052e-06,
      "loss": 0.002,
      "step": 41100
    },
    {
      "epoch": 0.6947601463542414,
      "grad_norm": 0.02086692675948143,
      "learning_rate": 8.248857666571903e-06,
      "loss": 0.0019,
      "step": 41110
    },
    {
      "epoch": 0.6949291466330919,
      "grad_norm": 0.20051395893096924,
      "learning_rate": 8.247736463984395e-06,
      "loss": 0.0019,
      "step": 41120
    },
    {
      "epoch": 0.6950981469119424,
      "grad_norm": 0.12535539269447327,
      "learning_rate": 8.24661497882808e-06,
      "loss": 0.0022,
      "step": 41130
    },
    {
      "epoch": 0.6952671471907929,
      "grad_norm": 0.14362570643424988,
      "learning_rate": 8.245493211200532e-06,
      "loss": 0.0026,
      "step": 41140
    },
    {
      "epoch": 0.6954361474696433,
      "grad_norm": 0.21121813356876373,
      "learning_rate": 8.244371161199351e-06,
      "loss": 0.0062,
      "step": 41150
    },
    {
      "epoch": 0.6956051477484938,
      "grad_norm": 0.21628457307815552,
      "learning_rate": 8.243248828922157e-06,
      "loss": 0.002,
      "step": 41160
    },
    {
      "epoch": 0.6957741480273443,
      "grad_norm": 0.07503283023834229,
      "learning_rate": 8.242126214466602e-06,
      "loss": 0.0019,
      "step": 41170
    },
    {
      "epoch": 0.6959431483061947,
      "grad_norm": 0.11699981987476349,
      "learning_rate": 8.241003317930359e-06,
      "loss": 0.001,
      "step": 41180
    },
    {
      "epoch": 0.6961121485850452,
      "grad_norm": 0.2051926851272583,
      "learning_rate": 8.239880139411122e-06,
      "loss": 0.0019,
      "step": 41190
    },
    {
      "epoch": 0.6962811488638956,
      "grad_norm": 0.1709057241678238,
      "learning_rate": 8.238756679006618e-06,
      "loss": 0.004,
      "step": 41200
    },
    {
      "epoch": 0.6964501491427461,
      "grad_norm": 0.10599850118160248,
      "learning_rate": 8.237632936814589e-06,
      "loss": 0.0032,
      "step": 41210
    },
    {
      "epoch": 0.6966191494215965,
      "grad_norm": 0.12379378080368042,
      "learning_rate": 8.236508912932809e-06,
      "loss": 0.0011,
      "step": 41220
    },
    {
      "epoch": 0.696788149700447,
      "grad_norm": 0.03391696885228157,
      "learning_rate": 8.23538460745907e-06,
      "loss": 0.0016,
      "step": 41230
    },
    {
      "epoch": 0.6969571499792975,
      "grad_norm": 0.026621650904417038,
      "learning_rate": 8.234260020491196e-06,
      "loss": 0.0024,
      "step": 41240
    },
    {
      "epoch": 0.697126150258148,
      "grad_norm": 0.10871417820453644,
      "learning_rate": 8.233135152127029e-06,
      "loss": 0.0019,
      "step": 41250
    },
    {
      "epoch": 0.6972951505369984,
      "grad_norm": 0.03548885136842728,
      "learning_rate": 8.232010002464441e-06,
      "loss": 0.0015,
      "step": 41260
    },
    {
      "epoch": 0.6974641508158489,
      "grad_norm": 0.06144818663597107,
      "learning_rate": 8.230884571601322e-06,
      "loss": 0.001,
      "step": 41270
    },
    {
      "epoch": 0.6976331510946993,
      "grad_norm": 0.06657146662473679,
      "learning_rate": 8.229758859635592e-06,
      "loss": 0.0025,
      "step": 41280
    },
    {
      "epoch": 0.6978021513735497,
      "grad_norm": 0.03593665733933449,
      "learning_rate": 8.228632866665191e-06,
      "loss": 0.002,
      "step": 41290
    },
    {
      "epoch": 0.6979711516524002,
      "grad_norm": 0.05789535865187645,
      "learning_rate": 8.227506592788089e-06,
      "loss": 0.0023,
      "step": 41300
    },
    {
      "epoch": 0.6981401519312507,
      "grad_norm": 0.09060919284820557,
      "learning_rate": 8.226380038102274e-06,
      "loss": 0.0017,
      "step": 41310
    },
    {
      "epoch": 0.6983091522101011,
      "grad_norm": 0.04523943364620209,
      "learning_rate": 8.225253202705766e-06,
      "loss": 0.002,
      "step": 41320
    },
    {
      "epoch": 0.6984781524889516,
      "grad_norm": 0.01592904143035412,
      "learning_rate": 8.224126086696603e-06,
      "loss": 0.0018,
      "step": 41330
    },
    {
      "epoch": 0.6986471527678021,
      "grad_norm": 0.055878762155771255,
      "learning_rate": 8.222998690172847e-06,
      "loss": 0.0017,
      "step": 41340
    },
    {
      "epoch": 0.6988161530466526,
      "grad_norm": 0.028551537543535233,
      "learning_rate": 8.22187101323259e-06,
      "loss": 0.0028,
      "step": 41350
    },
    {
      "epoch": 0.698985153325503,
      "grad_norm": 0.013488137163221836,
      "learning_rate": 8.220743055973943e-06,
      "loss": 0.0017,
      "step": 41360
    },
    {
      "epoch": 0.6991541536043534,
      "grad_norm": 0.011277561075985432,
      "learning_rate": 8.219614818495047e-06,
      "loss": 0.0013,
      "step": 41370
    },
    {
      "epoch": 0.6993231538832039,
      "grad_norm": 0.039525020867586136,
      "learning_rate": 8.218486300894061e-06,
      "loss": 0.0025,
      "step": 41380
    },
    {
      "epoch": 0.6994921541620543,
      "grad_norm": 0.027259863913059235,
      "learning_rate": 8.217357503269175e-06,
      "loss": 0.0017,
      "step": 41390
    },
    {
      "epoch": 0.6996611544409048,
      "grad_norm": 0.050522465258836746,
      "learning_rate": 8.216228425718596e-06,
      "loss": 0.0021,
      "step": 41400
    },
    {
      "epoch": 0.6998301547197553,
      "grad_norm": 0.04927310720086098,
      "learning_rate": 8.215099068340562e-06,
      "loss": 0.0011,
      "step": 41410
    },
    {
      "epoch": 0.6999991549986058,
      "grad_norm": 0.03349223732948303,
      "learning_rate": 8.213969431233332e-06,
      "loss": 0.0011,
      "step": 41420
    },
    {
      "epoch": 0.7001681552774562,
      "grad_norm": 0.0998213067650795,
      "learning_rate": 8.212839514495189e-06,
      "loss": 0.0018,
      "step": 41430
    },
    {
      "epoch": 0.7003371555563067,
      "grad_norm": 0.12260545790195465,
      "learning_rate": 8.211709318224442e-06,
      "loss": 0.0018,
      "step": 41440
    },
    {
      "epoch": 0.7005061558351571,
      "grad_norm": 0.16003373265266418,
      "learning_rate": 8.21057884251942e-06,
      "loss": 0.0017,
      "step": 41450
    },
    {
      "epoch": 0.7006751561140075,
      "grad_norm": 0.07196174561977386,
      "learning_rate": 8.209448087478486e-06,
      "loss": 0.0036,
      "step": 41460
    },
    {
      "epoch": 0.700844156392858,
      "grad_norm": 0.05935538932681084,
      "learning_rate": 8.208317053200017e-06,
      "loss": 0.0019,
      "step": 41470
    },
    {
      "epoch": 0.7010131566717085,
      "grad_norm": 0.1089865043759346,
      "learning_rate": 8.207185739782422e-06,
      "loss": 0.0014,
      "step": 41480
    },
    {
      "epoch": 0.701182156950559,
      "grad_norm": 0.10229632258415222,
      "learning_rate": 8.206054147324127e-06,
      "loss": 0.0013,
      "step": 41490
    },
    {
      "epoch": 0.7013511572294094,
      "grad_norm": 0.053856879472732544,
      "learning_rate": 8.204922275923587e-06,
      "loss": 0.0019,
      "step": 41500
    },
    {
      "epoch": 0.7015201575082599,
      "grad_norm": 0.07578303664922714,
      "learning_rate": 8.203790125679281e-06,
      "loss": 0.0022,
      "step": 41510
    },
    {
      "epoch": 0.7016891577871104,
      "grad_norm": 0.38969898223876953,
      "learning_rate": 8.202657696689713e-06,
      "loss": 0.0024,
      "step": 41520
    },
    {
      "epoch": 0.7018581580659609,
      "grad_norm": 0.04809711128473282,
      "learning_rate": 8.201524989053406e-06,
      "loss": 0.0017,
      "step": 41530
    },
    {
      "epoch": 0.7020271583448112,
      "grad_norm": 0.0871298536658287,
      "learning_rate": 8.200392002868914e-06,
      "loss": 0.0028,
      "step": 41540
    },
    {
      "epoch": 0.7021961586236617,
      "grad_norm": 0.07256130129098892,
      "learning_rate": 8.199258738234812e-06,
      "loss": 0.0012,
      "step": 41550
    },
    {
      "epoch": 0.7023651589025122,
      "grad_norm": 0.04088551551103592,
      "learning_rate": 8.198125195249697e-06,
      "loss": 0.0022,
      "step": 41560
    },
    {
      "epoch": 0.7025341591813626,
      "grad_norm": 0.06312688440084457,
      "learning_rate": 8.196991374012197e-06,
      "loss": 0.0018,
      "step": 41570
    },
    {
      "epoch": 0.7027031594602131,
      "grad_norm": 0.08025973290205002,
      "learning_rate": 8.195857274620958e-06,
      "loss": 0.0018,
      "step": 41580
    },
    {
      "epoch": 0.7028721597390636,
      "grad_norm": 0.0011194974649697542,
      "learning_rate": 8.19472289717465e-06,
      "loss": 0.0035,
      "step": 41590
    },
    {
      "epoch": 0.7030411600179141,
      "grad_norm": 0.13875657320022583,
      "learning_rate": 8.193588241771973e-06,
      "loss": 0.0048,
      "step": 41600
    },
    {
      "epoch": 0.7032101602967645,
      "grad_norm": 0.244681254029274,
      "learning_rate": 8.192453308511644e-06,
      "loss": 0.0031,
      "step": 41610
    },
    {
      "epoch": 0.703379160575615,
      "grad_norm": 0.09452541172504425,
      "learning_rate": 8.19131809749241e-06,
      "loss": 0.0033,
      "step": 41620
    },
    {
      "epoch": 0.7035481608544654,
      "grad_norm": 0.034787777811288834,
      "learning_rate": 8.19018260881304e-06,
      "loss": 0.0029,
      "step": 41630
    },
    {
      "epoch": 0.7037171611333158,
      "grad_norm": 0.04553893581032753,
      "learning_rate": 8.189046842572324e-06,
      "loss": 0.0027,
      "step": 41640
    },
    {
      "epoch": 0.7038861614121663,
      "grad_norm": 0.05115741491317749,
      "learning_rate": 8.187910798869082e-06,
      "loss": 0.0021,
      "step": 41650
    },
    {
      "epoch": 0.7040551616910168,
      "grad_norm": 0.026538031175732613,
      "learning_rate": 8.186774477802158e-06,
      "loss": 0.0018,
      "step": 41660
    },
    {
      "epoch": 0.7042241619698673,
      "grad_norm": 0.10690360516309738,
      "learning_rate": 8.185637879470412e-06,
      "loss": 0.0016,
      "step": 41670
    },
    {
      "epoch": 0.7043931622487177,
      "grad_norm": 0.04989476874470711,
      "learning_rate": 8.184501003972734e-06,
      "loss": 0.0024,
      "step": 41680
    },
    {
      "epoch": 0.7045621625275682,
      "grad_norm": 0.045074157416820526,
      "learning_rate": 8.183363851408041e-06,
      "loss": 0.0014,
      "step": 41690
    },
    {
      "epoch": 0.7047311628064187,
      "grad_norm": 0.06971005350351334,
      "learning_rate": 8.18222642187527e-06,
      "loss": 0.002,
      "step": 41700
    },
    {
      "epoch": 0.704900163085269,
      "grad_norm": 0.08040384203195572,
      "learning_rate": 8.181088715473381e-06,
      "loss": 0.0022,
      "step": 41710
    },
    {
      "epoch": 0.7050691633641195,
      "grad_norm": 0.08214668184518814,
      "learning_rate": 8.17995073230136e-06,
      "loss": 0.0016,
      "step": 41720
    },
    {
      "epoch": 0.70523816364297,
      "grad_norm": 0.008188508450984955,
      "learning_rate": 8.17881247245822e-06,
      "loss": 0.0008,
      "step": 41730
    },
    {
      "epoch": 0.7054071639218205,
      "grad_norm": 0.036291953176259995,
      "learning_rate": 8.177673936042992e-06,
      "loss": 0.0023,
      "step": 41740
    },
    {
      "epoch": 0.7055761642006709,
      "grad_norm": 0.08641888946294785,
      "learning_rate": 8.176535123154736e-06,
      "loss": 0.002,
      "step": 41750
    },
    {
      "epoch": 0.7057451644795214,
      "grad_norm": 0.025727005675435066,
      "learning_rate": 8.175396033892533e-06,
      "loss": 0.0023,
      "step": 41760
    },
    {
      "epoch": 0.7059141647583719,
      "grad_norm": 0.07313386350870132,
      "learning_rate": 8.174256668355491e-06,
      "loss": 0.0024,
      "step": 41770
    },
    {
      "epoch": 0.7060831650372223,
      "grad_norm": 0.326588898897171,
      "learning_rate": 8.173117026642738e-06,
      "loss": 0.0016,
      "step": 41780
    },
    {
      "epoch": 0.7062521653160728,
      "grad_norm": 0.10961807519197464,
      "learning_rate": 8.17197710885343e-06,
      "loss": 0.0021,
      "step": 41790
    },
    {
      "epoch": 0.7064211655949232,
      "grad_norm": 0.033026713877916336,
      "learning_rate": 8.170836915086744e-06,
      "loss": 0.0022,
      "step": 41800
    },
    {
      "epoch": 0.7065901658737737,
      "grad_norm": 0.07057605683803558,
      "learning_rate": 8.169696445441886e-06,
      "loss": 0.0018,
      "step": 41810
    },
    {
      "epoch": 0.7067591661526241,
      "grad_norm": 0.17566239833831787,
      "learning_rate": 8.168555700018077e-06,
      "loss": 0.0017,
      "step": 41820
    },
    {
      "epoch": 0.7069281664314746,
      "grad_norm": 0.1394510418176651,
      "learning_rate": 8.167414678914572e-06,
      "loss": 0.0024,
      "step": 41830
    },
    {
      "epoch": 0.7070971667103251,
      "grad_norm": 0.03784767538309097,
      "learning_rate": 8.166273382230642e-06,
      "loss": 0.003,
      "step": 41840
    },
    {
      "epoch": 0.7072661669891755,
      "grad_norm": 0.10037712007761002,
      "learning_rate": 8.165131810065587e-06,
      "loss": 0.0032,
      "step": 41850
    },
    {
      "epoch": 0.707435167268026,
      "grad_norm": 0.04333595931529999,
      "learning_rate": 8.16398996251873e-06,
      "loss": 0.004,
      "step": 41860
    },
    {
      "epoch": 0.7076041675468765,
      "grad_norm": 0.20991283655166626,
      "learning_rate": 8.162847839689417e-06,
      "loss": 0.0024,
      "step": 41870
    },
    {
      "epoch": 0.707773167825727,
      "grad_norm": 0.1015588790178299,
      "learning_rate": 8.161705441677015e-06,
      "loss": 0.0032,
      "step": 41880
    },
    {
      "epoch": 0.7079421681045773,
      "grad_norm": 0.007563309278339148,
      "learning_rate": 8.160562768580922e-06,
      "loss": 0.0025,
      "step": 41890
    },
    {
      "epoch": 0.7081111683834278,
      "grad_norm": 0.05943568795919418,
      "learning_rate": 8.159419820500555e-06,
      "loss": 0.0021,
      "step": 41900
    },
    {
      "epoch": 0.7082801686622783,
      "grad_norm": 0.03560509532690048,
      "learning_rate": 8.158276597535358e-06,
      "loss": 0.0029,
      "step": 41910
    },
    {
      "epoch": 0.7084491689411287,
      "grad_norm": 0.09235816448926926,
      "learning_rate": 8.157133099784791e-06,
      "loss": 0.0019,
      "step": 41920
    },
    {
      "epoch": 0.7086181692199792,
      "grad_norm": 0.3876766264438629,
      "learning_rate": 8.15598932734835e-06,
      "loss": 0.0021,
      "step": 41930
    },
    {
      "epoch": 0.7087871694988297,
      "grad_norm": 0.077243372797966,
      "learning_rate": 8.154845280325545e-06,
      "loss": 0.0018,
      "step": 41940
    },
    {
      "epoch": 0.7089561697776802,
      "grad_norm": 0.10611037909984589,
      "learning_rate": 8.153700958815917e-06,
      "loss": 0.0013,
      "step": 41950
    },
    {
      "epoch": 0.7091251700565306,
      "grad_norm": 0.1063697338104248,
      "learning_rate": 8.152556362919024e-06,
      "loss": 0.0012,
      "step": 41960
    },
    {
      "epoch": 0.709294170335381,
      "grad_norm": 0.08025922626256943,
      "learning_rate": 8.151411492734454e-06,
      "loss": 0.0011,
      "step": 41970
    },
    {
      "epoch": 0.7094631706142315,
      "grad_norm": 0.027767019346356392,
      "learning_rate": 8.150266348361814e-06,
      "loss": 0.0018,
      "step": 41980
    },
    {
      "epoch": 0.709632170893082,
      "grad_norm": 0.08533176779747009,
      "learning_rate": 8.149120929900738e-06,
      "loss": 0.0026,
      "step": 41990
    },
    {
      "epoch": 0.7098011711719324,
      "grad_norm": 0.060593731701374054,
      "learning_rate": 8.147975237450885e-06,
      "loss": 0.0012,
      "step": 42000
    },
    {
      "epoch": 0.7099701714507829,
      "grad_norm": 0.08707921206951141,
      "learning_rate": 8.146829271111933e-06,
      "loss": 0.0018,
      "step": 42010
    },
    {
      "epoch": 0.7101391717296334,
      "grad_norm": 0.05134487897157669,
      "learning_rate": 8.145683030983588e-06,
      "loss": 0.0016,
      "step": 42020
    },
    {
      "epoch": 0.7103081720084838,
      "grad_norm": 0.06112463027238846,
      "learning_rate": 8.144536517165578e-06,
      "loss": 0.0026,
      "step": 42030
    },
    {
      "epoch": 0.7104771722873343,
      "grad_norm": 0.1436644345521927,
      "learning_rate": 8.143389729757655e-06,
      "loss": 0.0019,
      "step": 42040
    },
    {
      "epoch": 0.7106461725661848,
      "grad_norm": 0.07123779505491257,
      "learning_rate": 8.142242668859597e-06,
      "loss": 0.0019,
      "step": 42050
    },
    {
      "epoch": 0.7108151728450351,
      "grad_norm": 0.03608975559473038,
      "learning_rate": 8.141095334571201e-06,
      "loss": 0.0014,
      "step": 42060
    },
    {
      "epoch": 0.7109841731238856,
      "grad_norm": 0.047314874827861786,
      "learning_rate": 8.139947726992292e-06,
      "loss": 0.0014,
      "step": 42070
    },
    {
      "epoch": 0.7111531734027361,
      "grad_norm": 0.027236802503466606,
      "learning_rate": 8.138799846222716e-06,
      "loss": 0.0011,
      "step": 42080
    },
    {
      "epoch": 0.7113221736815866,
      "grad_norm": 0.04754794016480446,
      "learning_rate": 8.137651692362347e-06,
      "loss": 0.0038,
      "step": 42090
    },
    {
      "epoch": 0.711491173960437,
      "grad_norm": 0.1344657838344574,
      "learning_rate": 8.13650326551108e-06,
      "loss": 0.0019,
      "step": 42100
    },
    {
      "epoch": 0.7116601742392875,
      "grad_norm": 0.0192538034170866,
      "learning_rate": 8.13535456576883e-06,
      "loss": 0.0024,
      "step": 42110
    },
    {
      "epoch": 0.711829174518138,
      "grad_norm": 0.1750638335943222,
      "learning_rate": 8.134205593235543e-06,
      "loss": 0.0041,
      "step": 42120
    },
    {
      "epoch": 0.7119981747969885,
      "grad_norm": 0.030514687299728394,
      "learning_rate": 8.13305634801118e-06,
      "loss": 0.0022,
      "step": 42130
    },
    {
      "epoch": 0.7121671750758388,
      "grad_norm": 0.14213408529758453,
      "learning_rate": 8.131906830195739e-06,
      "loss": 0.0041,
      "step": 42140
    },
    {
      "epoch": 0.7123361753546893,
      "grad_norm": 0.0784611701965332,
      "learning_rate": 8.130757039889229e-06,
      "loss": 0.0024,
      "step": 42150
    },
    {
      "epoch": 0.7125051756335398,
      "grad_norm": 0.02702018804848194,
      "learning_rate": 8.129606977191686e-06,
      "loss": 0.003,
      "step": 42160
    },
    {
      "epoch": 0.7126741759123902,
      "grad_norm": 0.0408581905066967,
      "learning_rate": 8.128456642203174e-06,
      "loss": 0.0034,
      "step": 42170
    },
    {
      "epoch": 0.7128431761912407,
      "grad_norm": 0.05134117975831032,
      "learning_rate": 8.127306035023776e-06,
      "loss": 0.0015,
      "step": 42180
    },
    {
      "epoch": 0.7130121764700912,
      "grad_norm": 0.17410869896411896,
      "learning_rate": 8.126155155753601e-06,
      "loss": 0.0038,
      "step": 42190
    },
    {
      "epoch": 0.7131811767489417,
      "grad_norm": 0.01948716677725315,
      "learning_rate": 8.12500400449278e-06,
      "loss": 0.003,
      "step": 42200
    },
    {
      "epoch": 0.7133501770277921,
      "grad_norm": 0.22991220653057098,
      "learning_rate": 8.12385258134147e-06,
      "loss": 0.0037,
      "step": 42210
    },
    {
      "epoch": 0.7135191773066426,
      "grad_norm": 0.1062299907207489,
      "learning_rate": 8.12270088639985e-06,
      "loss": 0.0014,
      "step": 42220
    },
    {
      "epoch": 0.713688177585493,
      "grad_norm": 0.018809964880347252,
      "learning_rate": 8.121548919768124e-06,
      "loss": 0.0023,
      "step": 42230
    },
    {
      "epoch": 0.7138571778643434,
      "grad_norm": 0.06033628433942795,
      "learning_rate": 8.120396681546516e-06,
      "loss": 0.001,
      "step": 42240
    },
    {
      "epoch": 0.7140261781431939,
      "grad_norm": 0.03717151656746864,
      "learning_rate": 8.119244171835279e-06,
      "loss": 0.0021,
      "step": 42250
    },
    {
      "epoch": 0.7141951784220444,
      "grad_norm": 0.07586640119552612,
      "learning_rate": 8.118091390734686e-06,
      "loss": 0.0018,
      "step": 42260
    },
    {
      "epoch": 0.7143641787008949,
      "grad_norm": 0.039691995829343796,
      "learning_rate": 8.116938338345035e-06,
      "loss": 0.0017,
      "step": 42270
    },
    {
      "epoch": 0.7145331789797453,
      "grad_norm": 0.01930839754641056,
      "learning_rate": 8.115785014766646e-06,
      "loss": 0.0022,
      "step": 42280
    },
    {
      "epoch": 0.7147021792585958,
      "grad_norm": 0.13970836997032166,
      "learning_rate": 8.114631420099865e-06,
      "loss": 0.0019,
      "step": 42290
    },
    {
      "epoch": 0.7148711795374463,
      "grad_norm": 0.021033965051174164,
      "learning_rate": 8.113477554445058e-06,
      "loss": 0.0012,
      "step": 42300
    },
    {
      "epoch": 0.7150401798162968,
      "grad_norm": 0.14079996943473816,
      "learning_rate": 8.11232341790262e-06,
      "loss": 0.0021,
      "step": 42310
    },
    {
      "epoch": 0.7152091800951471,
      "grad_norm": 0.06294325739145279,
      "learning_rate": 8.111169010572967e-06,
      "loss": 0.0032,
      "step": 42320
    },
    {
      "epoch": 0.7153781803739976,
      "grad_norm": 0.08401281386613846,
      "learning_rate": 8.110014332556533e-06,
      "loss": 0.0015,
      "step": 42330
    },
    {
      "epoch": 0.7155471806528481,
      "grad_norm": 0.04065125808119774,
      "learning_rate": 8.108859383953785e-06,
      "loss": 0.0013,
      "step": 42340
    },
    {
      "epoch": 0.7157161809316985,
      "grad_norm": 0.08111557364463806,
      "learning_rate": 8.107704164865207e-06,
      "loss": 0.0027,
      "step": 42350
    },
    {
      "epoch": 0.715885181210549,
      "grad_norm": 0.2308748960494995,
      "learning_rate": 8.10654867539131e-06,
      "loss": 0.0041,
      "step": 42360
    },
    {
      "epoch": 0.7160541814893995,
      "grad_norm": 0.04631703719496727,
      "learning_rate": 8.105392915632626e-06,
      "loss": 0.0017,
      "step": 42370
    },
    {
      "epoch": 0.71622318176825,
      "grad_norm": 0.036768991500139236,
      "learning_rate": 8.104236885689713e-06,
      "loss": 0.0023,
      "step": 42380
    },
    {
      "epoch": 0.7163921820471004,
      "grad_norm": 0.04694832116365433,
      "learning_rate": 8.103080585663151e-06,
      "loss": 0.0015,
      "step": 42390
    },
    {
      "epoch": 0.7165611823259508,
      "grad_norm": 0.0976409986615181,
      "learning_rate": 8.101924015653543e-06,
      "loss": 0.0017,
      "step": 42400
    },
    {
      "epoch": 0.7167301826048013,
      "grad_norm": 0.29701071977615356,
      "learning_rate": 8.100767175761517e-06,
      "loss": 0.0045,
      "step": 42410
    },
    {
      "epoch": 0.7168991828836517,
      "grad_norm": 0.08202585577964783,
      "learning_rate": 8.099610066087721e-06,
      "loss": 0.0017,
      "step": 42420
    },
    {
      "epoch": 0.7170681831625022,
      "grad_norm": 0.06088138371706009,
      "learning_rate": 8.098452686732834e-06,
      "loss": 0.0023,
      "step": 42430
    },
    {
      "epoch": 0.7172371834413527,
      "grad_norm": 0.08535436540842056,
      "learning_rate": 8.09729503779755e-06,
      "loss": 0.0027,
      "step": 42440
    },
    {
      "epoch": 0.7174061837202031,
      "grad_norm": 0.1157093346118927,
      "learning_rate": 8.09613711938259e-06,
      "loss": 0.0016,
      "step": 42450
    },
    {
      "epoch": 0.7175751839990536,
      "grad_norm": 0.07748487591743469,
      "learning_rate": 8.0949789315887e-06,
      "loss": 0.0023,
      "step": 42460
    },
    {
      "epoch": 0.7177441842779041,
      "grad_norm": 0.06741594523191452,
      "learning_rate": 8.093820474516648e-06,
      "loss": 0.0015,
      "step": 42470
    },
    {
      "epoch": 0.7179131845567546,
      "grad_norm": 0.3889932632446289,
      "learning_rate": 8.092661748267223e-06,
      "loss": 0.006,
      "step": 42480
    },
    {
      "epoch": 0.7180821848356049,
      "grad_norm": 0.17957502603530884,
      "learning_rate": 8.091502752941245e-06,
      "loss": 0.0031,
      "step": 42490
    },
    {
      "epoch": 0.7182511851144554,
      "grad_norm": 0.043044958263635635,
      "learning_rate": 8.090343488639547e-06,
      "loss": 0.0013,
      "step": 42500
    },
    {
      "epoch": 0.7184201853933059,
      "grad_norm": 0.04258865863084793,
      "learning_rate": 8.08918395546299e-06,
      "loss": 0.0012,
      "step": 42510
    },
    {
      "epoch": 0.7185891856721563,
      "grad_norm": 0.06326818466186523,
      "learning_rate": 8.088024153512465e-06,
      "loss": 0.0019,
      "step": 42520
    },
    {
      "epoch": 0.7187581859510068,
      "grad_norm": 0.2828580141067505,
      "learning_rate": 8.086864082888876e-06,
      "loss": 0.0035,
      "step": 42530
    },
    {
      "epoch": 0.7189271862298573,
      "grad_norm": 0.1426171511411667,
      "learning_rate": 8.085703743693155e-06,
      "loss": 0.0019,
      "step": 42540
    },
    {
      "epoch": 0.7190961865087078,
      "grad_norm": 0.039468914270401,
      "learning_rate": 8.084543136026257e-06,
      "loss": 0.0018,
      "step": 42550
    },
    {
      "epoch": 0.7192651867875582,
      "grad_norm": 0.046568624675273895,
      "learning_rate": 8.083382259989164e-06,
      "loss": 0.003,
      "step": 42560
    },
    {
      "epoch": 0.7194341870664087,
      "grad_norm": 0.16173051297664642,
      "learning_rate": 8.082221115682872e-06,
      "loss": 0.0015,
      "step": 42570
    },
    {
      "epoch": 0.7196031873452591,
      "grad_norm": 0.07199832797050476,
      "learning_rate": 8.08105970320841e-06,
      "loss": 0.0023,
      "step": 42580
    },
    {
      "epoch": 0.7197721876241095,
      "grad_norm": 0.2582061290740967,
      "learning_rate": 8.079898022666827e-06,
      "loss": 0.0021,
      "step": 42590
    },
    {
      "epoch": 0.71994118790296,
      "grad_norm": 0.0317123606801033,
      "learning_rate": 8.078736074159193e-06,
      "loss": 0.0016,
      "step": 42600
    },
    {
      "epoch": 0.7201101881818105,
      "grad_norm": 0.03768402338027954,
      "learning_rate": 8.077573857786603e-06,
      "loss": 0.0012,
      "step": 42610
    },
    {
      "epoch": 0.720279188460661,
      "grad_norm": 0.15136878192424774,
      "learning_rate": 8.076411373650177e-06,
      "loss": 0.0067,
      "step": 42620
    },
    {
      "epoch": 0.7204481887395114,
      "grad_norm": 0.05533058941364288,
      "learning_rate": 8.075248621851056e-06,
      "loss": 0.0011,
      "step": 42630
    },
    {
      "epoch": 0.7206171890183619,
      "grad_norm": 0.10668498277664185,
      "learning_rate": 8.074085602490404e-06,
      "loss": 0.001,
      "step": 42640
    },
    {
      "epoch": 0.7207861892972124,
      "grad_norm": 0.0986466333270073,
      "learning_rate": 8.072922315669408e-06,
      "loss": 0.0019,
      "step": 42650
    },
    {
      "epoch": 0.7209551895760627,
      "grad_norm": 0.5844259262084961,
      "learning_rate": 8.071758761489287e-06,
      "loss": 0.003,
      "step": 42660
    },
    {
      "epoch": 0.7211241898549132,
      "grad_norm": 0.08260132372379303,
      "learning_rate": 8.070594940051269e-06,
      "loss": 0.0018,
      "step": 42670
    },
    {
      "epoch": 0.7212931901337637,
      "grad_norm": 0.045917097479104996,
      "learning_rate": 8.069430851456612e-06,
      "loss": 0.0025,
      "step": 42680
    },
    {
      "epoch": 0.7214621904126142,
      "grad_norm": 0.0059732492081820965,
      "learning_rate": 8.068266495806601e-06,
      "loss": 0.0025,
      "step": 42690
    },
    {
      "epoch": 0.7216311906914646,
      "grad_norm": 0.09748756140470505,
      "learning_rate": 8.067101873202539e-06,
      "loss": 0.0027,
      "step": 42700
    },
    {
      "epoch": 0.7218001909703151,
      "grad_norm": 0.0393015593290329,
      "learning_rate": 8.065936983745753e-06,
      "loss": 0.0017,
      "step": 42710
    },
    {
      "epoch": 0.7219691912491656,
      "grad_norm": 0.04428603872656822,
      "learning_rate": 8.064771827537595e-06,
      "loss": 0.0012,
      "step": 42720
    },
    {
      "epoch": 0.7221381915280161,
      "grad_norm": 0.09002875536680222,
      "learning_rate": 8.063606404679437e-06,
      "loss": 0.0021,
      "step": 42730
    },
    {
      "epoch": 0.7223071918068665,
      "grad_norm": 0.1135852113366127,
      "learning_rate": 8.06244071527268e-06,
      "loss": 0.0019,
      "step": 42740
    },
    {
      "epoch": 0.7224761920857169,
      "grad_norm": 0.02696043998003006,
      "learning_rate": 8.06127475941874e-06,
      "loss": 0.0029,
      "step": 42750
    },
    {
      "epoch": 0.7226451923645674,
      "grad_norm": 0.03349917009472847,
      "learning_rate": 8.060108537219067e-06,
      "loss": 0.0022,
      "step": 42760
    },
    {
      "epoch": 0.7228141926434178,
      "grad_norm": 0.03234555572271347,
      "learning_rate": 8.058942048775125e-06,
      "loss": 0.001,
      "step": 42770
    },
    {
      "epoch": 0.7229831929222683,
      "grad_norm": 0.20898035168647766,
      "learning_rate": 8.057775294188401e-06,
      "loss": 0.0013,
      "step": 42780
    },
    {
      "epoch": 0.7231521932011188,
      "grad_norm": 0.2018376737833023,
      "learning_rate": 8.056608273560414e-06,
      "loss": 0.0035,
      "step": 42790
    },
    {
      "epoch": 0.7233211934799693,
      "grad_norm": 0.13457611203193665,
      "learning_rate": 8.055440986992696e-06,
      "loss": 0.0032,
      "step": 42800
    },
    {
      "epoch": 0.7234901937588197,
      "grad_norm": 0.11162465065717697,
      "learning_rate": 8.054273434586808e-06,
      "loss": 0.0016,
      "step": 42810
    },
    {
      "epoch": 0.7236591940376702,
      "grad_norm": 0.030697602778673172,
      "learning_rate": 8.053105616444334e-06,
      "loss": 0.0013,
      "step": 42820
    },
    {
      "epoch": 0.7238281943165206,
      "grad_norm": 0.12240386754274368,
      "learning_rate": 8.051937532666878e-06,
      "loss": 0.0015,
      "step": 42830
    },
    {
      "epoch": 0.723997194595371,
      "grad_norm": 0.0318816602230072,
      "learning_rate": 8.050769183356071e-06,
      "loss": 0.0019,
      "step": 42840
    },
    {
      "epoch": 0.7241661948742215,
      "grad_norm": 0.02436286211013794,
      "learning_rate": 8.049600568613563e-06,
      "loss": 0.0025,
      "step": 42850
    },
    {
      "epoch": 0.724335195153072,
      "grad_norm": 0.11259996145963669,
      "learning_rate": 8.048431688541028e-06,
      "loss": 0.0019,
      "step": 42860
    },
    {
      "epoch": 0.7245041954319225,
      "grad_norm": 0.05099119618535042,
      "learning_rate": 8.047262543240169e-06,
      "loss": 0.0016,
      "step": 42870
    },
    {
      "epoch": 0.7246731957107729,
      "grad_norm": 0.1111067682504654,
      "learning_rate": 8.046093132812703e-06,
      "loss": 0.002,
      "step": 42880
    },
    {
      "epoch": 0.7248421959896234,
      "grad_norm": 0.037433598190546036,
      "learning_rate": 8.044923457360376e-06,
      "loss": 0.0014,
      "step": 42890
    },
    {
      "epoch": 0.7250111962684739,
      "grad_norm": 0.10939794778823853,
      "learning_rate": 8.043753516984954e-06,
      "loss": 0.0018,
      "step": 42900
    },
    {
      "epoch": 0.7251801965473244,
      "grad_norm": 0.09101684391498566,
      "learning_rate": 8.04258331178823e-06,
      "loss": 0.0014,
      "step": 42910
    },
    {
      "epoch": 0.7253491968261747,
      "grad_norm": 0.006667679641395807,
      "learning_rate": 8.041412841872016e-06,
      "loss": 0.0011,
      "step": 42920
    },
    {
      "epoch": 0.7255181971050252,
      "grad_norm": 0.10800191760063171,
      "learning_rate": 8.040242107338147e-06,
      "loss": 0.002,
      "step": 42930
    },
    {
      "epoch": 0.7256871973838757,
      "grad_norm": 0.0515403188765049,
      "learning_rate": 8.039071108288488e-06,
      "loss": 0.002,
      "step": 42940
    },
    {
      "epoch": 0.7258561976627261,
      "grad_norm": 0.24728050827980042,
      "learning_rate": 8.037899844824916e-06,
      "loss": 0.001,
      "step": 42950
    },
    {
      "epoch": 0.7260251979415766,
      "grad_norm": 0.05296405404806137,
      "learning_rate": 8.036728317049339e-06,
      "loss": 0.0011,
      "step": 42960
    },
    {
      "epoch": 0.7261941982204271,
      "grad_norm": 0.0076844641007483006,
      "learning_rate": 8.035556525063684e-06,
      "loss": 0.0026,
      "step": 42970
    },
    {
      "epoch": 0.7263631984992776,
      "grad_norm": 0.07447580993175507,
      "learning_rate": 8.034384468969905e-06,
      "loss": 0.002,
      "step": 42980
    },
    {
      "epoch": 0.726532198778128,
      "grad_norm": 0.0800366997718811,
      "learning_rate": 8.033212148869973e-06,
      "loss": 0.0039,
      "step": 42990
    },
    {
      "epoch": 0.7267011990569785,
      "grad_norm": 0.0012301752576604486,
      "learning_rate": 8.03203956486589e-06,
      "loss": 0.0014,
      "step": 43000
    },
    {
      "epoch": 0.7268701993358289,
      "grad_norm": 0.026477621868252754,
      "learning_rate": 8.030866717059673e-06,
      "loss": 0.0015,
      "step": 43010
    },
    {
      "epoch": 0.7270391996146793,
      "grad_norm": 0.05160536244511604,
      "learning_rate": 8.029693605553367e-06,
      "loss": 0.0021,
      "step": 43020
    },
    {
      "epoch": 0.7272081998935298,
      "grad_norm": 0.055757176131010056,
      "learning_rate": 8.02852023044904e-06,
      "loss": 0.0017,
      "step": 43030
    },
    {
      "epoch": 0.7273772001723803,
      "grad_norm": 0.05494154617190361,
      "learning_rate": 8.027346591848777e-06,
      "loss": 0.0026,
      "step": 43040
    },
    {
      "epoch": 0.7275462004512308,
      "grad_norm": 4.639435768127441,
      "learning_rate": 8.026172689854694e-06,
      "loss": 0.0164,
      "step": 43050
    },
    {
      "epoch": 0.7277152007300812,
      "grad_norm": 0.10933412611484528,
      "learning_rate": 8.024998524568925e-06,
      "loss": 0.0013,
      "step": 43060
    },
    {
      "epoch": 0.7278842010089317,
      "grad_norm": 0.15748070180416107,
      "learning_rate": 8.023824096093628e-06,
      "loss": 0.0018,
      "step": 43070
    },
    {
      "epoch": 0.7280532012877822,
      "grad_norm": 0.08826566487550735,
      "learning_rate": 8.022649404530981e-06,
      "loss": 0.0015,
      "step": 43080
    },
    {
      "epoch": 0.7282222015666325,
      "grad_norm": 0.06301755458116531,
      "learning_rate": 8.021474449983195e-06,
      "loss": 0.0023,
      "step": 43090
    },
    {
      "epoch": 0.728391201845483,
      "grad_norm": 0.05063905566930771,
      "learning_rate": 8.020299232552491e-06,
      "loss": 0.0019,
      "step": 43100
    },
    {
      "epoch": 0.7285602021243335,
      "grad_norm": 0.024068308994174004,
      "learning_rate": 8.019123752341119e-06,
      "loss": 0.003,
      "step": 43110
    },
    {
      "epoch": 0.728729202403184,
      "grad_norm": 0.07127765566110611,
      "learning_rate": 8.017948009451352e-06,
      "loss": 0.0016,
      "step": 43120
    },
    {
      "epoch": 0.7288982026820344,
      "grad_norm": 0.05042535439133644,
      "learning_rate": 8.016772003985488e-06,
      "loss": 0.002,
      "step": 43130
    },
    {
      "epoch": 0.7290672029608849,
      "grad_norm": 0.11436517536640167,
      "learning_rate": 8.015595736045842e-06,
      "loss": 0.0013,
      "step": 43140
    },
    {
      "epoch": 0.7292362032397354,
      "grad_norm": 0.3207210302352905,
      "learning_rate": 8.014419205734756e-06,
      "loss": 0.0021,
      "step": 43150
    },
    {
      "epoch": 0.7294052035185858,
      "grad_norm": 0.01475997269153595,
      "learning_rate": 8.013242413154596e-06,
      "loss": 0.0011,
      "step": 43160
    },
    {
      "epoch": 0.7295742037974363,
      "grad_norm": 0.09151560068130493,
      "learning_rate": 8.012065358407743e-06,
      "loss": 0.0021,
      "step": 43170
    },
    {
      "epoch": 0.7297432040762867,
      "grad_norm": 0.25620636343955994,
      "learning_rate": 8.010888041596611e-06,
      "loss": 0.0017,
      "step": 43180
    },
    {
      "epoch": 0.7299122043551372,
      "grad_norm": 0.1682850569486618,
      "learning_rate": 8.009710462823632e-06,
      "loss": 0.0015,
      "step": 43190
    },
    {
      "epoch": 0.7300812046339876,
      "grad_norm": 0.04165157303214073,
      "learning_rate": 8.00853262219126e-06,
      "loss": 0.0027,
      "step": 43200
    },
    {
      "epoch": 0.7302502049128381,
      "grad_norm": 0.012091743759810925,
      "learning_rate": 8.007354519801975e-06,
      "loss": 0.0014,
      "step": 43210
    },
    {
      "epoch": 0.7304192051916886,
      "grad_norm": 0.03053271770477295,
      "learning_rate": 8.006176155758274e-06,
      "loss": 0.0013,
      "step": 43220
    },
    {
      "epoch": 0.730588205470539,
      "grad_norm": 0.006675877142697573,
      "learning_rate": 8.004997530162683e-06,
      "loss": 0.0022,
      "step": 43230
    },
    {
      "epoch": 0.7307572057493895,
      "grad_norm": 0.08256799727678299,
      "learning_rate": 8.003818643117746e-06,
      "loss": 0.0023,
      "step": 43240
    },
    {
      "epoch": 0.73092620602824,
      "grad_norm": 0.03869280219078064,
      "learning_rate": 8.002639494726034e-06,
      "loss": 0.0007,
      "step": 43250
    },
    {
      "epoch": 0.7310952063070905,
      "grad_norm": 0.064326211810112,
      "learning_rate": 8.001460085090138e-06,
      "loss": 0.0013,
      "step": 43260
    },
    {
      "epoch": 0.7312642065859408,
      "grad_norm": 0.128001868724823,
      "learning_rate": 8.000280414312672e-06,
      "loss": 0.002,
      "step": 43270
    },
    {
      "epoch": 0.7314332068647913,
      "grad_norm": 0.04683956503868103,
      "learning_rate": 7.999100482496273e-06,
      "loss": 0.002,
      "step": 43280
    },
    {
      "epoch": 0.7316022071436418,
      "grad_norm": 0.02895090915262699,
      "learning_rate": 7.997920289743601e-06,
      "loss": 0.0023,
      "step": 43290
    },
    {
      "epoch": 0.7317712074224922,
      "grad_norm": 0.16094285249710083,
      "learning_rate": 7.996739836157338e-06,
      "loss": 0.0021,
      "step": 43300
    },
    {
      "epoch": 0.7319402077013427,
      "grad_norm": 0.11246848106384277,
      "learning_rate": 7.995559121840192e-06,
      "loss": 0.0018,
      "step": 43310
    },
    {
      "epoch": 0.7321092079801932,
      "grad_norm": 0.03383997455239296,
      "learning_rate": 7.994378146894887e-06,
      "loss": 0.0018,
      "step": 43320
    },
    {
      "epoch": 0.7322782082590437,
      "grad_norm": 0.09549947082996368,
      "learning_rate": 7.993196911424174e-06,
      "loss": 0.004,
      "step": 43330
    },
    {
      "epoch": 0.7324472085378941,
      "grad_norm": 0.019019361585378647,
      "learning_rate": 7.99201541553083e-06,
      "loss": 0.0014,
      "step": 43340
    },
    {
      "epoch": 0.7326162088167445,
      "grad_norm": 0.21534746885299683,
      "learning_rate": 7.990833659317648e-06,
      "loss": 0.0062,
      "step": 43350
    },
    {
      "epoch": 0.732785209095595,
      "grad_norm": 0.03729574382305145,
      "learning_rate": 7.989651642887445e-06,
      "loss": 0.002,
      "step": 43360
    },
    {
      "epoch": 0.7329542093744454,
      "grad_norm": 0.15042176842689514,
      "learning_rate": 7.988469366343063e-06,
      "loss": 0.0018,
      "step": 43370
    },
    {
      "epoch": 0.7331232096532959,
      "grad_norm": 0.06487035751342773,
      "learning_rate": 7.987286829787369e-06,
      "loss": 0.0011,
      "step": 43380
    },
    {
      "epoch": 0.7332922099321464,
      "grad_norm": 0.07418685406446457,
      "learning_rate": 7.986104033323246e-06,
      "loss": 0.0017,
      "step": 43390
    },
    {
      "epoch": 0.7334612102109969,
      "grad_norm": 0.10712029784917831,
      "learning_rate": 7.984920977053606e-06,
      "loss": 0.0028,
      "step": 43400
    },
    {
      "epoch": 0.7336302104898473,
      "grad_norm": 0.04626644402742386,
      "learning_rate": 7.983737661081376e-06,
      "loss": 0.0016,
      "step": 43410
    },
    {
      "epoch": 0.7337992107686978,
      "grad_norm": 0.04742048308253288,
      "learning_rate": 7.982554085509512e-06,
      "loss": 0.0016,
      "step": 43420
    },
    {
      "epoch": 0.7339682110475483,
      "grad_norm": 0.0983252003788948,
      "learning_rate": 7.981370250440996e-06,
      "loss": 0.0025,
      "step": 43430
    },
    {
      "epoch": 0.7341372113263986,
      "grad_norm": 0.138091579079628,
      "learning_rate": 7.98018615597882e-06,
      "loss": 0.0016,
      "step": 43440
    },
    {
      "epoch": 0.7343062116052491,
      "grad_norm": 0.06672213226556778,
      "learning_rate": 7.97900180222601e-06,
      "loss": 0.002,
      "step": 43450
    },
    {
      "epoch": 0.7344752118840996,
      "grad_norm": 0.06542443484067917,
      "learning_rate": 7.977817189285609e-06,
      "loss": 0.0018,
      "step": 43460
    },
    {
      "epoch": 0.7346442121629501,
      "grad_norm": 0.04221392050385475,
      "learning_rate": 7.976632317260686e-06,
      "loss": 0.0019,
      "step": 43470
    },
    {
      "epoch": 0.7348132124418005,
      "grad_norm": 0.06752992421388626,
      "learning_rate": 7.975447186254327e-06,
      "loss": 0.0027,
      "step": 43480
    },
    {
      "epoch": 0.734982212720651,
      "grad_norm": 0.0305518489331007,
      "learning_rate": 7.97426179636965e-06,
      "loss": 0.0014,
      "step": 43490
    },
    {
      "epoch": 0.7351512129995015,
      "grad_norm": 0.0345865860581398,
      "learning_rate": 7.973076147709782e-06,
      "loss": 0.0018,
      "step": 43500
    },
    {
      "epoch": 0.735320213278352,
      "grad_norm": 0.11416380852460861,
      "learning_rate": 7.971890240377886e-06,
      "loss": 0.0019,
      "step": 43510
    },
    {
      "epoch": 0.7354892135572023,
      "grad_norm": 0.2210749387741089,
      "learning_rate": 7.97070407447714e-06,
      "loss": 0.0036,
      "step": 43520
    },
    {
      "epoch": 0.7356582138360528,
      "grad_norm": 0.04454043507575989,
      "learning_rate": 7.969517650110747e-06,
      "loss": 0.0021,
      "step": 43530
    },
    {
      "epoch": 0.7358272141149033,
      "grad_norm": 0.1723904013633728,
      "learning_rate": 7.968330967381931e-06,
      "loss": 0.0032,
      "step": 43540
    },
    {
      "epoch": 0.7359962143937537,
      "grad_norm": 0.036471135914325714,
      "learning_rate": 7.967144026393939e-06,
      "loss": 0.0014,
      "step": 43550
    },
    {
      "epoch": 0.7361652146726042,
      "grad_norm": 0.026985328644514084,
      "learning_rate": 7.965956827250038e-06,
      "loss": 0.0011,
      "step": 43560
    },
    {
      "epoch": 0.7363342149514547,
      "grad_norm": 0.14341233670711517,
      "learning_rate": 7.964769370053525e-06,
      "loss": 0.0028,
      "step": 43570
    },
    {
      "epoch": 0.7365032152303052,
      "grad_norm": 0.04602760449051857,
      "learning_rate": 7.96358165490771e-06,
      "loss": 0.0025,
      "step": 43580
    },
    {
      "epoch": 0.7366722155091556,
      "grad_norm": 0.09611208736896515,
      "learning_rate": 7.962393681915934e-06,
      "loss": 0.0012,
      "step": 43590
    },
    {
      "epoch": 0.7368412157880061,
      "grad_norm": 0.04702535644173622,
      "learning_rate": 7.961205451181555e-06,
      "loss": 0.0011,
      "step": 43600
    },
    {
      "epoch": 0.7370102160668565,
      "grad_norm": 0.08078736811876297,
      "learning_rate": 7.960016962807952e-06,
      "loss": 0.0015,
      "step": 43610
    },
    {
      "epoch": 0.7371792163457069,
      "grad_norm": 0.029118545353412628,
      "learning_rate": 7.958828216898535e-06,
      "loss": 0.0014,
      "step": 43620
    },
    {
      "epoch": 0.7373482166245574,
      "grad_norm": 0.03096819296479225,
      "learning_rate": 7.957639213556725e-06,
      "loss": 0.0018,
      "step": 43630
    },
    {
      "epoch": 0.7375172169034079,
      "grad_norm": 0.10239429771900177,
      "learning_rate": 7.956449952885973e-06,
      "loss": 0.0026,
      "step": 43640
    },
    {
      "epoch": 0.7376862171822584,
      "grad_norm": 0.16455641388893127,
      "learning_rate": 7.955260434989752e-06,
      "loss": 0.0022,
      "step": 43650
    },
    {
      "epoch": 0.7378552174611088,
      "grad_norm": 0.08374723047018051,
      "learning_rate": 7.954070659971554e-06,
      "loss": 0.0012,
      "step": 43660
    },
    {
      "epoch": 0.7380242177399593,
      "grad_norm": 0.03553815931081772,
      "learning_rate": 7.952880627934896e-06,
      "loss": 0.0044,
      "step": 43670
    },
    {
      "epoch": 0.7381932180188098,
      "grad_norm": 0.020006325095891953,
      "learning_rate": 7.951690338983317e-06,
      "loss": 0.0016,
      "step": 43680
    },
    {
      "epoch": 0.7383622182976602,
      "grad_norm": 0.19382953643798828,
      "learning_rate": 7.950499793220377e-06,
      "loss": 0.005,
      "step": 43690
    },
    {
      "epoch": 0.7385312185765106,
      "grad_norm": 0.0368359349668026,
      "learning_rate": 7.949308990749658e-06,
      "loss": 0.0026,
      "step": 43700
    },
    {
      "epoch": 0.7387002188553611,
      "grad_norm": 0.059048112481832504,
      "learning_rate": 7.948117931674769e-06,
      "loss": 0.0013,
      "step": 43710
    },
    {
      "epoch": 0.7388692191342116,
      "grad_norm": 0.025906303897500038,
      "learning_rate": 7.946926616099334e-06,
      "loss": 0.0017,
      "step": 43720
    },
    {
      "epoch": 0.739038219413062,
      "grad_norm": 0.09001726657152176,
      "learning_rate": 7.945735044127006e-06,
      "loss": 0.0021,
      "step": 43730
    },
    {
      "epoch": 0.7392072196919125,
      "grad_norm": 0.06536002457141876,
      "learning_rate": 7.944543215861458e-06,
      "loss": 0.0016,
      "step": 43740
    },
    {
      "epoch": 0.739376219970763,
      "grad_norm": 0.021984895691275597,
      "learning_rate": 7.943351131406381e-06,
      "loss": 0.0013,
      "step": 43750
    },
    {
      "epoch": 0.7395452202496134,
      "grad_norm": 0.07657831907272339,
      "learning_rate": 7.942158790865496e-06,
      "loss": 0.0015,
      "step": 43760
    },
    {
      "epoch": 0.7397142205284639,
      "grad_norm": 0.32660388946533203,
      "learning_rate": 7.94096619434254e-06,
      "loss": 0.0037,
      "step": 43770
    },
    {
      "epoch": 0.7398832208073143,
      "grad_norm": 0.024858536198735237,
      "learning_rate": 7.93977334194128e-06,
      "loss": 0.0013,
      "step": 43780
    },
    {
      "epoch": 0.7400522210861648,
      "grad_norm": 0.08623042702674866,
      "learning_rate": 7.938580233765492e-06,
      "loss": 0.0017,
      "step": 43790
    },
    {
      "epoch": 0.7402212213650152,
      "grad_norm": 0.05644140765070915,
      "learning_rate": 7.937386869918986e-06,
      "loss": 0.002,
      "step": 43800
    },
    {
      "epoch": 0.7403902216438657,
      "grad_norm": 0.03610311076045036,
      "learning_rate": 7.93619325050559e-06,
      "loss": 0.0021,
      "step": 43810
    },
    {
      "epoch": 0.7405592219227162,
      "grad_norm": 0.040945619344711304,
      "learning_rate": 7.934999375629158e-06,
      "loss": 0.0009,
      "step": 43820
    },
    {
      "epoch": 0.7407282222015666,
      "grad_norm": 0.16894613206386566,
      "learning_rate": 7.933805245393558e-06,
      "loss": 0.0033,
      "step": 43830
    },
    {
      "epoch": 0.7408972224804171,
      "grad_norm": 0.12098273634910583,
      "learning_rate": 7.932610859902688e-06,
      "loss": 0.0018,
      "step": 43840
    },
    {
      "epoch": 0.7410662227592676,
      "grad_norm": 0.027642671018838882,
      "learning_rate": 7.931416219260462e-06,
      "loss": 0.0014,
      "step": 43850
    },
    {
      "epoch": 0.7412352230381181,
      "grad_norm": 0.03056027740240097,
      "learning_rate": 7.930221323570824e-06,
      "loss": 0.0017,
      "step": 43860
    },
    {
      "epoch": 0.7414042233169684,
      "grad_norm": 0.05739610642194748,
      "learning_rate": 7.929026172937732e-06,
      "loss": 0.001,
      "step": 43870
    },
    {
      "epoch": 0.7415732235958189,
      "grad_norm": 0.09340202063322067,
      "learning_rate": 7.927830767465174e-06,
      "loss": 0.0025,
      "step": 43880
    },
    {
      "epoch": 0.7417422238746694,
      "grad_norm": 0.06758419424295425,
      "learning_rate": 7.926635107257152e-06,
      "loss": 0.0012,
      "step": 43890
    },
    {
      "epoch": 0.7419112241535198,
      "grad_norm": 0.06023062393069267,
      "learning_rate": 7.925439192417695e-06,
      "loss": 0.0021,
      "step": 43900
    },
    {
      "epoch": 0.7420802244323703,
      "grad_norm": 0.04593726247549057,
      "learning_rate": 7.924243023050855e-06,
      "loss": 0.0014,
      "step": 43910
    },
    {
      "epoch": 0.7422492247112208,
      "grad_norm": 0.09606166929006577,
      "learning_rate": 7.923046599260704e-06,
      "loss": 0.0034,
      "step": 43920
    },
    {
      "epoch": 0.7424182249900713,
      "grad_norm": 0.11645695567131042,
      "learning_rate": 7.921849921151337e-06,
      "loss": 0.0014,
      "step": 43930
    },
    {
      "epoch": 0.7425872252689217,
      "grad_norm": 0.056003108620643616,
      "learning_rate": 7.920652988826868e-06,
      "loss": 0.0019,
      "step": 43940
    },
    {
      "epoch": 0.7427562255477722,
      "grad_norm": 0.02698294259607792,
      "learning_rate": 7.919455802391439e-06,
      "loss": 0.002,
      "step": 43950
    },
    {
      "epoch": 0.7429252258266226,
      "grad_norm": 0.042158737778663635,
      "learning_rate": 7.918258361949211e-06,
      "loss": 0.0027,
      "step": 43960
    },
    {
      "epoch": 0.743094226105473,
      "grad_norm": 0.002662374172359705,
      "learning_rate": 7.917060667604365e-06,
      "loss": 0.0015,
      "step": 43970
    },
    {
      "epoch": 0.7432632263843235,
      "grad_norm": 0.04010889679193497,
      "learning_rate": 7.91586271946111e-06,
      "loss": 0.0015,
      "step": 43980
    },
    {
      "epoch": 0.743432226663174,
      "grad_norm": 0.019668444991111755,
      "learning_rate": 7.914664517623668e-06,
      "loss": 0.0023,
      "step": 43990
    },
    {
      "epoch": 0.7436012269420245,
      "grad_norm": 0.07019349187612534,
      "learning_rate": 7.913466062196291e-06,
      "loss": 0.0026,
      "step": 44000
    },
    {
      "epoch": 0.7437702272208749,
      "grad_norm": 0.05831541866064072,
      "learning_rate": 7.912267353283251e-06,
      "loss": 0.0016,
      "step": 44010
    },
    {
      "epoch": 0.7439392274997254,
      "grad_norm": 0.015604469925165176,
      "learning_rate": 7.91106839098884e-06,
      "loss": 0.0017,
      "step": 44020
    },
    {
      "epoch": 0.7441082277785759,
      "grad_norm": 0.15227645635604858,
      "learning_rate": 7.909869175417378e-06,
      "loss": 0.0025,
      "step": 44030
    },
    {
      "epoch": 0.7442772280574262,
      "grad_norm": 0.12750785052776337,
      "learning_rate": 7.908669706673197e-06,
      "loss": 0.0039,
      "step": 44040
    },
    {
      "epoch": 0.7444462283362767,
      "grad_norm": 0.07931360602378845,
      "learning_rate": 7.907469984860658e-06,
      "loss": 0.0019,
      "step": 44050
    },
    {
      "epoch": 0.7446152286151272,
      "grad_norm": 0.07363370805978775,
      "learning_rate": 7.906270010084145e-06,
      "loss": 0.0033,
      "step": 44060
    },
    {
      "epoch": 0.7447842288939777,
      "grad_norm": 0.01361178420484066,
      "learning_rate": 7.905069782448059e-06,
      "loss": 0.0017,
      "step": 44070
    },
    {
      "epoch": 0.7449532291728281,
      "grad_norm": 0.1368517130613327,
      "learning_rate": 7.903869302056825e-06,
      "loss": 0.0021,
      "step": 44080
    },
    {
      "epoch": 0.7451222294516786,
      "grad_norm": 0.1019308865070343,
      "learning_rate": 7.902668569014895e-06,
      "loss": 0.0013,
      "step": 44090
    },
    {
      "epoch": 0.7452912297305291,
      "grad_norm": 0.10239925980567932,
      "learning_rate": 7.901467583426735e-06,
      "loss": 0.0024,
      "step": 44100
    },
    {
      "epoch": 0.7454602300093796,
      "grad_norm": 0.0578392818570137,
      "learning_rate": 7.900266345396837e-06,
      "loss": 0.002,
      "step": 44110
    },
    {
      "epoch": 0.74562923028823,
      "grad_norm": 0.016515590250492096,
      "learning_rate": 7.899064855029713e-06,
      "loss": 0.0008,
      "step": 44120
    },
    {
      "epoch": 0.7457982305670804,
      "grad_norm": 0.04481057822704315,
      "learning_rate": 7.897863112429902e-06,
      "loss": 0.0023,
      "step": 44130
    },
    {
      "epoch": 0.7459672308459309,
      "grad_norm": 0.01487799547612667,
      "learning_rate": 7.89666111770196e-06,
      "loss": 0.0008,
      "step": 44140
    },
    {
      "epoch": 0.7461362311247813,
      "grad_norm": 0.043098077178001404,
      "learning_rate": 7.895458870950465e-06,
      "loss": 0.0021,
      "step": 44150
    },
    {
      "epoch": 0.7463052314036318,
      "grad_norm": 0.07052203267812729,
      "learning_rate": 7.89425637228002e-06,
      "loss": 0.002,
      "step": 44160
    },
    {
      "epoch": 0.7464742316824823,
      "grad_norm": 0.08470898866653442,
      "learning_rate": 7.893053621795249e-06,
      "loss": 0.0019,
      "step": 44170
    },
    {
      "epoch": 0.7466432319613328,
      "grad_norm": 0.09704260528087616,
      "learning_rate": 7.891850619600794e-06,
      "loss": 0.0032,
      "step": 44180
    },
    {
      "epoch": 0.7468122322401832,
      "grad_norm": 0.07925360649824142,
      "learning_rate": 7.890647365801325e-06,
      "loss": 0.0015,
      "step": 44190
    },
    {
      "epoch": 0.7469812325190337,
      "grad_norm": 0.01802569441497326,
      "learning_rate": 7.889443860501529e-06,
      "loss": 0.002,
      "step": 44200
    },
    {
      "epoch": 0.7471502327978841,
      "grad_norm": 0.032090552151203156,
      "learning_rate": 7.888240103806117e-06,
      "loss": 0.0013,
      "step": 44210
    },
    {
      "epoch": 0.7473192330767345,
      "grad_norm": 0.2693747282028198,
      "learning_rate": 7.887036095819822e-06,
      "loss": 0.002,
      "step": 44220
    },
    {
      "epoch": 0.747488233355585,
      "grad_norm": 0.31655386090278625,
      "learning_rate": 7.8858318366474e-06,
      "loss": 0.0022,
      "step": 44230
    },
    {
      "epoch": 0.7476572336344355,
      "grad_norm": 0.05500679463148117,
      "learning_rate": 7.884627326393624e-06,
      "loss": 0.0023,
      "step": 44240
    },
    {
      "epoch": 0.747826233913286,
      "grad_norm": 0.03424282744526863,
      "learning_rate": 7.883422565163296e-06,
      "loss": 0.0014,
      "step": 44250
    },
    {
      "epoch": 0.7479952341921364,
      "grad_norm": 0.08011564612388611,
      "learning_rate": 7.882217553061234e-06,
      "loss": 0.0016,
      "step": 44260
    },
    {
      "epoch": 0.7481642344709869,
      "grad_norm": 0.08712951093912125,
      "learning_rate": 7.881012290192279e-06,
      "loss": 0.0026,
      "step": 44270
    },
    {
      "epoch": 0.7483332347498374,
      "grad_norm": 0.09755299985408783,
      "learning_rate": 7.879806776661298e-06,
      "loss": 0.0023,
      "step": 44280
    },
    {
      "epoch": 0.7485022350286878,
      "grad_norm": 0.1405857801437378,
      "learning_rate": 7.878601012573173e-06,
      "loss": 0.003,
      "step": 44290
    },
    {
      "epoch": 0.7486712353075382,
      "grad_norm": 0.007532436866313219,
      "learning_rate": 7.877394998032812e-06,
      "loss": 0.002,
      "step": 44300
    },
    {
      "epoch": 0.7488402355863887,
      "grad_norm": 0.08370806276798248,
      "learning_rate": 7.876188733145147e-06,
      "loss": 0.0021,
      "step": 44310
    },
    {
      "epoch": 0.7490092358652392,
      "grad_norm": 0.001437056460417807,
      "learning_rate": 7.874982218015126e-06,
      "loss": 0.0012,
      "step": 44320
    },
    {
      "epoch": 0.7491782361440896,
      "grad_norm": 0.04407551512122154,
      "learning_rate": 7.87377545274772e-06,
      "loss": 0.0021,
      "step": 44330
    },
    {
      "epoch": 0.7493472364229401,
      "grad_norm": 0.010266945697367191,
      "learning_rate": 7.87256843744793e-06,
      "loss": 0.0031,
      "step": 44340
    },
    {
      "epoch": 0.7495162367017906,
      "grad_norm": 0.17960795760154724,
      "learning_rate": 7.871361172220765e-06,
      "loss": 0.0016,
      "step": 44350
    },
    {
      "epoch": 0.749685236980641,
      "grad_norm": 0.038601137697696686,
      "learning_rate": 7.870153657171267e-06,
      "loss": 0.0031,
      "step": 44360
    },
    {
      "epoch": 0.7498542372594915,
      "grad_norm": 0.00812953058630228,
      "learning_rate": 7.868945892404496e-06,
      "loss": 0.0017,
      "step": 44370
    },
    {
      "epoch": 0.750023237538342,
      "grad_norm": 0.036118436604738235,
      "learning_rate": 7.86773787802553e-06,
      "loss": 0.0011,
      "step": 44380
    },
    {
      "epoch": 0.7501922378171924,
      "grad_norm": 0.03733135759830475,
      "learning_rate": 7.866529614139476e-06,
      "loss": 0.0012,
      "step": 44390
    },
    {
      "epoch": 0.7503612380960428,
      "grad_norm": 0.058701254427433014,
      "learning_rate": 7.865321100851456e-06,
      "loss": 0.0027,
      "step": 44400
    },
    {
      "epoch": 0.7505302383748933,
      "grad_norm": 0.05390680581331253,
      "learning_rate": 7.864112338266617e-06,
      "loss": 0.0093,
      "step": 44410
    },
    {
      "epoch": 0.7506992386537438,
      "grad_norm": 0.1075315922498703,
      "learning_rate": 7.862903326490126e-06,
      "loss": 0.0019,
      "step": 44420
    },
    {
      "epoch": 0.7508682389325942,
      "grad_norm": 0.12688098847866058,
      "learning_rate": 7.861694065627178e-06,
      "loss": 0.0012,
      "step": 44430
    },
    {
      "epoch": 0.7510372392114447,
      "grad_norm": 0.030170833691954613,
      "learning_rate": 7.860484555782977e-06,
      "loss": 0.0011,
      "step": 44440
    },
    {
      "epoch": 0.7512062394902952,
      "grad_norm": 0.05321137607097626,
      "learning_rate": 7.859274797062764e-06,
      "loss": 0.002,
      "step": 44450
    },
    {
      "epoch": 0.7513752397691457,
      "grad_norm": 0.052268922328948975,
      "learning_rate": 7.858064789571787e-06,
      "loss": 0.0017,
      "step": 44460
    },
    {
      "epoch": 0.751544240047996,
      "grad_norm": 0.004613368771970272,
      "learning_rate": 7.856854533415328e-06,
      "loss": 0.0018,
      "step": 44470
    },
    {
      "epoch": 0.7517132403268465,
      "grad_norm": 0.029189545661211014,
      "learning_rate": 7.855644028698683e-06,
      "loss": 0.002,
      "step": 44480
    },
    {
      "epoch": 0.751882240605697,
      "grad_norm": 0.09404749423265457,
      "learning_rate": 7.85443327552717e-06,
      "loss": 0.0028,
      "step": 44490
    },
    {
      "epoch": 0.7520512408845474,
      "grad_norm": 0.05537321791052818,
      "learning_rate": 7.853222274006134e-06,
      "loss": 0.0017,
      "step": 44500
    },
    {
      "epoch": 0.7522202411633979,
      "grad_norm": 0.11430644989013672,
      "learning_rate": 7.852011024240933e-06,
      "loss": 0.0033,
      "step": 44510
    },
    {
      "epoch": 0.7523892414422484,
      "grad_norm": 0.059698112308979034,
      "learning_rate": 7.850799526336956e-06,
      "loss": 0.0015,
      "step": 44520
    },
    {
      "epoch": 0.7525582417210989,
      "grad_norm": 0.03818683326244354,
      "learning_rate": 7.849587780399608e-06,
      "loss": 0.001,
      "step": 44530
    },
    {
      "epoch": 0.7527272419999493,
      "grad_norm": 0.12590816617012024,
      "learning_rate": 7.848375786534316e-06,
      "loss": 0.0022,
      "step": 44540
    },
    {
      "epoch": 0.7528962422787998,
      "grad_norm": 0.07889236509799957,
      "learning_rate": 7.847163544846532e-06,
      "loss": 0.0021,
      "step": 44550
    },
    {
      "epoch": 0.7530652425576502,
      "grad_norm": 0.013532519340515137,
      "learning_rate": 7.845951055441723e-06,
      "loss": 0.0017,
      "step": 44560
    },
    {
      "epoch": 0.7532342428365006,
      "grad_norm": 0.08118347078561783,
      "learning_rate": 7.844738318425384e-06,
      "loss": 0.0022,
      "step": 44570
    },
    {
      "epoch": 0.7534032431153511,
      "grad_norm": 0.04712570086121559,
      "learning_rate": 7.843525333903028e-06,
      "loss": 0.0017,
      "step": 44580
    },
    {
      "epoch": 0.7535722433942016,
      "grad_norm": 0.056935735046863556,
      "learning_rate": 7.842312101980189e-06,
      "loss": 0.0019,
      "step": 44590
    },
    {
      "epoch": 0.7537412436730521,
      "grad_norm": 0.35753145813941956,
      "learning_rate": 7.84109862276243e-06,
      "loss": 0.0033,
      "step": 44600
    },
    {
      "epoch": 0.7539102439519025,
      "grad_norm": 0.06886877864599228,
      "learning_rate": 7.83988489635532e-06,
      "loss": 0.0021,
      "step": 44610
    },
    {
      "epoch": 0.754079244230753,
      "grad_norm": 0.05907822027802467,
      "learning_rate": 7.838670922864468e-06,
      "loss": 0.0022,
      "step": 44620
    },
    {
      "epoch": 0.7542482445096035,
      "grad_norm": 0.04054168239235878,
      "learning_rate": 7.83745670239549e-06,
      "loss": 0.0041,
      "step": 44630
    },
    {
      "epoch": 0.754417244788454,
      "grad_norm": 0.027725081890821457,
      "learning_rate": 7.836242235054033e-06,
      "loss": 0.0016,
      "step": 44640
    },
    {
      "epoch": 0.7545862450673043,
      "grad_norm": 0.23544612526893616,
      "learning_rate": 7.83502752094576e-06,
      "loss": 0.0014,
      "step": 44650
    },
    {
      "epoch": 0.7547552453461548,
      "grad_norm": 0.41741564869880676,
      "learning_rate": 7.833812560176355e-06,
      "loss": 0.0026,
      "step": 44660
    },
    {
      "epoch": 0.7549242456250053,
      "grad_norm": 0.08145532011985779,
      "learning_rate": 7.832597352851527e-06,
      "loss": 0.0021,
      "step": 44670
    },
    {
      "epoch": 0.7550932459038557,
      "grad_norm": 0.08561309427022934,
      "learning_rate": 7.831381899077007e-06,
      "loss": 0.003,
      "step": 44680
    },
    {
      "epoch": 0.7552622461827062,
      "grad_norm": 0.09209153056144714,
      "learning_rate": 7.830166198958543e-06,
      "loss": 0.0019,
      "step": 44690
    },
    {
      "epoch": 0.7554312464615567,
      "grad_norm": 0.07907470315694809,
      "learning_rate": 7.828950252601905e-06,
      "loss": 0.0027,
      "step": 44700
    },
    {
      "epoch": 0.7556002467404072,
      "grad_norm": 0.06275120377540588,
      "learning_rate": 7.827734060112889e-06,
      "loss": 0.0015,
      "step": 44710
    },
    {
      "epoch": 0.7557692470192576,
      "grad_norm": 0.07097408175468445,
      "learning_rate": 7.826517621597309e-06,
      "loss": 0.0029,
      "step": 44720
    },
    {
      "epoch": 0.755938247298108,
      "grad_norm": 0.044329412281513214,
      "learning_rate": 7.825300937161003e-06,
      "loss": 0.0014,
      "step": 44730
    },
    {
      "epoch": 0.7561072475769585,
      "grad_norm": 0.026017211377620697,
      "learning_rate": 7.824084006909827e-06,
      "loss": 0.0012,
      "step": 44740
    },
    {
      "epoch": 0.7562762478558089,
      "grad_norm": 0.08053651452064514,
      "learning_rate": 7.822866830949656e-06,
      "loss": 0.0026,
      "step": 44750
    },
    {
      "epoch": 0.7564452481346594,
      "grad_norm": 0.026170331984758377,
      "learning_rate": 7.821649409386396e-06,
      "loss": 0.0027,
      "step": 44760
    },
    {
      "epoch": 0.7566142484135099,
      "grad_norm": 0.034089915454387665,
      "learning_rate": 7.820431742325967e-06,
      "loss": 0.0103,
      "step": 44770
    },
    {
      "epoch": 0.7567832486923604,
      "grad_norm": 0.10103444755077362,
      "learning_rate": 7.819213829874308e-06,
      "loss": 0.0023,
      "step": 44780
    },
    {
      "epoch": 0.7569522489712108,
      "grad_norm": 0.042457886040210724,
      "learning_rate": 7.817995672137388e-06,
      "loss": 0.0017,
      "step": 44790
    },
    {
      "epoch": 0.7571212492500613,
      "grad_norm": 0.07881304621696472,
      "learning_rate": 7.816777269221192e-06,
      "loss": 0.0014,
      "step": 44800
    },
    {
      "epoch": 0.7572902495289118,
      "grad_norm": 0.04411272704601288,
      "learning_rate": 7.815558621231724e-06,
      "loss": 0.0042,
      "step": 44810
    },
    {
      "epoch": 0.7574592498077621,
      "grad_norm": 0.17249134182929993,
      "learning_rate": 7.814339728275017e-06,
      "loss": 0.0026,
      "step": 44820
    },
    {
      "epoch": 0.7576282500866126,
      "grad_norm": 0.2123340666294098,
      "learning_rate": 7.813120590457116e-06,
      "loss": 0.0019,
      "step": 44830
    },
    {
      "epoch": 0.7577972503654631,
      "grad_norm": 0.09830141812562943,
      "learning_rate": 7.811901207884094e-06,
      "loss": 0.0017,
      "step": 44840
    },
    {
      "epoch": 0.7579662506443136,
      "grad_norm": 0.14184986054897308,
      "learning_rate": 7.810681580662044e-06,
      "loss": 0.0033,
      "step": 44850
    },
    {
      "epoch": 0.758135250923164,
      "grad_norm": 0.03080633282661438,
      "learning_rate": 7.809461708897076e-06,
      "loss": 0.0011,
      "step": 44860
    },
    {
      "epoch": 0.7583042512020145,
      "grad_norm": 0.0676361694931984,
      "learning_rate": 7.80824159269533e-06,
      "loss": 0.0017,
      "step": 44870
    },
    {
      "epoch": 0.758473251480865,
      "grad_norm": 0.010642868466675282,
      "learning_rate": 7.807021232162956e-06,
      "loss": 0.0008,
      "step": 44880
    },
    {
      "epoch": 0.7586422517597154,
      "grad_norm": 0.07253513485193253,
      "learning_rate": 7.805800627406138e-06,
      "loss": 0.001,
      "step": 44890
    },
    {
      "epoch": 0.7588112520385658,
      "grad_norm": 0.07711581885814667,
      "learning_rate": 7.80457977853107e-06,
      "loss": 0.0021,
      "step": 44900
    },
    {
      "epoch": 0.7589802523174163,
      "grad_norm": 0.08204604685306549,
      "learning_rate": 7.80335868564397e-06,
      "loss": 0.0038,
      "step": 44910
    },
    {
      "epoch": 0.7591492525962668,
      "grad_norm": 0.02592233009636402,
      "learning_rate": 7.802137348851084e-06,
      "loss": 0.0026,
      "step": 44920
    },
    {
      "epoch": 0.7593182528751172,
      "grad_norm": 0.0777740627527237,
      "learning_rate": 7.800915768258673e-06,
      "loss": 0.0028,
      "step": 44930
    },
    {
      "epoch": 0.7594872531539677,
      "grad_norm": 0.01917082443833351,
      "learning_rate": 7.799693943973019e-06,
      "loss": 0.0019,
      "step": 44940
    },
    {
      "epoch": 0.7596562534328182,
      "grad_norm": 0.08356926590204239,
      "learning_rate": 7.798471876100423e-06,
      "loss": 0.0043,
      "step": 44950
    },
    {
      "epoch": 0.7598252537116686,
      "grad_norm": 0.07758168131113052,
      "learning_rate": 7.79724956474722e-06,
      "loss": 0.0024,
      "step": 44960
    },
    {
      "epoch": 0.7599942539905191,
      "grad_norm": 0.014164702966809273,
      "learning_rate": 7.796027010019751e-06,
      "loss": 0.0007,
      "step": 44970
    },
    {
      "epoch": 0.7601632542693696,
      "grad_norm": 0.13659994304180145,
      "learning_rate": 7.794804212024383e-06,
      "loss": 0.0012,
      "step": 44980
    },
    {
      "epoch": 0.76033225454822,
      "grad_norm": 0.23086796700954437,
      "learning_rate": 7.793581170867509e-06,
      "loss": 0.003,
      "step": 44990
    },
    {
      "epoch": 0.7605012548270704,
      "grad_norm": 0.014240220189094543,
      "learning_rate": 7.792357886655537e-06,
      "loss": 0.0017,
      "step": 45000
    },
    {
      "epoch": 0.7606702551059209,
      "grad_norm": 0.01912778429687023,
      "learning_rate": 7.791134359494902e-06,
      "loss": 0.0015,
      "step": 45010
    },
    {
      "epoch": 0.7608392553847714,
      "grad_norm": 0.05160927772521973,
      "learning_rate": 7.789910589492052e-06,
      "loss": 0.0029,
      "step": 45020
    },
    {
      "epoch": 0.7610082556636218,
      "grad_norm": 0.0658368393778801,
      "learning_rate": 7.788686576753462e-06,
      "loss": 0.0014,
      "step": 45030
    },
    {
      "epoch": 0.7611772559424723,
      "grad_norm": 0.1321316808462143,
      "learning_rate": 7.78746232138563e-06,
      "loss": 0.0022,
      "step": 45040
    },
    {
      "epoch": 0.7613462562213228,
      "grad_norm": 0.03437534719705582,
      "learning_rate": 7.78623782349507e-06,
      "loss": 0.0014,
      "step": 45050
    },
    {
      "epoch": 0.7615152565001733,
      "grad_norm": 0.06349821388721466,
      "learning_rate": 7.78501308318832e-06,
      "loss": 0.0023,
      "step": 45060
    },
    {
      "epoch": 0.7616842567790237,
      "grad_norm": 0.07751069217920303,
      "learning_rate": 7.783788100571939e-06,
      "loss": 0.0021,
      "step": 45070
    },
    {
      "epoch": 0.7618532570578741,
      "grad_norm": 0.02845473401248455,
      "learning_rate": 7.782562875752504e-06,
      "loss": 0.0018,
      "step": 45080
    },
    {
      "epoch": 0.7620222573367246,
      "grad_norm": 0.07686923444271088,
      "learning_rate": 7.781337408836618e-06,
      "loss": 0.0017,
      "step": 45090
    },
    {
      "epoch": 0.762191257615575,
      "grad_norm": 0.04277089238166809,
      "learning_rate": 7.7801116999309e-06,
      "loss": 0.0024,
      "step": 45100
    },
    {
      "epoch": 0.7623602578944255,
      "grad_norm": 0.04295666515827179,
      "learning_rate": 7.778885749141997e-06,
      "loss": 0.0014,
      "step": 45110
    },
    {
      "epoch": 0.762529258173276,
      "grad_norm": 0.04123243689537048,
      "learning_rate": 7.777659556576567e-06,
      "loss": 0.0014,
      "step": 45120
    },
    {
      "epoch": 0.7626982584521265,
      "grad_norm": 0.14625336229801178,
      "learning_rate": 7.7764331223413e-06,
      "loss": 0.0022,
      "step": 45130
    },
    {
      "epoch": 0.7628672587309769,
      "grad_norm": 0.09272245317697525,
      "learning_rate": 7.775206446542898e-06,
      "loss": 0.0015,
      "step": 45140
    },
    {
      "epoch": 0.7630362590098274,
      "grad_norm": 0.03592293709516525,
      "learning_rate": 7.77397952928809e-06,
      "loss": 0.0008,
      "step": 45150
    },
    {
      "epoch": 0.7632052592886778,
      "grad_norm": 0.0790335014462471,
      "learning_rate": 7.77275237068362e-06,
      "loss": 0.0014,
      "step": 45160
    },
    {
      "epoch": 0.7633742595675282,
      "grad_norm": 0.037326548248529434,
      "learning_rate": 7.771524970836261e-06,
      "loss": 0.0025,
      "step": 45170
    },
    {
      "epoch": 0.7635432598463787,
      "grad_norm": 0.08837980777025223,
      "learning_rate": 7.770297329852801e-06,
      "loss": 0.0018,
      "step": 45180
    },
    {
      "epoch": 0.7637122601252292,
      "grad_norm": 0.10220792889595032,
      "learning_rate": 7.769069447840051e-06,
      "loss": 0.0025,
      "step": 45190
    },
    {
      "epoch": 0.7638812604040797,
      "grad_norm": 0.04530085623264313,
      "learning_rate": 7.767841324904843e-06,
      "loss": 0.0024,
      "step": 45200
    },
    {
      "epoch": 0.7640502606829301,
      "grad_norm": 0.1346471905708313,
      "learning_rate": 7.766612961154029e-06,
      "loss": 0.003,
      "step": 45210
    },
    {
      "epoch": 0.7642192609617806,
      "grad_norm": 0.0872393548488617,
      "learning_rate": 7.765384356694483e-06,
      "loss": 0.002,
      "step": 45220
    },
    {
      "epoch": 0.7643882612406311,
      "grad_norm": 0.019787881523370743,
      "learning_rate": 7.7641555116331e-06,
      "loss": 0.0019,
      "step": 45230
    },
    {
      "epoch": 0.7645572615194816,
      "grad_norm": 0.12332823127508163,
      "learning_rate": 7.762926426076793e-06,
      "loss": 0.0015,
      "step": 45240
    },
    {
      "epoch": 0.7647262617983319,
      "grad_norm": 0.02287132292985916,
      "learning_rate": 7.761697100132502e-06,
      "loss": 0.002,
      "step": 45250
    },
    {
      "epoch": 0.7648952620771824,
      "grad_norm": 0.038460344076156616,
      "learning_rate": 7.760467533907182e-06,
      "loss": 0.0015,
      "step": 45260
    },
    {
      "epoch": 0.7650642623560329,
      "grad_norm": 0.07872225344181061,
      "learning_rate": 7.759237727507811e-06,
      "loss": 0.0019,
      "step": 45270
    },
    {
      "epoch": 0.7652332626348833,
      "grad_norm": 0.06950631737709045,
      "learning_rate": 7.758007681041391e-06,
      "loss": 0.0018,
      "step": 45280
    },
    {
      "epoch": 0.7654022629137338,
      "grad_norm": 0.14089111983776093,
      "learning_rate": 7.756777394614937e-06,
      "loss": 0.0015,
      "step": 45290
    },
    {
      "epoch": 0.7655712631925843,
      "grad_norm": 0.02855812944471836,
      "learning_rate": 7.755546868335494e-06,
      "loss": 0.0011,
      "step": 45300
    },
    {
      "epoch": 0.7657402634714348,
      "grad_norm": 0.05885821208357811,
      "learning_rate": 7.754316102310121e-06,
      "loss": 0.0012,
      "step": 45310
    },
    {
      "epoch": 0.7659092637502852,
      "grad_norm": 0.04385798051953316,
      "learning_rate": 7.753085096645906e-06,
      "loss": 0.0013,
      "step": 45320
    },
    {
      "epoch": 0.7660782640291357,
      "grad_norm": 0.04075145721435547,
      "learning_rate": 7.751853851449947e-06,
      "loss": 0.0013,
      "step": 45330
    },
    {
      "epoch": 0.7662472643079861,
      "grad_norm": 0.10517627000808716,
      "learning_rate": 7.750622366829368e-06,
      "loss": 0.0022,
      "step": 45340
    },
    {
      "epoch": 0.7664162645868365,
      "grad_norm": 0.050586577504873276,
      "learning_rate": 7.749390642891317e-06,
      "loss": 0.0019,
      "step": 45350
    },
    {
      "epoch": 0.766585264865687,
      "grad_norm": 0.09203847497701645,
      "learning_rate": 7.748158679742961e-06,
      "loss": 0.004,
      "step": 45360
    },
    {
      "epoch": 0.7667542651445375,
      "grad_norm": 0.09800178557634354,
      "learning_rate": 7.746926477491481e-06,
      "loss": 0.0024,
      "step": 45370
    },
    {
      "epoch": 0.766923265423388,
      "grad_norm": 0.042162712663412094,
      "learning_rate": 7.74569403624409e-06,
      "loss": 0.0017,
      "step": 45380
    },
    {
      "epoch": 0.7670922657022384,
      "grad_norm": 0.06394949555397034,
      "learning_rate": 7.744461356108016e-06,
      "loss": 0.0018,
      "step": 45390
    },
    {
      "epoch": 0.7672612659810889,
      "grad_norm": 0.21785315871238708,
      "learning_rate": 7.743228437190507e-06,
      "loss": 0.0023,
      "step": 45400
    },
    {
      "epoch": 0.7674302662599394,
      "grad_norm": 0.1498011201620102,
      "learning_rate": 7.741995279598831e-06,
      "loss": 0.0017,
      "step": 45410
    },
    {
      "epoch": 0.7675992665387897,
      "grad_norm": 0.03804841265082359,
      "learning_rate": 7.74076188344028e-06,
      "loss": 0.0031,
      "step": 45420
    },
    {
      "epoch": 0.7677682668176402,
      "grad_norm": 0.03907634690403938,
      "learning_rate": 7.739528248822168e-06,
      "loss": 0.0018,
      "step": 45430
    },
    {
      "epoch": 0.7679372670964907,
      "grad_norm": 0.03149436414241791,
      "learning_rate": 7.738294375851823e-06,
      "loss": 0.0016,
      "step": 45440
    },
    {
      "epoch": 0.7681062673753412,
      "grad_norm": 0.05602965131402016,
      "learning_rate": 7.737060264636601e-06,
      "loss": 0.0011,
      "step": 45450
    },
    {
      "epoch": 0.7682752676541916,
      "grad_norm": 0.045581117272377014,
      "learning_rate": 7.735825915283874e-06,
      "loss": 0.0024,
      "step": 45460
    },
    {
      "epoch": 0.7684442679330421,
      "grad_norm": 0.17535948753356934,
      "learning_rate": 7.734591327901037e-06,
      "loss": 0.0015,
      "step": 45470
    },
    {
      "epoch": 0.7686132682118926,
      "grad_norm": 0.06803618371486664,
      "learning_rate": 7.733356502595506e-06,
      "loss": 0.002,
      "step": 45480
    },
    {
      "epoch": 0.768782268490743,
      "grad_norm": 0.13037042319774628,
      "learning_rate": 7.732121439474716e-06,
      "loss": 0.0021,
      "step": 45490
    },
    {
      "epoch": 0.7689512687695935,
      "grad_norm": 0.048493217676877975,
      "learning_rate": 7.730886138646121e-06,
      "loss": 0.0013,
      "step": 45500
    },
    {
      "epoch": 0.7691202690484439,
      "grad_norm": 0.07940898835659027,
      "learning_rate": 7.729650600217204e-06,
      "loss": 0.0019,
      "step": 45510
    },
    {
      "epoch": 0.7692892693272944,
      "grad_norm": 0.16000744700431824,
      "learning_rate": 7.728414824295456e-06,
      "loss": 0.0046,
      "step": 45520
    },
    {
      "epoch": 0.7694582696061448,
      "grad_norm": 0.10460644215345383,
      "learning_rate": 7.7271788109884e-06,
      "loss": 0.0064,
      "step": 45530
    },
    {
      "epoch": 0.7696272698849953,
      "grad_norm": 0.16053324937820435,
      "learning_rate": 7.725942560403574e-06,
      "loss": 0.0022,
      "step": 45540
    },
    {
      "epoch": 0.7697962701638458,
      "grad_norm": 0.024782394990324974,
      "learning_rate": 7.724706072648537e-06,
      "loss": 0.0029,
      "step": 45550
    },
    {
      "epoch": 0.7699652704426962,
      "grad_norm": 0.03775293380022049,
      "learning_rate": 7.723469347830871e-06,
      "loss": 0.0029,
      "step": 45560
    },
    {
      "epoch": 0.7701342707215467,
      "grad_norm": 0.05658729374408722,
      "learning_rate": 7.722232386058178e-06,
      "loss": 0.0029,
      "step": 45570
    },
    {
      "epoch": 0.7703032710003972,
      "grad_norm": 0.3801966905593872,
      "learning_rate": 7.720995187438077e-06,
      "loss": 0.0057,
      "step": 45580
    },
    {
      "epoch": 0.7704722712792476,
      "grad_norm": 0.055622778832912445,
      "learning_rate": 7.71975775207821e-06,
      "loss": 0.004,
      "step": 45590
    },
    {
      "epoch": 0.770641271558098,
      "grad_norm": 0.06273094564676285,
      "learning_rate": 7.71852008008624e-06,
      "loss": 0.0015,
      "step": 45600
    },
    {
      "epoch": 0.7708102718369485,
      "grad_norm": 0.048402734100818634,
      "learning_rate": 7.717282171569853e-06,
      "loss": 0.0027,
      "step": 45610
    },
    {
      "epoch": 0.770979272115799,
      "grad_norm": 0.16744104027748108,
      "learning_rate": 7.716044026636753e-06,
      "loss": 0.0022,
      "step": 45620
    },
    {
      "epoch": 0.7711482723946494,
      "grad_norm": 0.11811065673828125,
      "learning_rate": 7.71480564539466e-06,
      "loss": 0.0011,
      "step": 45630
    },
    {
      "epoch": 0.7713172726734999,
      "grad_norm": 0.04153404012322426,
      "learning_rate": 7.713567027951325e-06,
      "loss": 0.0019,
      "step": 45640
    },
    {
      "epoch": 0.7714862729523504,
      "grad_norm": 0.1193832978606224,
      "learning_rate": 7.71232817441451e-06,
      "loss": 0.0013,
      "step": 45650
    },
    {
      "epoch": 0.7716552732312009,
      "grad_norm": 0.06552287191152573,
      "learning_rate": 7.711089084892001e-06,
      "loss": 0.0013,
      "step": 45660
    },
    {
      "epoch": 0.7718242735100513,
      "grad_norm": 0.0960426852107048,
      "learning_rate": 7.709849759491607e-06,
      "loss": 0.0034,
      "step": 45670
    },
    {
      "epoch": 0.7719932737889017,
      "grad_norm": 0.0046477243304252625,
      "learning_rate": 7.708610198321155e-06,
      "loss": 0.0012,
      "step": 45680
    },
    {
      "epoch": 0.7721622740677522,
      "grad_norm": 0.08189505338668823,
      "learning_rate": 7.707370401488494e-06,
      "loss": 0.0017,
      "step": 45690
    },
    {
      "epoch": 0.7723312743466026,
      "grad_norm": 0.14401870965957642,
      "learning_rate": 7.706130369101487e-06,
      "loss": 0.0036,
      "step": 45700
    },
    {
      "epoch": 0.7725002746254531,
      "grad_norm": 0.09131434559822083,
      "learning_rate": 7.704890101268028e-06,
      "loss": 0.0031,
      "step": 45710
    },
    {
      "epoch": 0.7726692749043036,
      "grad_norm": 0.06472761929035187,
      "learning_rate": 7.703649598096025e-06,
      "loss": 0.0014,
      "step": 45720
    },
    {
      "epoch": 0.7728382751831541,
      "grad_norm": 0.0034629059955477715,
      "learning_rate": 7.702408859693406e-06,
      "loss": 0.0018,
      "step": 45730
    },
    {
      "epoch": 0.7730072754620045,
      "grad_norm": 0.03553701192140579,
      "learning_rate": 7.701167886168124e-06,
      "loss": 0.0013,
      "step": 45740
    },
    {
      "epoch": 0.773176275740855,
      "grad_norm": 0.06160648912191391,
      "learning_rate": 7.699926677628148e-06,
      "loss": 0.0024,
      "step": 45750
    },
    {
      "epoch": 0.7733452760197055,
      "grad_norm": 0.037900350987911224,
      "learning_rate": 7.698685234181471e-06,
      "loss": 0.0022,
      "step": 45760
    },
    {
      "epoch": 0.7735142762985558,
      "grad_norm": 0.10797583311796188,
      "learning_rate": 7.697443555936102e-06,
      "loss": 0.0018,
      "step": 45770
    },
    {
      "epoch": 0.7736832765774063,
      "grad_norm": 0.3845529854297638,
      "learning_rate": 7.696201643000075e-06,
      "loss": 0.0023,
      "step": 45780
    },
    {
      "epoch": 0.7738522768562568,
      "grad_norm": 0.043602894991636276,
      "learning_rate": 7.69495949548144e-06,
      "loss": 0.0013,
      "step": 45790
    },
    {
      "epoch": 0.7740212771351073,
      "grad_norm": 0.05094465613365173,
      "learning_rate": 7.693717113488273e-06,
      "loss": 0.0016,
      "step": 45800
    },
    {
      "epoch": 0.7741902774139577,
      "grad_norm": 0.03464687988162041,
      "learning_rate": 7.692474497128665e-06,
      "loss": 0.002,
      "step": 45810
    },
    {
      "epoch": 0.7743592776928082,
      "grad_norm": 0.032336119562387466,
      "learning_rate": 7.691231646510731e-06,
      "loss": 0.0009,
      "step": 45820
    },
    {
      "epoch": 0.7745282779716587,
      "grad_norm": 0.12466021627187729,
      "learning_rate": 7.689988561742603e-06,
      "loss": 0.0013,
      "step": 45830
    },
    {
      "epoch": 0.7746972782505092,
      "grad_norm": 0.010928106494247913,
      "learning_rate": 7.688745242932439e-06,
      "loss": 0.002,
      "step": 45840
    },
    {
      "epoch": 0.7748662785293595,
      "grad_norm": 0.049774374812841415,
      "learning_rate": 7.687501690188409e-06,
      "loss": 0.0016,
      "step": 45850
    },
    {
      "epoch": 0.77503527880821,
      "grad_norm": 0.14102478325366974,
      "learning_rate": 7.686257903618713e-06,
      "loss": 0.0036,
      "step": 45860
    },
    {
      "epoch": 0.7752042790870605,
      "grad_norm": 0.06147325783967972,
      "learning_rate": 7.685013883331562e-06,
      "loss": 0.002,
      "step": 45870
    },
    {
      "epoch": 0.7753732793659109,
      "grad_norm": 0.0031127941329032183,
      "learning_rate": 7.683769629435195e-06,
      "loss": 0.0016,
      "step": 45880
    },
    {
      "epoch": 0.7755422796447614,
      "grad_norm": 0.1135169044137001,
      "learning_rate": 7.682525142037869e-06,
      "loss": 0.0025,
      "step": 45890
    },
    {
      "epoch": 0.7757112799236119,
      "grad_norm": 0.07466382533311844,
      "learning_rate": 7.681280421247856e-06,
      "loss": 0.0015,
      "step": 45900
    },
    {
      "epoch": 0.7758802802024624,
      "grad_norm": 0.3025516867637634,
      "learning_rate": 7.680035467173456e-06,
      "loss": 0.0017,
      "step": 45910
    },
    {
      "epoch": 0.7760492804813128,
      "grad_norm": 0.07543689012527466,
      "learning_rate": 7.678790279922987e-06,
      "loss": 0.003,
      "step": 45920
    },
    {
      "epoch": 0.7762182807601633,
      "grad_norm": 0.060232553631067276,
      "learning_rate": 7.677544859604782e-06,
      "loss": 0.0027,
      "step": 45930
    },
    {
      "epoch": 0.7763872810390137,
      "grad_norm": 0.09006506949663162,
      "learning_rate": 7.676299206327202e-06,
      "loss": 0.0014,
      "step": 45940
    },
    {
      "epoch": 0.7765562813178641,
      "grad_norm": 0.21766416728496552,
      "learning_rate": 7.675053320198624e-06,
      "loss": 0.0011,
      "step": 45950
    },
    {
      "epoch": 0.7767252815967146,
      "grad_norm": 0.07666429877281189,
      "learning_rate": 7.673807201327448e-06,
      "loss": 0.0026,
      "step": 45960
    },
    {
      "epoch": 0.7768942818755651,
      "grad_norm": 0.07516634464263916,
      "learning_rate": 7.672560849822088e-06,
      "loss": 0.0011,
      "step": 45970
    },
    {
      "epoch": 0.7770632821544156,
      "grad_norm": 0.0709579735994339,
      "learning_rate": 7.671314265790987e-06,
      "loss": 0.0008,
      "step": 45980
    },
    {
      "epoch": 0.777232282433266,
      "grad_norm": 0.06900666654109955,
      "learning_rate": 7.670067449342602e-06,
      "loss": 0.0011,
      "step": 45990
    },
    {
      "epoch": 0.7774012827121165,
      "grad_norm": 0.04497666656970978,
      "learning_rate": 7.668820400585411e-06,
      "loss": 0.0018,
      "step": 46000
    },
    {
      "epoch": 0.777570282990967,
      "grad_norm": 0.03760146722197533,
      "learning_rate": 7.667573119627915e-06,
      "loss": 0.0047,
      "step": 46010
    },
    {
      "epoch": 0.7777392832698174,
      "grad_norm": 0.038645707070827484,
      "learning_rate": 7.666325606578633e-06,
      "loss": 0.0023,
      "step": 46020
    },
    {
      "epoch": 0.7779082835486678,
      "grad_norm": 0.014442669227719307,
      "learning_rate": 7.665077861546104e-06,
      "loss": 0.0021,
      "step": 46030
    },
    {
      "epoch": 0.7780772838275183,
      "grad_norm": 0.05108046531677246,
      "learning_rate": 7.66382988463889e-06,
      "loss": 0.0013,
      "step": 46040
    },
    {
      "epoch": 0.7782462841063688,
      "grad_norm": 0.07995917648077011,
      "learning_rate": 7.662581675965568e-06,
      "loss": 0.0015,
      "step": 46050
    },
    {
      "epoch": 0.7784152843852192,
      "grad_norm": 0.09550514817237854,
      "learning_rate": 7.66133323563474e-06,
      "loss": 0.0023,
      "step": 46060
    },
    {
      "epoch": 0.7785842846640697,
      "grad_norm": 0.08962764590978622,
      "learning_rate": 7.660084563755025e-06,
      "loss": 0.0022,
      "step": 46070
    },
    {
      "epoch": 0.7787532849429202,
      "grad_norm": 0.008625727146863937,
      "learning_rate": 7.658835660435066e-06,
      "loss": 0.0012,
      "step": 46080
    },
    {
      "epoch": 0.7789222852217706,
      "grad_norm": 0.023746177554130554,
      "learning_rate": 7.657586525783523e-06,
      "loss": 0.0009,
      "step": 46090
    },
    {
      "epoch": 0.7790912855006211,
      "grad_norm": 0.14935356378555298,
      "learning_rate": 7.656337159909074e-06,
      "loss": 0.0025,
      "step": 46100
    },
    {
      "epoch": 0.7792602857794715,
      "grad_norm": 0.10728771239519119,
      "learning_rate": 7.655087562920423e-06,
      "loss": 0.0022,
      "step": 46110
    },
    {
      "epoch": 0.779429286058322,
      "grad_norm": 0.06259474903345108,
      "learning_rate": 7.65383773492629e-06,
      "loss": 0.0021,
      "step": 46120
    },
    {
      "epoch": 0.7795982863371724,
      "grad_norm": 0.0671854317188263,
      "learning_rate": 7.652587676035414e-06,
      "loss": 0.0019,
      "step": 46130
    },
    {
      "epoch": 0.7797672866160229,
      "grad_norm": 0.21874253451824188,
      "learning_rate": 7.65133738635656e-06,
      "loss": 0.0025,
      "step": 46140
    },
    {
      "epoch": 0.7799362868948734,
      "grad_norm": 0.0705648735165596,
      "learning_rate": 7.650086865998508e-06,
      "loss": 0.0022,
      "step": 46150
    },
    {
      "epoch": 0.7801052871737238,
      "grad_norm": 0.10782632231712341,
      "learning_rate": 7.648836115070057e-06,
      "loss": 0.0015,
      "step": 46160
    },
    {
      "epoch": 0.7802742874525743,
      "grad_norm": 0.002489664824679494,
      "learning_rate": 7.64758513368003e-06,
      "loss": 0.0009,
      "step": 46170
    },
    {
      "epoch": 0.7804432877314248,
      "grad_norm": 0.08178409188985825,
      "learning_rate": 7.646333921937269e-06,
      "loss": 0.0018,
      "step": 46180
    },
    {
      "epoch": 0.7806122880102753,
      "grad_norm": 0.11821407824754715,
      "learning_rate": 7.645082479950635e-06,
      "loss": 0.0033,
      "step": 46190
    },
    {
      "epoch": 0.7807812882891256,
      "grad_norm": 0.019284335896372795,
      "learning_rate": 7.64383080782901e-06,
      "loss": 0.0016,
      "step": 46200
    },
    {
      "epoch": 0.7809502885679761,
      "grad_norm": 0.32529857754707336,
      "learning_rate": 7.642578905681295e-06,
      "loss": 0.0022,
      "step": 46210
    },
    {
      "epoch": 0.7811192888468266,
      "grad_norm": 0.0022389700170606375,
      "learning_rate": 7.641326773616411e-06,
      "loss": 0.0017,
      "step": 46220
    },
    {
      "epoch": 0.781288289125677,
      "grad_norm": 0.08486919850111008,
      "learning_rate": 7.6400744117433e-06,
      "loss": 0.0019,
      "step": 46230
    },
    {
      "epoch": 0.7814572894045275,
      "grad_norm": 0.16006088256835938,
      "learning_rate": 7.638821820170925e-06,
      "loss": 0.0026,
      "step": 46240
    },
    {
      "epoch": 0.781626289683378,
      "grad_norm": 0.060759540647268295,
      "learning_rate": 7.637568999008265e-06,
      "loss": 0.0017,
      "step": 46250
    },
    {
      "epoch": 0.7817952899622285,
      "grad_norm": 0.07992040365934372,
      "learning_rate": 7.636315948364323e-06,
      "loss": 0.0009,
      "step": 46260
    },
    {
      "epoch": 0.7819642902410789,
      "grad_norm": 0.03660142421722412,
      "learning_rate": 7.635062668348122e-06,
      "loss": 0.001,
      "step": 46270
    },
    {
      "epoch": 0.7821332905199293,
      "grad_norm": 0.03165186569094658,
      "learning_rate": 7.633809159068699e-06,
      "loss": 0.0013,
      "step": 46280
    },
    {
      "epoch": 0.7823022907987798,
      "grad_norm": 0.07846418023109436,
      "learning_rate": 7.63255542063512e-06,
      "loss": 0.0019,
      "step": 46290
    },
    {
      "epoch": 0.7824712910776302,
      "grad_norm": 0.23081886768341064,
      "learning_rate": 7.631301453156464e-06,
      "loss": 0.0024,
      "step": 46300
    },
    {
      "epoch": 0.7826402913564807,
      "grad_norm": 0.09403436630964279,
      "learning_rate": 7.63004725674183e-06,
      "loss": 0.0013,
      "step": 46310
    },
    {
      "epoch": 0.7828092916353312,
      "grad_norm": 0.06292977929115295,
      "learning_rate": 7.628792831500345e-06,
      "loss": 0.0013,
      "step": 46320
    },
    {
      "epoch": 0.7829782919141817,
      "grad_norm": 0.0667533427476883,
      "learning_rate": 7.627538177541145e-06,
      "loss": 0.0016,
      "step": 46330
    },
    {
      "epoch": 0.7831472921930321,
      "grad_norm": 0.04467438533902168,
      "learning_rate": 7.626283294973394e-06,
      "loss": 0.0008,
      "step": 46340
    },
    {
      "epoch": 0.7833162924718826,
      "grad_norm": 0.045477494597435,
      "learning_rate": 7.625028183906272e-06,
      "loss": 0.0017,
      "step": 46350
    },
    {
      "epoch": 0.7834852927507331,
      "grad_norm": 0.08229431509971619,
      "learning_rate": 7.62377284444898e-06,
      "loss": 0.002,
      "step": 46360
    },
    {
      "epoch": 0.7836542930295834,
      "grad_norm": 0.16802437603473663,
      "learning_rate": 7.622517276710737e-06,
      "loss": 0.0022,
      "step": 46370
    },
    {
      "epoch": 0.7838232933084339,
      "grad_norm": 0.05041522905230522,
      "learning_rate": 7.6212614808007835e-06,
      "loss": 0.0025,
      "step": 46380
    },
    {
      "epoch": 0.7839922935872844,
      "grad_norm": 0.03219315782189369,
      "learning_rate": 7.620005456828383e-06,
      "loss": 0.0038,
      "step": 46390
    },
    {
      "epoch": 0.7841612938661349,
      "grad_norm": 0.05192848667502403,
      "learning_rate": 7.618749204902812e-06,
      "loss": 0.0015,
      "step": 46400
    },
    {
      "epoch": 0.7843302941449853,
      "grad_norm": 0.04018478840589523,
      "learning_rate": 7.617492725133372e-06,
      "loss": 0.0015,
      "step": 46410
    },
    {
      "epoch": 0.7844992944238358,
      "grad_norm": 0.016311295330524445,
      "learning_rate": 7.616236017629383e-06,
      "loss": 0.0022,
      "step": 46420
    },
    {
      "epoch": 0.7846682947026863,
      "grad_norm": 0.04850300773978233,
      "learning_rate": 7.614979082500185e-06,
      "loss": 0.0021,
      "step": 46430
    },
    {
      "epoch": 0.7848372949815368,
      "grad_norm": 0.013393869623541832,
      "learning_rate": 7.613721919855137e-06,
      "loss": 0.0023,
      "step": 46440
    },
    {
      "epoch": 0.7850062952603872,
      "grad_norm": 0.10269208252429962,
      "learning_rate": 7.612464529803618e-06,
      "loss": 0.0013,
      "step": 46450
    },
    {
      "epoch": 0.7851752955392376,
      "grad_norm": 0.3491341173648834,
      "learning_rate": 7.611206912455027e-06,
      "loss": 0.0014,
      "step": 46460
    },
    {
      "epoch": 0.7853442958180881,
      "grad_norm": 0.03559425100684166,
      "learning_rate": 7.609949067918785e-06,
      "loss": 0.0015,
      "step": 46470
    },
    {
      "epoch": 0.7855132960969385,
      "grad_norm": 0.07604513317346573,
      "learning_rate": 7.608690996304327e-06,
      "loss": 0.0024,
      "step": 46480
    },
    {
      "epoch": 0.785682296375789,
      "grad_norm": 0.1284206509590149,
      "learning_rate": 7.607432697721112e-06,
      "loss": 0.003,
      "step": 46490
    },
    {
      "epoch": 0.7858512966546395,
      "grad_norm": 0.06238522008061409,
      "learning_rate": 7.60617417227862e-06,
      "loss": 0.001,
      "step": 46500
    },
    {
      "epoch": 0.78602029693349,
      "grad_norm": 0.045297060161828995,
      "learning_rate": 7.604915420086348e-06,
      "loss": 0.0012,
      "step": 46510
    },
    {
      "epoch": 0.7861892972123404,
      "grad_norm": 0.020996225997805595,
      "learning_rate": 7.603656441253811e-06,
      "loss": 0.0012,
      "step": 46520
    },
    {
      "epoch": 0.7863582974911909,
      "grad_norm": 0.01850290037691593,
      "learning_rate": 7.602397235890551e-06,
      "loss": 0.0014,
      "step": 46530
    },
    {
      "epoch": 0.7865272977700413,
      "grad_norm": 0.06593858450651169,
      "learning_rate": 7.6011378041061225e-06,
      "loss": 0.0017,
      "step": 46540
    },
    {
      "epoch": 0.7866962980488917,
      "grad_norm": 0.08187979459762573,
      "learning_rate": 7.5998781460101026e-06,
      "loss": 0.0026,
      "step": 46550
    },
    {
      "epoch": 0.7868652983277422,
      "grad_norm": 0.12238030880689621,
      "learning_rate": 7.598618261712087e-06,
      "loss": 0.0015,
      "step": 46560
    },
    {
      "epoch": 0.7870342986065927,
      "grad_norm": 0.05987643823027611,
      "learning_rate": 7.59735815132169e-06,
      "loss": 0.0028,
      "step": 46570
    },
    {
      "epoch": 0.7872032988854432,
      "grad_norm": 0.09325841069221497,
      "learning_rate": 7.596097814948551e-06,
      "loss": 0.0019,
      "step": 46580
    },
    {
      "epoch": 0.7873722991642936,
      "grad_norm": 0.05478665232658386,
      "learning_rate": 7.594837252702324e-06,
      "loss": 0.0014,
      "step": 46590
    },
    {
      "epoch": 0.7875412994431441,
      "grad_norm": 0.07214100658893585,
      "learning_rate": 7.593576464692684e-06,
      "loss": 0.0015,
      "step": 46600
    },
    {
      "epoch": 0.7877102997219946,
      "grad_norm": 0.15464851260185242,
      "learning_rate": 7.592315451029324e-06,
      "loss": 0.0026,
      "step": 46610
    },
    {
      "epoch": 0.787879300000845,
      "grad_norm": 0.0955459251999855,
      "learning_rate": 7.59105421182196e-06,
      "loss": 0.0024,
      "step": 46620
    },
    {
      "epoch": 0.7880483002796954,
      "grad_norm": 0.0869637057185173,
      "learning_rate": 7.589792747180327e-06,
      "loss": 0.0017,
      "step": 46630
    },
    {
      "epoch": 0.7882173005585459,
      "grad_norm": 0.04810710251331329,
      "learning_rate": 7.588531057214175e-06,
      "loss": 0.0014,
      "step": 46640
    },
    {
      "epoch": 0.7883863008373964,
      "grad_norm": 0.02471080981194973,
      "learning_rate": 7.587269142033281e-06,
      "loss": 0.0025,
      "step": 46650
    },
    {
      "epoch": 0.7885553011162468,
      "grad_norm": 0.02822282165288925,
      "learning_rate": 7.586007001747436e-06,
      "loss": 0.0021,
      "step": 46660
    },
    {
      "epoch": 0.7887243013950973,
      "grad_norm": 0.060560278594493866,
      "learning_rate": 7.584744636466453e-06,
      "loss": 0.0019,
      "step": 46670
    },
    {
      "epoch": 0.7888933016739478,
      "grad_norm": 0.04017733037471771,
      "learning_rate": 7.583482046300161e-06,
      "loss": 0.0013,
      "step": 46680
    },
    {
      "epoch": 0.7890623019527983,
      "grad_norm": 0.0022847475484013557,
      "learning_rate": 7.582219231358415e-06,
      "loss": 0.0014,
      "step": 46690
    },
    {
      "epoch": 0.7892313022316487,
      "grad_norm": 0.006776855327188969,
      "learning_rate": 7.580956191751084e-06,
      "loss": 0.0014,
      "step": 46700
    },
    {
      "epoch": 0.7894003025104992,
      "grad_norm": 0.06477966159582138,
      "learning_rate": 7.57969292758806e-06,
      "loss": 0.0013,
      "step": 46710
    },
    {
      "epoch": 0.7895693027893496,
      "grad_norm": 0.14177727699279785,
      "learning_rate": 7.5784294389792535e-06,
      "loss": 0.001,
      "step": 46720
    },
    {
      "epoch": 0.7897383030682,
      "grad_norm": 0.06468930095434189,
      "learning_rate": 7.5771657260345924e-06,
      "loss": 0.0015,
      "step": 46730
    },
    {
      "epoch": 0.7899073033470505,
      "grad_norm": 0.08887003362178802,
      "learning_rate": 7.575901788864025e-06,
      "loss": 0.0019,
      "step": 46740
    },
    {
      "epoch": 0.790076303625901,
      "grad_norm": 0.07502151280641556,
      "learning_rate": 7.574637627577524e-06,
      "loss": 0.0016,
      "step": 46750
    },
    {
      "epoch": 0.7902453039047515,
      "grad_norm": 0.08747242391109467,
      "learning_rate": 7.573373242285073e-06,
      "loss": 0.0006,
      "step": 46760
    },
    {
      "epoch": 0.7904143041836019,
      "grad_norm": 0.016262156888842583,
      "learning_rate": 7.572108633096682e-06,
      "loss": 0.0033,
      "step": 46770
    },
    {
      "epoch": 0.7905833044624524,
      "grad_norm": 0.02630412019789219,
      "learning_rate": 7.570843800122377e-06,
      "loss": 0.0014,
      "step": 46780
    },
    {
      "epoch": 0.7907523047413029,
      "grad_norm": 0.04608182981610298,
      "learning_rate": 7.569578743472206e-06,
      "loss": 0.0019,
      "step": 46790
    },
    {
      "epoch": 0.7909213050201532,
      "grad_norm": 0.16504621505737305,
      "learning_rate": 7.568313463256234e-06,
      "loss": 0.0017,
      "step": 46800
    },
    {
      "epoch": 0.7910903052990037,
      "grad_norm": 0.050347063690423965,
      "learning_rate": 7.567047959584548e-06,
      "loss": 0.0014,
      "step": 46810
    },
    {
      "epoch": 0.7912593055778542,
      "grad_norm": 0.09296340495347977,
      "learning_rate": 7.565782232567252e-06,
      "loss": 0.0012,
      "step": 46820
    },
    {
      "epoch": 0.7914283058567047,
      "grad_norm": 0.059468045830726624,
      "learning_rate": 7.564516282314469e-06,
      "loss": 0.0016,
      "step": 46830
    },
    {
      "epoch": 0.7915973061355551,
      "grad_norm": 0.06091529503464699,
      "learning_rate": 7.563250108936344e-06,
      "loss": 0.0016,
      "step": 46840
    },
    {
      "epoch": 0.7917663064144056,
      "grad_norm": 0.023602819070219994,
      "learning_rate": 7.561983712543042e-06,
      "loss": 0.0012,
      "step": 46850
    },
    {
      "epoch": 0.7919353066932561,
      "grad_norm": 0.07649361342191696,
      "learning_rate": 7.560717093244743e-06,
      "loss": 0.0014,
      "step": 46860
    },
    {
      "epoch": 0.7921043069721065,
      "grad_norm": 0.37941059470176697,
      "learning_rate": 7.55945025115165e-06,
      "loss": 0.0029,
      "step": 46870
    },
    {
      "epoch": 0.792273307250957,
      "grad_norm": 0.046618007123470306,
      "learning_rate": 7.558183186373984e-06,
      "loss": 0.0019,
      "step": 46880
    },
    {
      "epoch": 0.7924423075298074,
      "grad_norm": 0.17688718438148499,
      "learning_rate": 7.556915899021986e-06,
      "loss": 0.0049,
      "step": 46890
    },
    {
      "epoch": 0.7926113078086579,
      "grad_norm": 0.02750130370259285,
      "learning_rate": 7.5556483892059165e-06,
      "loss": 0.0022,
      "step": 46900
    },
    {
      "epoch": 0.7927803080875083,
      "grad_norm": 0.14209090173244476,
      "learning_rate": 7.5543806570360545e-06,
      "loss": 0.0025,
      "step": 46910
    },
    {
      "epoch": 0.7929493083663588,
      "grad_norm": 0.06824956834316254,
      "learning_rate": 7.5531127026227e-06,
      "loss": 0.0023,
      "step": 46920
    },
    {
      "epoch": 0.7931183086452093,
      "grad_norm": 0.14599743485450745,
      "learning_rate": 7.551844526076169e-06,
      "loss": 0.0023,
      "step": 46930
    },
    {
      "epoch": 0.7932873089240597,
      "grad_norm": 0.06734983623027802,
      "learning_rate": 7.5505761275068015e-06,
      "loss": 0.0014,
      "step": 46940
    },
    {
      "epoch": 0.7934563092029102,
      "grad_norm": 0.028400149196386337,
      "learning_rate": 7.549307507024952e-06,
      "loss": 0.0029,
      "step": 46950
    },
    {
      "epoch": 0.7936253094817607,
      "grad_norm": 0.15007208287715912,
      "learning_rate": 7.548038664740999e-06,
      "loss": 0.0053,
      "step": 46960
    },
    {
      "epoch": 0.793794309760611,
      "grad_norm": 0.04033247381448746,
      "learning_rate": 7.546769600765336e-06,
      "loss": 0.0016,
      "step": 46970
    },
    {
      "epoch": 0.7939633100394615,
      "grad_norm": 0.030600406229496002,
      "learning_rate": 7.545500315208377e-06,
      "loss": 0.0015,
      "step": 46980
    },
    {
      "epoch": 0.794132310318312,
      "grad_norm": 0.11937287449836731,
      "learning_rate": 7.544230808180559e-06,
      "loss": 0.002,
      "step": 46990
    },
    {
      "epoch": 0.7943013105971625,
      "grad_norm": 0.014048217795789242,
      "learning_rate": 7.542961079792333e-06,
      "loss": 0.002,
      "step": 47000
    },
    {
      "epoch": 0.7944703108760129,
      "grad_norm": 0.05937180668115616,
      "learning_rate": 7.541691130154172e-06,
      "loss": 0.0016,
      "step": 47010
    },
    {
      "epoch": 0.7946393111548634,
      "grad_norm": 0.04418695718050003,
      "learning_rate": 7.540420959376569e-06,
      "loss": 0.0006,
      "step": 47020
    },
    {
      "epoch": 0.7948083114337139,
      "grad_norm": 0.021853217855095863,
      "learning_rate": 7.5391505675700325e-06,
      "loss": 0.0025,
      "step": 47030
    },
    {
      "epoch": 0.7949773117125644,
      "grad_norm": 0.08879373222589493,
      "learning_rate": 7.537879954845095e-06,
      "loss": 0.0018,
      "step": 47040
    },
    {
      "epoch": 0.7951463119914148,
      "grad_norm": 0.0371592752635479,
      "learning_rate": 7.536609121312305e-06,
      "loss": 0.001,
      "step": 47050
    },
    {
      "epoch": 0.7953153122702652,
      "grad_norm": 0.02704356424510479,
      "learning_rate": 7.5353380670822314e-06,
      "loss": 0.0009,
      "step": 47060
    },
    {
      "epoch": 0.7954843125491157,
      "grad_norm": 0.16344471275806427,
      "learning_rate": 7.534066792265461e-06,
      "loss": 0.0016,
      "step": 47070
    },
    {
      "epoch": 0.7956533128279661,
      "grad_norm": 0.0721210241317749,
      "learning_rate": 7.532795296972602e-06,
      "loss": 0.0023,
      "step": 47080
    },
    {
      "epoch": 0.7958223131068166,
      "grad_norm": 0.12913252413272858,
      "learning_rate": 7.53152358131428e-06,
      "loss": 0.0012,
      "step": 47090
    },
    {
      "epoch": 0.7959913133856671,
      "grad_norm": 0.036034420132637024,
      "learning_rate": 7.530251645401143e-06,
      "loss": 0.0021,
      "step": 47100
    },
    {
      "epoch": 0.7961603136645176,
      "grad_norm": 0.22235152125358582,
      "learning_rate": 7.528979489343853e-06,
      "loss": 0.0028,
      "step": 47110
    },
    {
      "epoch": 0.796329313943368,
      "grad_norm": 0.06673062592744827,
      "learning_rate": 7.527707113253093e-06,
      "loss": 0.0019,
      "step": 47120
    },
    {
      "epoch": 0.7964983142222185,
      "grad_norm": 0.13184094429016113,
      "learning_rate": 7.526434517239568e-06,
      "loss": 0.0031,
      "step": 47130
    },
    {
      "epoch": 0.796667314501069,
      "grad_norm": 0.05706809088587761,
      "learning_rate": 7.525161701413999e-06,
      "loss": 0.0017,
      "step": 47140
    },
    {
      "epoch": 0.7968363147799193,
      "grad_norm": 0.16983768343925476,
      "learning_rate": 7.523888665887127e-06,
      "loss": 0.0017,
      "step": 47150
    },
    {
      "epoch": 0.7970053150587698,
      "grad_norm": 0.03151121735572815,
      "learning_rate": 7.522615410769714e-06,
      "loss": 0.0015,
      "step": 47160
    },
    {
      "epoch": 0.7971743153376203,
      "grad_norm": 0.11783250421285629,
      "learning_rate": 7.521341936172536e-06,
      "loss": 0.0034,
      "step": 47170
    },
    {
      "epoch": 0.7973433156164708,
      "grad_norm": 0.016078723594546318,
      "learning_rate": 7.520068242206393e-06,
      "loss": 0.0012,
      "step": 47180
    },
    {
      "epoch": 0.7975123158953212,
      "grad_norm": 0.0879022553563118,
      "learning_rate": 7.518794328982104e-06,
      "loss": 0.0017,
      "step": 47190
    },
    {
      "epoch": 0.7976813161741717,
      "grad_norm": 0.05336923897266388,
      "learning_rate": 7.5175201966105045e-06,
      "loss": 0.0009,
      "step": 47200
    },
    {
      "epoch": 0.7978503164530222,
      "grad_norm": 0.06102690473198891,
      "learning_rate": 7.516245845202451e-06,
      "loss": 0.0013,
      "step": 47210
    },
    {
      "epoch": 0.7980193167318727,
      "grad_norm": 0.0765201672911644,
      "learning_rate": 7.514971274868817e-06,
      "loss": 0.0016,
      "step": 47220
    },
    {
      "epoch": 0.798188317010723,
      "grad_norm": 0.023189343512058258,
      "learning_rate": 7.513696485720496e-06,
      "loss": 0.0015,
      "step": 47230
    },
    {
      "epoch": 0.7983573172895735,
      "grad_norm": 0.081252820789814,
      "learning_rate": 7.512421477868402e-06,
      "loss": 0.003,
      "step": 47240
    },
    {
      "epoch": 0.798526317568424,
      "grad_norm": 0.027922332286834717,
      "learning_rate": 7.511146251423467e-06,
      "loss": 0.0015,
      "step": 47250
    },
    {
      "epoch": 0.7986953178472744,
      "grad_norm": 0.05592355132102966,
      "learning_rate": 7.509870806496642e-06,
      "loss": 0.0024,
      "step": 47260
    },
    {
      "epoch": 0.7988643181261249,
      "grad_norm": 0.03578708693385124,
      "learning_rate": 7.508595143198894e-06,
      "loss": 0.0012,
      "step": 47270
    },
    {
      "epoch": 0.7990333184049754,
      "grad_norm": 0.04387123882770538,
      "learning_rate": 7.507319261641215e-06,
      "loss": 0.0038,
      "step": 47280
    },
    {
      "epoch": 0.7992023186838259,
      "grad_norm": 0.0392196886241436,
      "learning_rate": 7.506043161934613e-06,
      "loss": 0.001,
      "step": 47290
    },
    {
      "epoch": 0.7993713189626763,
      "grad_norm": 0.09163472056388855,
      "learning_rate": 7.5047668441901124e-06,
      "loss": 0.001,
      "step": 47300
    },
    {
      "epoch": 0.7995403192415268,
      "grad_norm": 0.059991274029016495,
      "learning_rate": 7.503490308518761e-06,
      "loss": 0.0011,
      "step": 47310
    },
    {
      "epoch": 0.7997093195203772,
      "grad_norm": 0.045976802706718445,
      "learning_rate": 7.502213555031623e-06,
      "loss": 0.0046,
      "step": 47320
    },
    {
      "epoch": 0.7998783197992276,
      "grad_norm": 0.03616219386458397,
      "learning_rate": 7.500936583839782e-06,
      "loss": 0.0027,
      "step": 47330
    },
    {
      "epoch": 0.8000473200780781,
      "grad_norm": 0.03759624436497688,
      "learning_rate": 7.499659395054342e-06,
      "loss": 0.0025,
      "step": 47340
    },
    {
      "epoch": 0.8002163203569286,
      "grad_norm": 0.07205487787723541,
      "learning_rate": 7.498381988786423e-06,
      "loss": 0.0014,
      "step": 47350
    },
    {
      "epoch": 0.800385320635779,
      "grad_norm": 0.02757079340517521,
      "learning_rate": 7.4971043651471654e-06,
      "loss": 0.0017,
      "step": 47360
    },
    {
      "epoch": 0.8005543209146295,
      "grad_norm": 0.06361888349056244,
      "learning_rate": 7.49582652424773e-06,
      "loss": 0.0022,
      "step": 47370
    },
    {
      "epoch": 0.80072332119348,
      "grad_norm": 0.054886069148778915,
      "learning_rate": 7.494548466199294e-06,
      "loss": 0.0013,
      "step": 47380
    },
    {
      "epoch": 0.8008923214723305,
      "grad_norm": 0.08569411933422089,
      "learning_rate": 7.493270191113054e-06,
      "loss": 0.0017,
      "step": 47390
    },
    {
      "epoch": 0.8010613217511809,
      "grad_norm": 0.02172980271279812,
      "learning_rate": 7.4919916991002295e-06,
      "loss": 0.0011,
      "step": 47400
    },
    {
      "epoch": 0.8012303220300313,
      "grad_norm": 0.048847027122974396,
      "learning_rate": 7.490712990272052e-06,
      "loss": 0.0014,
      "step": 47410
    },
    {
      "epoch": 0.8013993223088818,
      "grad_norm": 0.21808849275112152,
      "learning_rate": 7.489434064739777e-06,
      "loss": 0.0034,
      "step": 47420
    },
    {
      "epoch": 0.8015683225877323,
      "grad_norm": 0.025194497779011726,
      "learning_rate": 7.488154922614677e-06,
      "loss": 0.0017,
      "step": 47430
    },
    {
      "epoch": 0.8017373228665827,
      "grad_norm": 0.008024209178984165,
      "learning_rate": 7.486875564008043e-06,
      "loss": 0.0015,
      "step": 47440
    },
    {
      "epoch": 0.8019063231454332,
      "grad_norm": 0.009351897984743118,
      "learning_rate": 7.485595989031186e-06,
      "loss": 0.0009,
      "step": 47450
    },
    {
      "epoch": 0.8020753234242837,
      "grad_norm": 0.06636117398738861,
      "learning_rate": 7.484316197795434e-06,
      "loss": 0.0008,
      "step": 47460
    },
    {
      "epoch": 0.8022443237031341,
      "grad_norm": 0.029118984937667847,
      "learning_rate": 7.483036190412136e-06,
      "loss": 0.0014,
      "step": 47470
    },
    {
      "epoch": 0.8024133239819846,
      "grad_norm": 0.14868061244487762,
      "learning_rate": 7.48175596699266e-06,
      "loss": 0.0023,
      "step": 47480
    },
    {
      "epoch": 0.802582324260835,
      "grad_norm": 0.011304926127195358,
      "learning_rate": 7.48047552764839e-06,
      "loss": 0.0026,
      "step": 47490
    },
    {
      "epoch": 0.8027513245396855,
      "grad_norm": 0.10953537374734879,
      "learning_rate": 7.479194872490731e-06,
      "loss": 0.0039,
      "step": 47500
    },
    {
      "epoch": 0.8029203248185359,
      "grad_norm": 0.0011343724327161908,
      "learning_rate": 7.477914001631106e-06,
      "loss": 0.0026,
      "step": 47510
    },
    {
      "epoch": 0.8030893250973864,
      "grad_norm": 0.05069960653781891,
      "learning_rate": 7.4766329151809565e-06,
      "loss": 0.0011,
      "step": 47520
    },
    {
      "epoch": 0.8032583253762369,
      "grad_norm": 0.14260950684547424,
      "learning_rate": 7.475351613251744e-06,
      "loss": 0.002,
      "step": 47530
    },
    {
      "epoch": 0.8034273256550873,
      "grad_norm": 0.014285523444414139,
      "learning_rate": 7.474070095954948e-06,
      "loss": 0.0022,
      "step": 47540
    },
    {
      "epoch": 0.8035963259339378,
      "grad_norm": 0.04909459874033928,
      "learning_rate": 7.472788363402068e-06,
      "loss": 0.0015,
      "step": 47550
    },
    {
      "epoch": 0.8037653262127883,
      "grad_norm": 0.12003076076507568,
      "learning_rate": 7.471506415704617e-06,
      "loss": 0.0026,
      "step": 47560
    },
    {
      "epoch": 0.8039343264916388,
      "grad_norm": 0.07390342652797699,
      "learning_rate": 7.470224252974134e-06,
      "loss": 0.0014,
      "step": 47570
    },
    {
      "epoch": 0.8041033267704891,
      "grad_norm": 0.08915874361991882,
      "learning_rate": 7.468941875322173e-06,
      "loss": 0.0019,
      "step": 47580
    },
    {
      "epoch": 0.8042723270493396,
      "grad_norm": 0.05357299745082855,
      "learning_rate": 7.467659282860306e-06,
      "loss": 0.0016,
      "step": 47590
    },
    {
      "epoch": 0.8044413273281901,
      "grad_norm": 0.03945795074105263,
      "learning_rate": 7.466376475700126e-06,
      "loss": 0.0018,
      "step": 47600
    },
    {
      "epoch": 0.8046103276070405,
      "grad_norm": 0.04925532266497612,
      "learning_rate": 7.465093453953241e-06,
      "loss": 0.0013,
      "step": 47610
    },
    {
      "epoch": 0.804779327885891,
      "grad_norm": 0.04004979878664017,
      "learning_rate": 7.463810217731283e-06,
      "loss": 0.0017,
      "step": 47620
    },
    {
      "epoch": 0.8049483281647415,
      "grad_norm": 0.06461845338344574,
      "learning_rate": 7.462526767145899e-06,
      "loss": 0.0019,
      "step": 47630
    },
    {
      "epoch": 0.805117328443592,
      "grad_norm": 0.061418574303388596,
      "learning_rate": 7.461243102308755e-06,
      "loss": 0.001,
      "step": 47640
    },
    {
      "epoch": 0.8052863287224424,
      "grad_norm": 0.04609359800815582,
      "learning_rate": 7.459959223331537e-06,
      "loss": 0.0008,
      "step": 47650
    },
    {
      "epoch": 0.8054553290012928,
      "grad_norm": 0.0352080874145031,
      "learning_rate": 7.4586751303259455e-06,
      "loss": 0.0018,
      "step": 47660
    },
    {
      "epoch": 0.8056243292801433,
      "grad_norm": 0.07530752569437027,
      "learning_rate": 7.457390823403706e-06,
      "loss": 0.0011,
      "step": 47670
    },
    {
      "epoch": 0.8057933295589937,
      "grad_norm": 0.010745921172201633,
      "learning_rate": 7.456106302676559e-06,
      "loss": 0.0025,
      "step": 47680
    },
    {
      "epoch": 0.8059623298378442,
      "grad_norm": 0.052886590361595154,
      "learning_rate": 7.454821568256263e-06,
      "loss": 0.0024,
      "step": 47690
    },
    {
      "epoch": 0.8061313301166947,
      "grad_norm": 0.0723862424492836,
      "learning_rate": 7.453536620254598e-06,
      "loss": 0.0017,
      "step": 47700
    },
    {
      "epoch": 0.8063003303955452,
      "grad_norm": 0.006251264829188585,
      "learning_rate": 7.452251458783359e-06,
      "loss": 0.0017,
      "step": 47710
    },
    {
      "epoch": 0.8064693306743956,
      "grad_norm": 0.08329357951879501,
      "learning_rate": 7.450966083954361e-06,
      "loss": 0.0014,
      "step": 47720
    },
    {
      "epoch": 0.8066383309532461,
      "grad_norm": 0.15640972554683685,
      "learning_rate": 7.449680495879439e-06,
      "loss": 0.0018,
      "step": 47730
    },
    {
      "epoch": 0.8068073312320966,
      "grad_norm": 0.11291138082742691,
      "learning_rate": 7.4483946946704445e-06,
      "loss": 0.0015,
      "step": 47740
    },
    {
      "epoch": 0.8069763315109469,
      "grad_norm": 0.0313311368227005,
      "learning_rate": 7.447108680439248e-06,
      "loss": 0.0025,
      "step": 47750
    },
    {
      "epoch": 0.8071453317897974,
      "grad_norm": 0.06498327106237411,
      "learning_rate": 7.44582245329774e-06,
      "loss": 0.0014,
      "step": 47760
    },
    {
      "epoch": 0.8073143320686479,
      "grad_norm": 0.012859559617936611,
      "learning_rate": 7.44453601335783e-06,
      "loss": 0.0025,
      "step": 47770
    },
    {
      "epoch": 0.8074833323474984,
      "grad_norm": 0.07249462604522705,
      "learning_rate": 7.4432493607314405e-06,
      "loss": 0.0014,
      "step": 47780
    },
    {
      "epoch": 0.8076523326263488,
      "grad_norm": 0.09710532426834106,
      "learning_rate": 7.4419624955305205e-06,
      "loss": 0.0016,
      "step": 47790
    },
    {
      "epoch": 0.8078213329051993,
      "grad_norm": 0.03200296685099602,
      "learning_rate": 7.440675417867031e-06,
      "loss": 0.001,
      "step": 47800
    },
    {
      "epoch": 0.8079903331840498,
      "grad_norm": 0.15108339488506317,
      "learning_rate": 7.4393881278529555e-06,
      "loss": 0.0027,
      "step": 47810
    },
    {
      "epoch": 0.8081593334629003,
      "grad_norm": 0.2669786214828491,
      "learning_rate": 7.438100625600293e-06,
      "loss": 0.0021,
      "step": 47820
    },
    {
      "epoch": 0.8083283337417507,
      "grad_norm": 0.1186618059873581,
      "learning_rate": 7.436812911221064e-06,
      "loss": 0.0022,
      "step": 47830
    },
    {
      "epoch": 0.8084973340206011,
      "grad_norm": 0.08381953835487366,
      "learning_rate": 7.435524984827304e-06,
      "loss": 0.0015,
      "step": 47840
    },
    {
      "epoch": 0.8086663342994516,
      "grad_norm": 0.18541555106639862,
      "learning_rate": 7.434236846531071e-06,
      "loss": 0.0018,
      "step": 47850
    },
    {
      "epoch": 0.808835334578302,
      "grad_norm": 0.09643784165382385,
      "learning_rate": 7.432948496444437e-06,
      "loss": 0.0019,
      "step": 47860
    },
    {
      "epoch": 0.8090043348571525,
      "grad_norm": 0.03466213867068291,
      "learning_rate": 7.431659934679496e-06,
      "loss": 0.0021,
      "step": 47870
    },
    {
      "epoch": 0.809173335136003,
      "grad_norm": 0.059613388031721115,
      "learning_rate": 7.43037116134836e-06,
      "loss": 0.0025,
      "step": 47880
    },
    {
      "epoch": 0.8093423354148535,
      "grad_norm": 0.006972366478294134,
      "learning_rate": 7.429082176563157e-06,
      "loss": 0.0012,
      "step": 47890
    },
    {
      "epoch": 0.8095113356937039,
      "grad_norm": 0.02702466771006584,
      "learning_rate": 7.427792980436036e-06,
      "loss": 0.0024,
      "step": 47900
    },
    {
      "epoch": 0.8096803359725544,
      "grad_norm": 0.11114290356636047,
      "learning_rate": 7.426503573079162e-06,
      "loss": 0.0014,
      "step": 47910
    },
    {
      "epoch": 0.8098493362514048,
      "grad_norm": 0.05626865476369858,
      "learning_rate": 7.425213954604722e-06,
      "loss": 0.0016,
      "step": 47920
    },
    {
      "epoch": 0.8100183365302552,
      "grad_norm": 0.09901049733161926,
      "learning_rate": 7.4239241251249165e-06,
      "loss": 0.0019,
      "step": 47930
    },
    {
      "epoch": 0.8101873368091057,
      "grad_norm": 0.04712087661027908,
      "learning_rate": 7.422634084751967e-06,
      "loss": 0.0021,
      "step": 47940
    },
    {
      "epoch": 0.8103563370879562,
      "grad_norm": 0.0625760555267334,
      "learning_rate": 7.421343833598115e-06,
      "loss": 0.0026,
      "step": 47950
    },
    {
      "epoch": 0.8105253373668067,
      "grad_norm": 0.02616805210709572,
      "learning_rate": 7.420053371775618e-06,
      "loss": 0.002,
      "step": 47960
    },
    {
      "epoch": 0.8106943376456571,
      "grad_norm": 0.007708234712481499,
      "learning_rate": 7.418762699396752e-06,
      "loss": 0.0017,
      "step": 47970
    },
    {
      "epoch": 0.8108633379245076,
      "grad_norm": 0.07194136083126068,
      "learning_rate": 7.417471816573812e-06,
      "loss": 0.0014,
      "step": 47980
    },
    {
      "epoch": 0.8110323382033581,
      "grad_norm": 0.03533967584371567,
      "learning_rate": 7.416180723419112e-06,
      "loss": 0.0008,
      "step": 47990
    },
    {
      "epoch": 0.8112013384822085,
      "grad_norm": 0.06678535044193268,
      "learning_rate": 7.414889420044982e-06,
      "loss": 0.0013,
      "step": 48000
    },
    {
      "epoch": 0.8113703387610589,
      "grad_norm": 0.05515426769852638,
      "learning_rate": 7.413597906563771e-06,
      "loss": 0.0015,
      "step": 48010
    },
    {
      "epoch": 0.8115393390399094,
      "grad_norm": 0.025319591164588928,
      "learning_rate": 7.412306183087849e-06,
      "loss": 0.0014,
      "step": 48020
    },
    {
      "epoch": 0.8117083393187599,
      "grad_norm": 0.06620465219020844,
      "learning_rate": 7.4110142497296e-06,
      "loss": 0.0023,
      "step": 48030
    },
    {
      "epoch": 0.8118773395976103,
      "grad_norm": 0.0314614363014698,
      "learning_rate": 7.4097221066014306e-06,
      "loss": 0.0014,
      "step": 48040
    },
    {
      "epoch": 0.8120463398764608,
      "grad_norm": 0.10447190701961517,
      "learning_rate": 7.408429753815762e-06,
      "loss": 0.0021,
      "step": 48050
    },
    {
      "epoch": 0.8122153401553113,
      "grad_norm": 0.12224993854761124,
      "learning_rate": 7.407137191485036e-06,
      "loss": 0.0026,
      "step": 48060
    },
    {
      "epoch": 0.8123843404341617,
      "grad_norm": 0.05101926624774933,
      "learning_rate": 7.405844419721712e-06,
      "loss": 0.0014,
      "step": 48070
    },
    {
      "epoch": 0.8125533407130122,
      "grad_norm": 0.1120670735836029,
      "learning_rate": 7.404551438638265e-06,
      "loss": 0.0013,
      "step": 48080
    },
    {
      "epoch": 0.8127223409918627,
      "grad_norm": 0.03729407116770744,
      "learning_rate": 7.403258248347195e-06,
      "loss": 0.001,
      "step": 48090
    },
    {
      "epoch": 0.812891341270713,
      "grad_norm": 0.05864240974187851,
      "learning_rate": 7.401964848961012e-06,
      "loss": 0.0022,
      "step": 48100
    },
    {
      "epoch": 0.8130603415495635,
      "grad_norm": 0.008091941475868225,
      "learning_rate": 7.40067124059225e-06,
      "loss": 0.0017,
      "step": 48110
    },
    {
      "epoch": 0.813229341828414,
      "grad_norm": 0.10884171724319458,
      "learning_rate": 7.399377423353457e-06,
      "loss": 0.0016,
      "step": 48120
    },
    {
      "epoch": 0.8133983421072645,
      "grad_norm": 0.03182748705148697,
      "learning_rate": 7.398083397357205e-06,
      "loss": 0.0024,
      "step": 48130
    },
    {
      "epoch": 0.8135673423861149,
      "grad_norm": 0.10057803243398666,
      "learning_rate": 7.396789162716076e-06,
      "loss": 0.0018,
      "step": 48140
    },
    {
      "epoch": 0.8137363426649654,
      "grad_norm": 0.01269405148923397,
      "learning_rate": 7.395494719542679e-06,
      "loss": 0.0029,
      "step": 48150
    },
    {
      "epoch": 0.8139053429438159,
      "grad_norm": 0.07138130068778992,
      "learning_rate": 7.394200067949635e-06,
      "loss": 0.0021,
      "step": 48160
    },
    {
      "epoch": 0.8140743432226664,
      "grad_norm": 0.05810423940420151,
      "learning_rate": 7.392905208049585e-06,
      "loss": 0.0056,
      "step": 48170
    },
    {
      "epoch": 0.8142433435015167,
      "grad_norm": 0.05451294779777527,
      "learning_rate": 7.391610139955187e-06,
      "loss": 0.0024,
      "step": 48180
    },
    {
      "epoch": 0.8144123437803672,
      "grad_norm": 0.050688549876213074,
      "learning_rate": 7.39031486377912e-06,
      "loss": 0.0017,
      "step": 48190
    },
    {
      "epoch": 0.8145813440592177,
      "grad_norm": 0.274347186088562,
      "learning_rate": 7.389019379634078e-06,
      "loss": 0.0017,
      "step": 48200
    },
    {
      "epoch": 0.8147503443380681,
      "grad_norm": 0.11318135261535645,
      "learning_rate": 7.387723687632775e-06,
      "loss": 0.0025,
      "step": 48210
    },
    {
      "epoch": 0.8149193446169186,
      "grad_norm": 0.219595804810524,
      "learning_rate": 7.386427787887943e-06,
      "loss": 0.0018,
      "step": 48220
    },
    {
      "epoch": 0.8150883448957691,
      "grad_norm": 0.04114341735839844,
      "learning_rate": 7.38513168051233e-06,
      "loss": 0.002,
      "step": 48230
    },
    {
      "epoch": 0.8152573451746196,
      "grad_norm": 0.058271802961826324,
      "learning_rate": 7.383835365618706e-06,
      "loss": 0.0017,
      "step": 48240
    },
    {
      "epoch": 0.81542634545347,
      "grad_norm": 0.16201192140579224,
      "learning_rate": 7.382538843319853e-06,
      "loss": 0.0026,
      "step": 48250
    },
    {
      "epoch": 0.8155953457323205,
      "grad_norm": 0.06540218740701675,
      "learning_rate": 7.381242113728579e-06,
      "loss": 0.0025,
      "step": 48260
    },
    {
      "epoch": 0.8157643460111709,
      "grad_norm": 0.003137104446068406,
      "learning_rate": 7.3799451769577036e-06,
      "loss": 0.0015,
      "step": 48270
    },
    {
      "epoch": 0.8159333462900213,
      "grad_norm": 0.1325099766254425,
      "learning_rate": 7.378648033120066e-06,
      "loss": 0.0033,
      "step": 48280
    },
    {
      "epoch": 0.8161023465688718,
      "grad_norm": 0.04073556885123253,
      "learning_rate": 7.377350682328525e-06,
      "loss": 0.0028,
      "step": 48290
    },
    {
      "epoch": 0.8162713468477223,
      "grad_norm": 0.0781053751707077,
      "learning_rate": 7.3760531246959555e-06,
      "loss": 0.0024,
      "step": 48300
    },
    {
      "epoch": 0.8164403471265728,
      "grad_norm": 0.04935900494456291,
      "learning_rate": 7.374755360335253e-06,
      "loss": 0.0028,
      "step": 48310
    },
    {
      "epoch": 0.8166093474054232,
      "grad_norm": 0.044646281749010086,
      "learning_rate": 7.373457389359327e-06,
      "loss": 0.002,
      "step": 48320
    },
    {
      "epoch": 0.8167783476842737,
      "grad_norm": 0.008936772122979164,
      "learning_rate": 7.372159211881109e-06,
      "loss": 0.0018,
      "step": 48330
    },
    {
      "epoch": 0.8169473479631242,
      "grad_norm": 0.1457815021276474,
      "learning_rate": 7.370860828013546e-06,
      "loss": 0.0024,
      "step": 48340
    },
    {
      "epoch": 0.8171163482419745,
      "grad_norm": 0.09478127211332321,
      "learning_rate": 7.3695622378696045e-06,
      "loss": 0.0027,
      "step": 48350
    },
    {
      "epoch": 0.817285348520825,
      "grad_norm": 0.11928408592939377,
      "learning_rate": 7.368263441562266e-06,
      "loss": 0.0021,
      "step": 48360
    },
    {
      "epoch": 0.8174543487996755,
      "grad_norm": 0.20206162333488464,
      "learning_rate": 7.366964439204535e-06,
      "loss": 0.0015,
      "step": 48370
    },
    {
      "epoch": 0.817623349078526,
      "grad_norm": 0.014312900602817535,
      "learning_rate": 7.365665230909429e-06,
      "loss": 0.0012,
      "step": 48380
    },
    {
      "epoch": 0.8177923493573764,
      "grad_norm": 0.023647421970963478,
      "learning_rate": 7.364365816789987e-06,
      "loss": 0.0018,
      "step": 48390
    },
    {
      "epoch": 0.8179613496362269,
      "grad_norm": 0.08986024558544159,
      "learning_rate": 7.363066196959262e-06,
      "loss": 0.0024,
      "step": 48400
    },
    {
      "epoch": 0.8181303499150774,
      "grad_norm": 0.11756408214569092,
      "learning_rate": 7.361766371530329e-06,
      "loss": 0.0015,
      "step": 48410
    },
    {
      "epoch": 0.8182993501939279,
      "grad_norm": 0.07477547973394394,
      "learning_rate": 7.360466340616279e-06,
      "loss": 0.0024,
      "step": 48420
    },
    {
      "epoch": 0.8184683504727783,
      "grad_norm": 0.06278149038553238,
      "learning_rate": 7.35916610433022e-06,
      "loss": 0.0029,
      "step": 48430
    },
    {
      "epoch": 0.8186373507516287,
      "grad_norm": 0.07817571610212326,
      "learning_rate": 7.35786566278528e-06,
      "loss": 0.0016,
      "step": 48440
    },
    {
      "epoch": 0.8188063510304792,
      "grad_norm": 0.10295785218477249,
      "learning_rate": 7.3565650160946036e-06,
      "loss": 0.0012,
      "step": 48450
    },
    {
      "epoch": 0.8189753513093296,
      "grad_norm": 0.07114120572805405,
      "learning_rate": 7.355264164371352e-06,
      "loss": 0.0023,
      "step": 48460
    },
    {
      "epoch": 0.8191443515881801,
      "grad_norm": 0.039024025201797485,
      "learning_rate": 7.353963107728708e-06,
      "loss": 0.0009,
      "step": 48470
    },
    {
      "epoch": 0.8193133518670306,
      "grad_norm": 0.10922796279191971,
      "learning_rate": 7.352661846279867e-06,
      "loss": 0.0026,
      "step": 48480
    },
    {
      "epoch": 0.819482352145881,
      "grad_norm": 0.003510313807055354,
      "learning_rate": 7.351360380138046e-06,
      "loss": 0.0014,
      "step": 48490
    },
    {
      "epoch": 0.8196513524247315,
      "grad_norm": 0.06770562380552292,
      "learning_rate": 7.350058709416481e-06,
      "loss": 0.002,
      "step": 48500
    },
    {
      "epoch": 0.819820352703582,
      "grad_norm": 0.14002270996570587,
      "learning_rate": 7.348756834228421e-06,
      "loss": 0.0013,
      "step": 48510
    },
    {
      "epoch": 0.8199893529824325,
      "grad_norm": 0.30503541231155396,
      "learning_rate": 7.347454754687136e-06,
      "loss": 0.0035,
      "step": 48520
    },
    {
      "epoch": 0.8201583532612828,
      "grad_norm": 0.043744396418333054,
      "learning_rate": 7.346152470905915e-06,
      "loss": 0.001,
      "step": 48530
    },
    {
      "epoch": 0.8203273535401333,
      "grad_norm": 0.04082144796848297,
      "learning_rate": 7.344849982998061e-06,
      "loss": 0.0012,
      "step": 48540
    },
    {
      "epoch": 0.8204963538189838,
      "grad_norm": 0.036161936819553375,
      "learning_rate": 7.343547291076898e-06,
      "loss": 0.0021,
      "step": 48550
    },
    {
      "epoch": 0.8206653540978343,
      "grad_norm": 0.008398571982979774,
      "learning_rate": 7.342244395255765e-06,
      "loss": 0.0023,
      "step": 48560
    },
    {
      "epoch": 0.8208343543766847,
      "grad_norm": 0.0453002005815506,
      "learning_rate": 7.3409412956480216e-06,
      "loss": 0.0016,
      "step": 48570
    },
    {
      "epoch": 0.8210033546555352,
      "grad_norm": 0.3084333837032318,
      "learning_rate": 7.339637992367044e-06,
      "loss": 0.0027,
      "step": 48580
    },
    {
      "epoch": 0.8211723549343857,
      "grad_norm": 0.14241471886634827,
      "learning_rate": 7.338334485526224e-06,
      "loss": 0.0024,
      "step": 48590
    },
    {
      "epoch": 0.8213413552132361,
      "grad_norm": 0.07546312361955643,
      "learning_rate": 7.337030775238976e-06,
      "loss": 0.0017,
      "step": 48600
    },
    {
      "epoch": 0.8215103554920865,
      "grad_norm": 0.04120171442627907,
      "learning_rate": 7.3357268616187235e-06,
      "loss": 0.0023,
      "step": 48610
    },
    {
      "epoch": 0.821679355770937,
      "grad_norm": 0.05609271302819252,
      "learning_rate": 7.3344227447789204e-06,
      "loss": 0.0036,
      "step": 48620
    },
    {
      "epoch": 0.8218483560497875,
      "grad_norm": 0.18657422065734863,
      "learning_rate": 7.333118424833028e-06,
      "loss": 0.0015,
      "step": 48630
    },
    {
      "epoch": 0.8220173563286379,
      "grad_norm": 0.018935708329081535,
      "learning_rate": 7.331813901894526e-06,
      "loss": 0.0015,
      "step": 48640
    },
    {
      "epoch": 0.8221863566074884,
      "grad_norm": 0.016682909801602364,
      "learning_rate": 7.33050917607692e-06,
      "loss": 0.0015,
      "step": 48650
    },
    {
      "epoch": 0.8223553568863389,
      "grad_norm": 0.07267876714468002,
      "learning_rate": 7.329204247493722e-06,
      "loss": 0.0016,
      "step": 48660
    },
    {
      "epoch": 0.8225243571651893,
      "grad_norm": 0.10636164247989655,
      "learning_rate": 7.32789911625847e-06,
      "loss": 0.0012,
      "step": 48670
    },
    {
      "epoch": 0.8226933574440398,
      "grad_norm": 0.08027669787406921,
      "learning_rate": 7.326593782484716e-06,
      "loss": 0.0013,
      "step": 48680
    },
    {
      "epoch": 0.8228623577228903,
      "grad_norm": 0.06711503863334656,
      "learning_rate": 7.325288246286031e-06,
      "loss": 0.0015,
      "step": 48690
    },
    {
      "epoch": 0.8230313580017407,
      "grad_norm": 0.062487997114658356,
      "learning_rate": 7.3239825077760015e-06,
      "loss": 0.0018,
      "step": 48700
    },
    {
      "epoch": 0.8232003582805911,
      "grad_norm": 0.05867687985301018,
      "learning_rate": 7.322676567068234e-06,
      "loss": 0.0019,
      "step": 48710
    },
    {
      "epoch": 0.8233693585594416,
      "grad_norm": 0.13448190689086914,
      "learning_rate": 7.321370424276351e-06,
      "loss": 0.0022,
      "step": 48720
    },
    {
      "epoch": 0.8235383588382921,
      "grad_norm": 0.02572086825966835,
      "learning_rate": 7.320064079513993e-06,
      "loss": 0.0022,
      "step": 48730
    },
    {
      "epoch": 0.8237073591171425,
      "grad_norm": 0.11511944234371185,
      "learning_rate": 7.31875753289482e-06,
      "loss": 0.003,
      "step": 48740
    },
    {
      "epoch": 0.823876359395993,
      "grad_norm": 0.05535471439361572,
      "learning_rate": 7.3174507845325085e-06,
      "loss": 0.0008,
      "step": 48750
    },
    {
      "epoch": 0.8240453596748435,
      "grad_norm": 0.19832754135131836,
      "learning_rate": 7.316143834540749e-06,
      "loss": 0.002,
      "step": 48760
    },
    {
      "epoch": 0.824214359953694,
      "grad_norm": 0.09600799530744553,
      "learning_rate": 7.314836683033254e-06,
      "loss": 0.0025,
      "step": 48770
    },
    {
      "epoch": 0.8243833602325444,
      "grad_norm": 0.026862656697630882,
      "learning_rate": 7.313529330123752e-06,
      "loss": 0.002,
      "step": 48780
    },
    {
      "epoch": 0.8245523605113948,
      "grad_norm": 0.12975527346134186,
      "learning_rate": 7.312221775925989e-06,
      "loss": 0.002,
      "step": 48790
    },
    {
      "epoch": 0.8247213607902453,
      "grad_norm": 0.07842448353767395,
      "learning_rate": 7.310914020553728e-06,
      "loss": 0.0011,
      "step": 48800
    },
    {
      "epoch": 0.8248903610690957,
      "grad_norm": 0.016468260437250137,
      "learning_rate": 7.309606064120751e-06,
      "loss": 0.0005,
      "step": 48810
    },
    {
      "epoch": 0.8250593613479462,
      "grad_norm": 0.001380032510496676,
      "learning_rate": 7.308297906740856e-06,
      "loss": 0.0016,
      "step": 48820
    },
    {
      "epoch": 0.8252283616267967,
      "grad_norm": 0.09836116433143616,
      "learning_rate": 7.306989548527859e-06,
      "loss": 0.0016,
      "step": 48830
    },
    {
      "epoch": 0.8253973619056472,
      "grad_norm": 0.03906187042593956,
      "learning_rate": 7.305680989595595e-06,
      "loss": 0.0016,
      "step": 48840
    },
    {
      "epoch": 0.8255663621844976,
      "grad_norm": 0.024572791531682014,
      "learning_rate": 7.304372230057913e-06,
      "loss": 0.0019,
      "step": 48850
    },
    {
      "epoch": 0.8257353624633481,
      "grad_norm": 0.06552372127771378,
      "learning_rate": 7.303063270028681e-06,
      "loss": 0.0009,
      "step": 48860
    },
    {
      "epoch": 0.8259043627421985,
      "grad_norm": 0.1286754161119461,
      "learning_rate": 7.301754109621786e-06,
      "loss": 0.0024,
      "step": 48870
    },
    {
      "epoch": 0.826073363021049,
      "grad_norm": 0.009336556307971478,
      "learning_rate": 7.300444748951132e-06,
      "loss": 0.0014,
      "step": 48880
    },
    {
      "epoch": 0.8262423632998994,
      "grad_norm": 0.12424356490373611,
      "learning_rate": 7.299135188130639e-06,
      "loss": 0.0019,
      "step": 48890
    },
    {
      "epoch": 0.8264113635787499,
      "grad_norm": 0.028109529986977577,
      "learning_rate": 7.2978254272742445e-06,
      "loss": 0.0013,
      "step": 48900
    },
    {
      "epoch": 0.8265803638576004,
      "grad_norm": 0.10972272604703903,
      "learning_rate": 7.296515466495903e-06,
      "loss": 0.002,
      "step": 48910
    },
    {
      "epoch": 0.8267493641364508,
      "grad_norm": 0.1797754168510437,
      "learning_rate": 7.2952053059095915e-06,
      "loss": 0.0014,
      "step": 48920
    },
    {
      "epoch": 0.8269183644153013,
      "grad_norm": 0.59943687915802,
      "learning_rate": 7.293894945629298e-06,
      "loss": 0.003,
      "step": 48930
    },
    {
      "epoch": 0.8270873646941518,
      "grad_norm": 0.0860147625207901,
      "learning_rate": 7.2925843857690295e-06,
      "loss": 0.0023,
      "step": 48940
    },
    {
      "epoch": 0.8272563649730023,
      "grad_norm": 0.07308562099933624,
      "learning_rate": 7.291273626442812e-06,
      "loss": 0.0014,
      "step": 48950
    },
    {
      "epoch": 0.8274253652518526,
      "grad_norm": 0.05884837359189987,
      "learning_rate": 7.289962667764688e-06,
      "loss": 0.002,
      "step": 48960
    },
    {
      "epoch": 0.8275943655307031,
      "grad_norm": 0.024381542578339577,
      "learning_rate": 7.288651509848715e-06,
      "loss": 0.0019,
      "step": 48970
    },
    {
      "epoch": 0.8277633658095536,
      "grad_norm": 0.06704352796077728,
      "learning_rate": 7.287340152808973e-06,
      "loss": 0.0013,
      "step": 48980
    },
    {
      "epoch": 0.827932366088404,
      "grad_norm": 0.0669189840555191,
      "learning_rate": 7.286028596759555e-06,
      "loss": 0.0013,
      "step": 48990
    },
    {
      "epoch": 0.8281013663672545,
      "grad_norm": 0.024829840287566185,
      "learning_rate": 7.2847168418145716e-06,
      "loss": 0.0017,
      "step": 49000
    },
    {
      "epoch": 0.828270366646105,
      "grad_norm": 0.07830045372247696,
      "learning_rate": 7.2834048880881545e-06,
      "loss": 0.0027,
      "step": 49010
    },
    {
      "epoch": 0.8284393669249555,
      "grad_norm": 0.08251339942216873,
      "learning_rate": 7.282092735694449e-06,
      "loss": 0.0032,
      "step": 49020
    },
    {
      "epoch": 0.8286083672038059,
      "grad_norm": 0.018376484513282776,
      "learning_rate": 7.280780384747619e-06,
      "loss": 0.0013,
      "step": 49030
    },
    {
      "epoch": 0.8287773674826564,
      "grad_norm": 0.17820164561271667,
      "learning_rate": 7.279467835361844e-06,
      "loss": 0.0015,
      "step": 49040
    },
    {
      "epoch": 0.8289463677615068,
      "grad_norm": 0.13392888009548187,
      "learning_rate": 7.278155087651324e-06,
      "loss": 0.0024,
      "step": 49050
    },
    {
      "epoch": 0.8291153680403572,
      "grad_norm": 0.09335264563560486,
      "learning_rate": 7.276842141730273e-06,
      "loss": 0.001,
      "step": 49060
    },
    {
      "epoch": 0.8292843683192077,
      "grad_norm": 0.06904011964797974,
      "learning_rate": 7.275528997712924e-06,
      "loss": 0.0008,
      "step": 49070
    },
    {
      "epoch": 0.8294533685980582,
      "grad_norm": 0.04905041307210922,
      "learning_rate": 7.2742156557135265e-06,
      "loss": 0.0013,
      "step": 49080
    },
    {
      "epoch": 0.8296223688769087,
      "grad_norm": 0.1327400803565979,
      "learning_rate": 7.272902115846347e-06,
      "loss": 0.003,
      "step": 49090
    },
    {
      "epoch": 0.8297913691557591,
      "grad_norm": 0.08582969009876251,
      "learning_rate": 7.271588378225673e-06,
      "loss": 0.0015,
      "step": 49100
    },
    {
      "epoch": 0.8299603694346096,
      "grad_norm": 0.023333383724093437,
      "learning_rate": 7.270274442965804e-06,
      "loss": 0.0011,
      "step": 49110
    },
    {
      "epoch": 0.8301293697134601,
      "grad_norm": 0.07024768739938736,
      "learning_rate": 7.268960310181057e-06,
      "loss": 0.0013,
      "step": 49120
    },
    {
      "epoch": 0.8302983699923104,
      "grad_norm": 0.09488508850336075,
      "learning_rate": 7.2676459799857716e-06,
      "loss": 0.0011,
      "step": 49130
    },
    {
      "epoch": 0.8304673702711609,
      "grad_norm": 0.057504843920469284,
      "learning_rate": 7.2663314524942975e-06,
      "loss": 0.0012,
      "step": 49140
    },
    {
      "epoch": 0.8306363705500114,
      "grad_norm": 0.06765588372945786,
      "learning_rate": 7.265016727821008e-06,
      "loss": 0.0021,
      "step": 49150
    },
    {
      "epoch": 0.8308053708288619,
      "grad_norm": 0.060480304062366486,
      "learning_rate": 7.263701806080288e-06,
      "loss": 0.0028,
      "step": 49160
    },
    {
      "epoch": 0.8309743711077123,
      "grad_norm": 0.15077215433120728,
      "learning_rate": 7.2623866873865424e-06,
      "loss": 0.0013,
      "step": 49170
    },
    {
      "epoch": 0.8311433713865628,
      "grad_norm": 0.05140575021505356,
      "learning_rate": 7.261071371854195e-06,
      "loss": 0.0014,
      "step": 49180
    },
    {
      "epoch": 0.8313123716654133,
      "grad_norm": 0.06735235452651978,
      "learning_rate": 7.259755859597681e-06,
      "loss": 0.0011,
      "step": 49190
    },
    {
      "epoch": 0.8314813719442637,
      "grad_norm": 0.017180589959025383,
      "learning_rate": 7.2584401507314595e-06,
      "loss": 0.0014,
      "step": 49200
    },
    {
      "epoch": 0.8316503722231142,
      "grad_norm": 0.11614830791950226,
      "learning_rate": 7.257124245370003e-06,
      "loss": 0.0014,
      "step": 49210
    },
    {
      "epoch": 0.8318193725019646,
      "grad_norm": 0.01634841412305832,
      "learning_rate": 7.2558081436278e-06,
      "loss": 0.0026,
      "step": 49220
    },
    {
      "epoch": 0.831988372780815,
      "grad_norm": 0.04172159731388092,
      "learning_rate": 7.25449184561936e-06,
      "loss": 0.0015,
      "step": 49230
    },
    {
      "epoch": 0.8321573730596655,
      "grad_norm": 0.041454069316387177,
      "learning_rate": 7.2531753514592065e-06,
      "loss": 0.0018,
      "step": 49240
    },
    {
      "epoch": 0.832326373338516,
      "grad_norm": 0.016928566619753838,
      "learning_rate": 7.25185866126188e-06,
      "loss": 0.002,
      "step": 49250
    },
    {
      "epoch": 0.8324953736173665,
      "grad_norm": 0.11260402947664261,
      "learning_rate": 7.25054177514194e-06,
      "loss": 0.0013,
      "step": 49260
    },
    {
      "epoch": 0.832664373896217,
      "grad_norm": 0.013846118934452534,
      "learning_rate": 7.249224693213961e-06,
      "loss": 0.0014,
      "step": 49270
    },
    {
      "epoch": 0.8328333741750674,
      "grad_norm": 0.07115150988101959,
      "learning_rate": 7.247907415592534e-06,
      "loss": 0.0012,
      "step": 49280
    },
    {
      "epoch": 0.8330023744539179,
      "grad_norm": 0.04459391161799431,
      "learning_rate": 7.246589942392272e-06,
      "loss": 0.0033,
      "step": 49290
    },
    {
      "epoch": 0.8331713747327683,
      "grad_norm": 0.05890648439526558,
      "learning_rate": 7.2452722737278e-06,
      "loss": 0.0011,
      "step": 49300
    },
    {
      "epoch": 0.8333403750116187,
      "grad_norm": 0.04924681782722473,
      "learning_rate": 7.243954409713763e-06,
      "loss": 0.0011,
      "step": 49310
    },
    {
      "epoch": 0.8335093752904692,
      "grad_norm": 0.044344622641801834,
      "learning_rate": 7.242636350464819e-06,
      "loss": 0.0014,
      "step": 49320
    },
    {
      "epoch": 0.8336783755693197,
      "grad_norm": 0.06724030524492264,
      "learning_rate": 7.241318096095646e-06,
      "loss": 0.0017,
      "step": 49330
    },
    {
      "epoch": 0.8338473758481701,
      "grad_norm": 0.007544257678091526,
      "learning_rate": 7.23999964672094e-06,
      "loss": 0.0015,
      "step": 49340
    },
    {
      "epoch": 0.8340163761270206,
      "grad_norm": 0.02665545605123043,
      "learning_rate": 7.2386810024554125e-06,
      "loss": 0.0033,
      "step": 49350
    },
    {
      "epoch": 0.8341853764058711,
      "grad_norm": 0.0006780088879168034,
      "learning_rate": 7.2373621634137904e-06,
      "loss": 0.0011,
      "step": 49360
    },
    {
      "epoch": 0.8343543766847216,
      "grad_norm": 0.021561365574598312,
      "learning_rate": 7.236043129710818e-06,
      "loss": 0.0024,
      "step": 49370
    },
    {
      "epoch": 0.834523376963572,
      "grad_norm": 0.08685091137886047,
      "learning_rate": 7.234723901461262e-06,
      "loss": 0.0014,
      "step": 49380
    },
    {
      "epoch": 0.8346923772424224,
      "grad_norm": 0.08030354976654053,
      "learning_rate": 7.233404478779896e-06,
      "loss": 0.0023,
      "step": 49390
    },
    {
      "epoch": 0.8348613775212729,
      "grad_norm": 0.5395932197570801,
      "learning_rate": 7.232084861781522e-06,
      "loss": 0.0024,
      "step": 49400
    },
    {
      "epoch": 0.8350303778001233,
      "grad_norm": 0.011918571777641773,
      "learning_rate": 7.23076505058095e-06,
      "loss": 0.0026,
      "step": 49410
    },
    {
      "epoch": 0.8351993780789738,
      "grad_norm": 0.027819110080599785,
      "learning_rate": 7.2294450452930095e-06,
      "loss": 0.0022,
      "step": 49420
    },
    {
      "epoch": 0.8353683783578243,
      "grad_norm": 0.02106357552111149,
      "learning_rate": 7.228124846032549e-06,
      "loss": 0.001,
      "step": 49430
    },
    {
      "epoch": 0.8355373786366748,
      "grad_norm": 0.058657340705394745,
      "learning_rate": 7.226804452914431e-06,
      "loss": 0.0019,
      "step": 49440
    },
    {
      "epoch": 0.8357063789155252,
      "grad_norm": 0.08190031349658966,
      "learning_rate": 7.225483866053536e-06,
      "loss": 0.0013,
      "step": 49450
    },
    {
      "epoch": 0.8358753791943757,
      "grad_norm": 0.0971725806593895,
      "learning_rate": 7.224163085564763e-06,
      "loss": 0.0014,
      "step": 49460
    },
    {
      "epoch": 0.8360443794732262,
      "grad_norm": 0.020731769502162933,
      "learning_rate": 7.222842111563024e-06,
      "loss": 0.0011,
      "step": 49470
    },
    {
      "epoch": 0.8362133797520765,
      "grad_norm": 0.06420711427927017,
      "learning_rate": 7.221520944163252e-06,
      "loss": 0.0016,
      "step": 49480
    },
    {
      "epoch": 0.836382380030927,
      "grad_norm": 0.03257574141025543,
      "learning_rate": 7.220199583480394e-06,
      "loss": 0.0022,
      "step": 49490
    },
    {
      "epoch": 0.8365513803097775,
      "grad_norm": 0.013980922289192677,
      "learning_rate": 7.218878029629416e-06,
      "loss": 0.0012,
      "step": 49500
    },
    {
      "epoch": 0.836720380588628,
      "grad_norm": 0.04765333607792854,
      "learning_rate": 7.217556282725298e-06,
      "loss": 0.002,
      "step": 49510
    },
    {
      "epoch": 0.8368893808674784,
      "grad_norm": 0.02529972605407238,
      "learning_rate": 7.216234342883039e-06,
      "loss": 0.0014,
      "step": 49520
    },
    {
      "epoch": 0.8370583811463289,
      "grad_norm": 0.06483682245016098,
      "learning_rate": 7.214912210217655e-06,
      "loss": 0.0018,
      "step": 49530
    },
    {
      "epoch": 0.8372273814251794,
      "grad_norm": 0.07930611073970795,
      "learning_rate": 7.213589884844177e-06,
      "loss": 0.002,
      "step": 49540
    },
    {
      "epoch": 0.8373963817040299,
      "grad_norm": 0.029101185500621796,
      "learning_rate": 7.212267366877654e-06,
      "loss": 0.0008,
      "step": 49550
    },
    {
      "epoch": 0.8375653819828802,
      "grad_norm": 0.10520884394645691,
      "learning_rate": 7.210944656433151e-06,
      "loss": 0.0024,
      "step": 49560
    },
    {
      "epoch": 0.8377343822617307,
      "grad_norm": 0.035545896738767624,
      "learning_rate": 7.209621753625751e-06,
      "loss": 0.0023,
      "step": 49570
    },
    {
      "epoch": 0.8379033825405812,
      "grad_norm": 0.14516295492649078,
      "learning_rate": 7.208298658570551e-06,
      "loss": 0.0023,
      "step": 49580
    },
    {
      "epoch": 0.8380723828194316,
      "grad_norm": 0.04255577176809311,
      "learning_rate": 7.2069753713826695e-06,
      "loss": 0.0031,
      "step": 49590
    },
    {
      "epoch": 0.8382413830982821,
      "grad_norm": 0.04397115111351013,
      "learning_rate": 7.205651892177239e-06,
      "loss": 0.0014,
      "step": 49600
    },
    {
      "epoch": 0.8384103833771326,
      "grad_norm": 0.07351876050233841,
      "learning_rate": 7.2043282210694054e-06,
      "loss": 0.0016,
      "step": 49610
    },
    {
      "epoch": 0.8385793836559831,
      "grad_norm": 0.005482340231537819,
      "learning_rate": 7.2030043581743366e-06,
      "loss": 0.0009,
      "step": 49620
    },
    {
      "epoch": 0.8387483839348335,
      "grad_norm": 0.06633653491735458,
      "learning_rate": 7.2016803036072144e-06,
      "loss": 0.0018,
      "step": 49630
    },
    {
      "epoch": 0.838917384213684,
      "grad_norm": 0.03800305351614952,
      "learning_rate": 7.20035605748324e-06,
      "loss": 0.0021,
      "step": 49640
    },
    {
      "epoch": 0.8390863844925344,
      "grad_norm": 0.04843270033597946,
      "learning_rate": 7.199031619917627e-06,
      "loss": 0.0017,
      "step": 49650
    },
    {
      "epoch": 0.8392553847713848,
      "grad_norm": 0.01804737001657486,
      "learning_rate": 7.197706991025608e-06,
      "loss": 0.0013,
      "step": 49660
    },
    {
      "epoch": 0.8394243850502353,
      "grad_norm": 0.12135551124811172,
      "learning_rate": 7.196382170922432e-06,
      "loss": 0.0027,
      "step": 49670
    },
    {
      "epoch": 0.8395933853290858,
      "grad_norm": 0.041261736303567886,
      "learning_rate": 7.195057159723366e-06,
      "loss": 0.0023,
      "step": 49680
    },
    {
      "epoch": 0.8397623856079363,
      "grad_norm": 0.03335694223642349,
      "learning_rate": 7.193731957543693e-06,
      "loss": 0.002,
      "step": 49690
    },
    {
      "epoch": 0.8399313858867867,
      "grad_norm": 0.05219758301973343,
      "learning_rate": 7.19240656449871e-06,
      "loss": 0.0016,
      "step": 49700
    },
    {
      "epoch": 0.8401003861656372,
      "grad_norm": 0.10179810225963593,
      "learning_rate": 7.191080980703733e-06,
      "loss": 0.0011,
      "step": 49710
    },
    {
      "epoch": 0.8402693864444877,
      "grad_norm": 0.03386679291725159,
      "learning_rate": 7.189755206274095e-06,
      "loss": 0.001,
      "step": 49720
    },
    {
      "epoch": 0.8404383867233381,
      "grad_norm": 0.043032724410295486,
      "learning_rate": 7.188429241325145e-06,
      "loss": 0.0016,
      "step": 49730
    },
    {
      "epoch": 0.8406073870021885,
      "grad_norm": 0.06790139526128769,
      "learning_rate": 7.187103085972247e-06,
      "loss": 0.0016,
      "step": 49740
    },
    {
      "epoch": 0.840776387281039,
      "grad_norm": 0.09641426056623459,
      "learning_rate": 7.185776740330784e-06,
      "loss": 0.0017,
      "step": 49750
    },
    {
      "epoch": 0.8409453875598895,
      "grad_norm": 0.07377991080284119,
      "learning_rate": 7.1844502045161545e-06,
      "loss": 0.0017,
      "step": 49760
    },
    {
      "epoch": 0.8411143878387399,
      "grad_norm": 0.0946054458618164,
      "learning_rate": 7.183123478643772e-06,
      "loss": 0.0023,
      "step": 49770
    },
    {
      "epoch": 0.8412833881175904,
      "grad_norm": 0.016826393082737923,
      "learning_rate": 7.181796562829071e-06,
      "loss": 0.0018,
      "step": 49780
    },
    {
      "epoch": 0.8414523883964409,
      "grad_norm": 0.07942421734333038,
      "learning_rate": 7.180469457187498e-06,
      "loss": 0.0021,
      "step": 49790
    },
    {
      "epoch": 0.8416213886752913,
      "grad_norm": 0.0243277158588171,
      "learning_rate": 7.179142161834517e-06,
      "loss": 0.0015,
      "step": 49800
    },
    {
      "epoch": 0.8417903889541418,
      "grad_norm": 0.041775017976760864,
      "learning_rate": 7.17781467688561e-06,
      "loss": 0.002,
      "step": 49810
    },
    {
      "epoch": 0.8419593892329922,
      "grad_norm": 0.10232304781675339,
      "learning_rate": 7.176487002456274e-06,
      "loss": 0.0019,
      "step": 49820
    },
    {
      "epoch": 0.8421283895118427,
      "grad_norm": 0.06999991834163666,
      "learning_rate": 7.175159138662024e-06,
      "loss": 0.0022,
      "step": 49830
    },
    {
      "epoch": 0.8422973897906931,
      "grad_norm": 0.007234103046357632,
      "learning_rate": 7.17383108561839e-06,
      "loss": 0.0007,
      "step": 49840
    },
    {
      "epoch": 0.8424663900695436,
      "grad_norm": 0.009289576672017574,
      "learning_rate": 7.1725028434409185e-06,
      "loss": 0.0019,
      "step": 49850
    },
    {
      "epoch": 0.8426353903483941,
      "grad_norm": 0.020704420283436775,
      "learning_rate": 7.171174412245173e-06,
      "loss": 0.0018,
      "step": 49860
    },
    {
      "epoch": 0.8428043906272445,
      "grad_norm": 0.027486352249979973,
      "learning_rate": 7.1698457921467345e-06,
      "loss": 0.0013,
      "step": 49870
    },
    {
      "epoch": 0.842973390906095,
      "grad_norm": 0.058970868587493896,
      "learning_rate": 7.1685169832612e-06,
      "loss": 0.0019,
      "step": 49880
    },
    {
      "epoch": 0.8431423911849455,
      "grad_norm": 0.02297344245016575,
      "learning_rate": 7.1671879857041805e-06,
      "loss": 0.0012,
      "step": 49890
    },
    {
      "epoch": 0.843311391463796,
      "grad_norm": 0.06462989002466202,
      "learning_rate": 7.165858799591306e-06,
      "loss": 0.0015,
      "step": 49900
    },
    {
      "epoch": 0.8434803917426463,
      "grad_norm": 0.06035640090703964,
      "learning_rate": 7.1645294250382225e-06,
      "loss": 0.0019,
      "step": 49910
    },
    {
      "epoch": 0.8436493920214968,
      "grad_norm": 0.06446599960327148,
      "learning_rate": 7.163199862160591e-06,
      "loss": 0.0019,
      "step": 49920
    },
    {
      "epoch": 0.8438183923003473,
      "grad_norm": 0.03763274848461151,
      "learning_rate": 7.1618701110740905e-06,
      "loss": 0.0017,
      "step": 49930
    },
    {
      "epoch": 0.8439873925791977,
      "grad_norm": 0.05461042746901512,
      "learning_rate": 7.160540171894416e-06,
      "loss": 0.0016,
      "step": 49940
    },
    {
      "epoch": 0.8441563928580482,
      "grad_norm": 0.04370475932955742,
      "learning_rate": 7.159210044737279e-06,
      "loss": 0.0023,
      "step": 49950
    },
    {
      "epoch": 0.8443253931368987,
      "grad_norm": 0.015897465869784355,
      "learning_rate": 7.157879729718407e-06,
      "loss": 0.0018,
      "step": 49960
    },
    {
      "epoch": 0.8444943934157492,
      "grad_norm": 0.07231079041957855,
      "learning_rate": 7.156549226953542e-06,
      "loss": 0.0088,
      "step": 49970
    },
    {
      "epoch": 0.8446633936945996,
      "grad_norm": 0.14473244547843933,
      "learning_rate": 7.155218536558446e-06,
      "loss": 0.0027,
      "step": 49980
    },
    {
      "epoch": 0.84483239397345,
      "grad_norm": 0.08568382263183594,
      "learning_rate": 7.153887658648895e-06,
      "loss": 0.0022,
      "step": 49990
    },
    {
      "epoch": 0.8450013942523005,
      "grad_norm": 0.022534925490617752,
      "learning_rate": 7.152556593340683e-06,
      "loss": 0.0019,
      "step": 50000
    },
    {
      "epoch": 0.845170394531151,
      "grad_norm": 0.05036391317844391,
      "learning_rate": 7.151225340749617e-06,
      "loss": 0.0013,
      "step": 50010
    },
    {
      "epoch": 0.8453393948100014,
      "grad_norm": 0.04636518657207489,
      "learning_rate": 7.149893900991523e-06,
      "loss": 0.0015,
      "step": 50020
    },
    {
      "epoch": 0.8455083950888519,
      "grad_norm": 0.026759391650557518,
      "learning_rate": 7.148562274182243e-06,
      "loss": 0.0014,
      "step": 50030
    },
    {
      "epoch": 0.8456773953677024,
      "grad_norm": 0.16903258860111237,
      "learning_rate": 7.147230460437636e-06,
      "loss": 0.0025,
      "step": 50040
    },
    {
      "epoch": 0.8458463956465528,
      "grad_norm": 0.0035917949862778187,
      "learning_rate": 7.145898459873575e-06,
      "loss": 0.0013,
      "step": 50050
    },
    {
      "epoch": 0.8460153959254033,
      "grad_norm": 0.030653197318315506,
      "learning_rate": 7.14456627260595e-06,
      "loss": 0.0026,
      "step": 50060
    },
    {
      "epoch": 0.8461843962042538,
      "grad_norm": 0.09031669050455093,
      "learning_rate": 7.14323389875067e-06,
      "loss": 0.0025,
      "step": 50070
    },
    {
      "epoch": 0.8463533964831041,
      "grad_norm": 0.0398169681429863,
      "learning_rate": 7.141901338423657e-06,
      "loss": 0.0008,
      "step": 50080
    },
    {
      "epoch": 0.8465223967619546,
      "grad_norm": 0.023374401032924652,
      "learning_rate": 7.140568591740849e-06,
      "loss": 0.0017,
      "step": 50090
    },
    {
      "epoch": 0.8466913970408051,
      "grad_norm": 0.062085092067718506,
      "learning_rate": 7.139235658818202e-06,
      "loss": 0.0096,
      "step": 50100
    },
    {
      "epoch": 0.8468603973196556,
      "grad_norm": 0.04841598868370056,
      "learning_rate": 7.137902539771688e-06,
      "loss": 0.0015,
      "step": 50110
    },
    {
      "epoch": 0.847029397598506,
      "grad_norm": 0.06624577194452286,
      "learning_rate": 7.136569234717296e-06,
      "loss": 0.0013,
      "step": 50120
    },
    {
      "epoch": 0.8471983978773565,
      "grad_norm": 0.12280794978141785,
      "learning_rate": 7.135235743771027e-06,
      "loss": 0.001,
      "step": 50130
    },
    {
      "epoch": 0.847367398156207,
      "grad_norm": 0.1125815361738205,
      "learning_rate": 7.133902067048902e-06,
      "loss": 0.0014,
      "step": 50140
    },
    {
      "epoch": 0.8475363984350575,
      "grad_norm": 0.0400351881980896,
      "learning_rate": 7.13256820466696e-06,
      "loss": 0.0042,
      "step": 50150
    },
    {
      "epoch": 0.8477053987139079,
      "grad_norm": 0.17242294549942017,
      "learning_rate": 7.131234156741249e-06,
      "loss": 0.0019,
      "step": 50160
    },
    {
      "epoch": 0.8478743989927583,
      "grad_norm": 0.008832902647554874,
      "learning_rate": 7.129899923387843e-06,
      "loss": 0.0016,
      "step": 50170
    },
    {
      "epoch": 0.8480433992716088,
      "grad_norm": 0.05237210914492607,
      "learning_rate": 7.128565504722824e-06,
      "loss": 0.001,
      "step": 50180
    },
    {
      "epoch": 0.8482123995504592,
      "grad_norm": 0.11998438835144043,
      "learning_rate": 7.127230900862292e-06,
      "loss": 0.0024,
      "step": 50190
    },
    {
      "epoch": 0.8483813998293097,
      "grad_norm": 0.026236379519104958,
      "learning_rate": 7.125896111922366e-06,
      "loss": 0.0011,
      "step": 50200
    },
    {
      "epoch": 0.8485504001081602,
      "grad_norm": 0.052572187036275864,
      "learning_rate": 7.1245611380191775e-06,
      "loss": 0.0012,
      "step": 50210
    },
    {
      "epoch": 0.8487194003870107,
      "grad_norm": 0.04595402255654335,
      "learning_rate": 7.1232259792688755e-06,
      "loss": 0.0016,
      "step": 50220
    },
    {
      "epoch": 0.8488884006658611,
      "grad_norm": 0.07488039135932922,
      "learning_rate": 7.1218906357876275e-06,
      "loss": 0.002,
      "step": 50230
    },
    {
      "epoch": 0.8490574009447116,
      "grad_norm": 0.05835746228694916,
      "learning_rate": 7.1205551076916125e-06,
      "loss": 0.0013,
      "step": 50240
    },
    {
      "epoch": 0.849226401223562,
      "grad_norm": 0.07503136247396469,
      "learning_rate": 7.119219395097028e-06,
      "loss": 0.0018,
      "step": 50250
    },
    {
      "epoch": 0.8493954015024124,
      "grad_norm": 0.10128705948591232,
      "learning_rate": 7.117883498120088e-06,
      "loss": 0.0016,
      "step": 50260
    },
    {
      "epoch": 0.8495644017812629,
      "grad_norm": 0.06169435754418373,
      "learning_rate": 7.116547416877024e-06,
      "loss": 0.0014,
      "step": 50270
    },
    {
      "epoch": 0.8497334020601134,
      "grad_norm": 0.03982456028461456,
      "learning_rate": 7.115211151484081e-06,
      "loss": 0.0013,
      "step": 50280
    },
    {
      "epoch": 0.8499024023389639,
      "grad_norm": 0.14415329694747925,
      "learning_rate": 7.1138747020575175e-06,
      "loss": 0.0017,
      "step": 50290
    },
    {
      "epoch": 0.8500714026178143,
      "grad_norm": 0.04282059520483017,
      "learning_rate": 7.112538068713612e-06,
      "loss": 0.0014,
      "step": 50300
    },
    {
      "epoch": 0.8502404028966648,
      "grad_norm": 0.020503170788288116,
      "learning_rate": 7.11120125156866e-06,
      "loss": 0.0008,
      "step": 50310
    },
    {
      "epoch": 0.8504094031755153,
      "grad_norm": 0.17789845168590546,
      "learning_rate": 7.109864250738971e-06,
      "loss": 0.0018,
      "step": 50320
    },
    {
      "epoch": 0.8505784034543658,
      "grad_norm": 0.04640667513012886,
      "learning_rate": 7.108527066340869e-06,
      "loss": 0.001,
      "step": 50330
    },
    {
      "epoch": 0.8507474037332161,
      "grad_norm": 0.16030360758304596,
      "learning_rate": 7.1071896984906955e-06,
      "loss": 0.0031,
      "step": 50340
    },
    {
      "epoch": 0.8509164040120666,
      "grad_norm": 0.051341064274311066,
      "learning_rate": 7.105852147304809e-06,
      "loss": 0.0016,
      "step": 50350
    },
    {
      "epoch": 0.8510854042909171,
      "grad_norm": 0.08269865065813065,
      "learning_rate": 7.104514412899583e-06,
      "loss": 0.0015,
      "step": 50360
    },
    {
      "epoch": 0.8512544045697675,
      "grad_norm": 0.13866493105888367,
      "learning_rate": 7.103176495391406e-06,
      "loss": 0.0036,
      "step": 50370
    },
    {
      "epoch": 0.851423404848618,
      "grad_norm": 0.08190497010946274,
      "learning_rate": 7.101838394896685e-06,
      "loss": 0.0021,
      "step": 50380
    },
    {
      "epoch": 0.8515924051274685,
      "grad_norm": 0.14248859882354736,
      "learning_rate": 7.1005001115318386e-06,
      "loss": 0.0049,
      "step": 50390
    },
    {
      "epoch": 0.851761405406319,
      "grad_norm": 0.004143700003623962,
      "learning_rate": 7.099161645413305e-06,
      "loss": 0.0024,
      "step": 50400
    },
    {
      "epoch": 0.8519304056851694,
      "grad_norm": 0.04483238607645035,
      "learning_rate": 7.097822996657538e-06,
      "loss": 0.0037,
      "step": 50410
    },
    {
      "epoch": 0.8520994059640199,
      "grad_norm": 0.09904813021421432,
      "learning_rate": 7.096484165381007e-06,
      "loss": 0.0027,
      "step": 50420
    },
    {
      "epoch": 0.8522684062428703,
      "grad_norm": 0.10735070705413818,
      "learning_rate": 7.095145151700196e-06,
      "loss": 0.0018,
      "step": 50430
    },
    {
      "epoch": 0.8524374065217207,
      "grad_norm": 0.3052399456501007,
      "learning_rate": 7.0938059557316055e-06,
      "loss": 0.001,
      "step": 50440
    },
    {
      "epoch": 0.8526064068005712,
      "grad_norm": 0.06089219078421593,
      "learning_rate": 7.09246657759175e-06,
      "loss": 0.0016,
      "step": 50450
    },
    {
      "epoch": 0.8527754070794217,
      "grad_norm": 0.05923866108059883,
      "learning_rate": 7.091127017397166e-06,
      "loss": 0.0021,
      "step": 50460
    },
    {
      "epoch": 0.8529444073582721,
      "grad_norm": 0.0695035457611084,
      "learning_rate": 7.0897872752644e-06,
      "loss": 0.0013,
      "step": 50470
    },
    {
      "epoch": 0.8531134076371226,
      "grad_norm": 0.06044061854481697,
      "learning_rate": 7.088447351310015e-06,
      "loss": 0.001,
      "step": 50480
    },
    {
      "epoch": 0.8532824079159731,
      "grad_norm": 0.03624828904867172,
      "learning_rate": 7.087107245650592e-06,
      "loss": 0.0017,
      "step": 50490
    },
    {
      "epoch": 0.8534514081948236,
      "grad_norm": 0.035229530185461044,
      "learning_rate": 7.085766958402727e-06,
      "loss": 0.0012,
      "step": 50500
    },
    {
      "epoch": 0.8536204084736739,
      "grad_norm": 0.0526130348443985,
      "learning_rate": 7.08442648968303e-06,
      "loss": 0.002,
      "step": 50510
    },
    {
      "epoch": 0.8537894087525244,
      "grad_norm": 0.05172059312462807,
      "learning_rate": 7.083085839608128e-06,
      "loss": 0.0014,
      "step": 50520
    },
    {
      "epoch": 0.8539584090313749,
      "grad_norm": 0.04551641643047333,
      "learning_rate": 7.081745008294667e-06,
      "loss": 0.0013,
      "step": 50530
    },
    {
      "epoch": 0.8541274093102253,
      "grad_norm": 0.07173636555671692,
      "learning_rate": 7.080403995859302e-06,
      "loss": 0.0016,
      "step": 50540
    },
    {
      "epoch": 0.8542964095890758,
      "grad_norm": 0.028299428522586823,
      "learning_rate": 7.079062802418711e-06,
      "loss": 0.0021,
      "step": 50550
    },
    {
      "epoch": 0.8544654098679263,
      "grad_norm": 0.2714872360229492,
      "learning_rate": 7.077721428089583e-06,
      "loss": 0.0013,
      "step": 50560
    },
    {
      "epoch": 0.8546344101467768,
      "grad_norm": 0.11973876506090164,
      "learning_rate": 7.076379872988624e-06,
      "loss": 0.0017,
      "step": 50570
    },
    {
      "epoch": 0.8548034104256272,
      "grad_norm": 0.19866228103637695,
      "learning_rate": 7.075038137232556e-06,
      "loss": 0.0025,
      "step": 50580
    },
    {
      "epoch": 0.8549724107044777,
      "grad_norm": 0.044867537915706635,
      "learning_rate": 7.073696220938115e-06,
      "loss": 0.0026,
      "step": 50590
    },
    {
      "epoch": 0.8551414109833281,
      "grad_norm": 0.028597289696335793,
      "learning_rate": 7.072354124222058e-06,
      "loss": 0.001,
      "step": 50600
    },
    {
      "epoch": 0.8553104112621785,
      "grad_norm": 0.0332944430410862,
      "learning_rate": 7.071011847201149e-06,
      "loss": 0.002,
      "step": 50610
    },
    {
      "epoch": 0.855479411541029,
      "grad_norm": 0.08548944443464279,
      "learning_rate": 7.0696693899921755e-06,
      "loss": 0.0009,
      "step": 50620
    },
    {
      "epoch": 0.8556484118198795,
      "grad_norm": 0.1740231066942215,
      "learning_rate": 7.068326752711937e-06,
      "loss": 0.0022,
      "step": 50630
    },
    {
      "epoch": 0.85581741209873,
      "grad_norm": 0.15070150792598724,
      "learning_rate": 7.066983935477251e-06,
      "loss": 0.002,
      "step": 50640
    },
    {
      "epoch": 0.8559864123775804,
      "grad_norm": 0.1309231072664261,
      "learning_rate": 7.065640938404945e-06,
      "loss": 0.0023,
      "step": 50650
    },
    {
      "epoch": 0.8561554126564309,
      "grad_norm": 0.00871087796986103,
      "learning_rate": 7.064297761611872e-06,
      "loss": 0.0026,
      "step": 50660
    },
    {
      "epoch": 0.8563244129352814,
      "grad_norm": 0.09649201482534409,
      "learning_rate": 7.062954405214891e-06,
      "loss": 0.0016,
      "step": 50670
    },
    {
      "epoch": 0.8564934132141317,
      "grad_norm": 0.09451442211866379,
      "learning_rate": 7.061610869330881e-06,
      "loss": 0.0026,
      "step": 50680
    },
    {
      "epoch": 0.8566624134929822,
      "grad_norm": 0.09087509661912918,
      "learning_rate": 7.060267154076739e-06,
      "loss": 0.0012,
      "step": 50690
    },
    {
      "epoch": 0.8568314137718327,
      "grad_norm": 0.18903668224811554,
      "learning_rate": 7.0589232595693705e-06,
      "loss": 0.0013,
      "step": 50700
    },
    {
      "epoch": 0.8570004140506832,
      "grad_norm": 0.10971001535654068,
      "learning_rate": 7.057579185925702e-06,
      "loss": 0.0016,
      "step": 50710
    },
    {
      "epoch": 0.8571694143295336,
      "grad_norm": 0.051436763256788254,
      "learning_rate": 7.0562349332626775e-06,
      "loss": 0.0023,
      "step": 50720
    },
    {
      "epoch": 0.8573384146083841,
      "grad_norm": 0.23147019743919373,
      "learning_rate": 7.054890501697249e-06,
      "loss": 0.0013,
      "step": 50730
    },
    {
      "epoch": 0.8575074148872346,
      "grad_norm": 0.07230903208255768,
      "learning_rate": 7.053545891346391e-06,
      "loss": 0.0018,
      "step": 50740
    },
    {
      "epoch": 0.8576764151660851,
      "grad_norm": 0.06627970933914185,
      "learning_rate": 7.052201102327091e-06,
      "loss": 0.0035,
      "step": 50750
    },
    {
      "epoch": 0.8578454154449355,
      "grad_norm": 0.10356321185827255,
      "learning_rate": 7.050856134756352e-06,
      "loss": 0.002,
      "step": 50760
    },
    {
      "epoch": 0.8580144157237859,
      "grad_norm": 0.1255701780319214,
      "learning_rate": 7.049510988751193e-06,
      "loss": 0.0017,
      "step": 50770
    },
    {
      "epoch": 0.8581834160026364,
      "grad_norm": 0.07557336986064911,
      "learning_rate": 7.0481656644286475e-06,
      "loss": 0.0015,
      "step": 50780
    },
    {
      "epoch": 0.8583524162814868,
      "grad_norm": 0.0351254902780056,
      "learning_rate": 7.046820161905766e-06,
      "loss": 0.0022,
      "step": 50790
    },
    {
      "epoch": 0.8585214165603373,
      "grad_norm": 0.1283976435661316,
      "learning_rate": 7.045474481299613e-06,
      "loss": 0.0011,
      "step": 50800
    },
    {
      "epoch": 0.8586904168391878,
      "grad_norm": 0.018550874665379524,
      "learning_rate": 7.04412862272727e-06,
      "loss": 0.0014,
      "step": 50810
    },
    {
      "epoch": 0.8588594171180383,
      "grad_norm": 0.14388088881969452,
      "learning_rate": 7.042782586305832e-06,
      "loss": 0.0022,
      "step": 50820
    },
    {
      "epoch": 0.8590284173968887,
      "grad_norm": 0.07648961246013641,
      "learning_rate": 7.041436372152411e-06,
      "loss": 0.0018,
      "step": 50830
    },
    {
      "epoch": 0.8591974176757392,
      "grad_norm": 0.02715301141142845,
      "learning_rate": 7.0400899803841364e-06,
      "loss": 0.0027,
      "step": 50840
    },
    {
      "epoch": 0.8593664179545897,
      "grad_norm": 0.03417889028787613,
      "learning_rate": 7.038743411118148e-06,
      "loss": 0.0018,
      "step": 50850
    },
    {
      "epoch": 0.85953541823344,
      "grad_norm": 0.20179900527000427,
      "learning_rate": 7.037396664471605e-06,
      "loss": 0.0013,
      "step": 50860
    },
    {
      "epoch": 0.8597044185122905,
      "grad_norm": 0.06350982934236526,
      "learning_rate": 7.036049740561682e-06,
      "loss": 0.0019,
      "step": 50870
    },
    {
      "epoch": 0.859873418791141,
      "grad_norm": 0.003680954221636057,
      "learning_rate": 7.034702639505565e-06,
      "loss": 0.0013,
      "step": 50880
    },
    {
      "epoch": 0.8600424190699915,
      "grad_norm": 0.12450505048036575,
      "learning_rate": 7.033355361420461e-06,
      "loss": 0.0014,
      "step": 50890
    },
    {
      "epoch": 0.8602114193488419,
      "grad_norm": 0.04708400368690491,
      "learning_rate": 7.032007906423588e-06,
      "loss": 0.0011,
      "step": 50900
    },
    {
      "epoch": 0.8603804196276924,
      "grad_norm": 0.08234564960002899,
      "learning_rate": 7.0306602746321805e-06,
      "loss": 0.001,
      "step": 50910
    },
    {
      "epoch": 0.8605494199065429,
      "grad_norm": 0.02741340734064579,
      "learning_rate": 7.0293124661634925e-06,
      "loss": 0.0011,
      "step": 50920
    },
    {
      "epoch": 0.8607184201853934,
      "grad_norm": 0.08544056117534637,
      "learning_rate": 7.0279644811347855e-06,
      "loss": 0.002,
      "step": 50930
    },
    {
      "epoch": 0.8608874204642437,
      "grad_norm": 0.0741511806845665,
      "learning_rate": 7.026616319663346e-06,
      "loss": 0.001,
      "step": 50940
    },
    {
      "epoch": 0.8610564207430942,
      "grad_norm": 0.0694316178560257,
      "learning_rate": 7.025267981866466e-06,
      "loss": 0.0018,
      "step": 50950
    },
    {
      "epoch": 0.8612254210219447,
      "grad_norm": 0.17879147827625275,
      "learning_rate": 7.023919467861459e-06,
      "loss": 0.0018,
      "step": 50960
    },
    {
      "epoch": 0.8613944213007951,
      "grad_norm": 0.09562186896800995,
      "learning_rate": 7.022570777765651e-06,
      "loss": 0.0011,
      "step": 50970
    },
    {
      "epoch": 0.8615634215796456,
      "grad_norm": 0.055727630853652954,
      "learning_rate": 7.0212219116963875e-06,
      "loss": 0.0017,
      "step": 50980
    },
    {
      "epoch": 0.8617324218584961,
      "grad_norm": 0.12096261233091354,
      "learning_rate": 7.019872869771025e-06,
      "loss": 0.0028,
      "step": 50990
    },
    {
      "epoch": 0.8619014221373466,
      "grad_norm": 0.12893104553222656,
      "learning_rate": 7.018523652106934e-06,
      "loss": 0.0023,
      "step": 51000
    },
    {
      "epoch": 0.862070422416197,
      "grad_norm": 0.13929513096809387,
      "learning_rate": 7.0171742588215075e-06,
      "loss": 0.0015,
      "step": 51010
    },
    {
      "epoch": 0.8622394226950475,
      "grad_norm": 0.0476958341896534,
      "learning_rate": 7.015824690032146e-06,
      "loss": 0.0019,
      "step": 51020
    },
    {
      "epoch": 0.8624084229738979,
      "grad_norm": 0.11641071736812592,
      "learning_rate": 7.0144749458562686e-06,
      "loss": 0.0027,
      "step": 51030
    },
    {
      "epoch": 0.8625774232527483,
      "grad_norm": 0.0025708950124680996,
      "learning_rate": 7.013125026411313e-06,
      "loss": 0.0018,
      "step": 51040
    },
    {
      "epoch": 0.8627464235315988,
      "grad_norm": 0.09292472898960114,
      "learning_rate": 7.0117749318147256e-06,
      "loss": 0.0011,
      "step": 51050
    },
    {
      "epoch": 0.8629154238104493,
      "grad_norm": 0.062427133321762085,
      "learning_rate": 7.010424662183971e-06,
      "loss": 0.0009,
      "step": 51060
    },
    {
      "epoch": 0.8630844240892998,
      "grad_norm": 0.21843813359737396,
      "learning_rate": 7.00907421763653e-06,
      "loss": 0.0024,
      "step": 51070
    },
    {
      "epoch": 0.8632534243681502,
      "grad_norm": 0.013522603549063206,
      "learning_rate": 7.007723598289898e-06,
      "loss": 0.0012,
      "step": 51080
    },
    {
      "epoch": 0.8634224246470007,
      "grad_norm": 0.0820799246430397,
      "learning_rate": 7.006372804261586e-06,
      "loss": 0.0016,
      "step": 51090
    },
    {
      "epoch": 0.8635914249258512,
      "grad_norm": 0.026028936728835106,
      "learning_rate": 7.005021835669119e-06,
      "loss": 0.0024,
      "step": 51100
    },
    {
      "epoch": 0.8637604252047016,
      "grad_norm": 0.05370361730456352,
      "learning_rate": 7.003670692630035e-06,
      "loss": 0.0031,
      "step": 51110
    },
    {
      "epoch": 0.863929425483552,
      "grad_norm": 0.025905350223183632,
      "learning_rate": 7.002319375261895e-06,
      "loss": 0.0013,
      "step": 51120
    },
    {
      "epoch": 0.8640984257624025,
      "grad_norm": 0.02977590821683407,
      "learning_rate": 7.000967883682269e-06,
      "loss": 0.0026,
      "step": 51130
    },
    {
      "epoch": 0.864267426041253,
      "grad_norm": 0.09860771149396896,
      "learning_rate": 6.999616218008741e-06,
      "loss": 0.0029,
      "step": 51140
    },
    {
      "epoch": 0.8644364263201034,
      "grad_norm": 0.006294582970440388,
      "learning_rate": 6.998264378358915e-06,
      "loss": 0.001,
      "step": 51150
    },
    {
      "epoch": 0.8646054265989539,
      "grad_norm": 0.06445837020874023,
      "learning_rate": 6.9969123648504035e-06,
      "loss": 0.0018,
      "step": 51160
    },
    {
      "epoch": 0.8647744268778044,
      "grad_norm": 0.17422986030578613,
      "learning_rate": 6.995560177600842e-06,
      "loss": 0.0022,
      "step": 51170
    },
    {
      "epoch": 0.8649434271566548,
      "grad_norm": 0.050527047365903854,
      "learning_rate": 6.994207816727877e-06,
      "loss": 0.0011,
      "step": 51180
    },
    {
      "epoch": 0.8651124274355053,
      "grad_norm": 0.020956074818968773,
      "learning_rate": 6.992855282349169e-06,
      "loss": 0.0016,
      "step": 51190
    },
    {
      "epoch": 0.8652814277143557,
      "grad_norm": 0.0970766693353653,
      "learning_rate": 6.991502574582397e-06,
      "loss": 0.0016,
      "step": 51200
    },
    {
      "epoch": 0.8654504279932062,
      "grad_norm": 0.04854821041226387,
      "learning_rate": 6.99014969354525e-06,
      "loss": 0.0022,
      "step": 51210
    },
    {
      "epoch": 0.8656194282720566,
      "grad_norm": 0.08087870478630066,
      "learning_rate": 6.98879663935544e-06,
      "loss": 0.0014,
      "step": 51220
    },
    {
      "epoch": 0.8657884285509071,
      "grad_norm": 0.012758402153849602,
      "learning_rate": 6.987443412130684e-06,
      "loss": 0.0019,
      "step": 51230
    },
    {
      "epoch": 0.8659574288297576,
      "grad_norm": 0.03489887714385986,
      "learning_rate": 6.986090011988723e-06,
      "loss": 0.0008,
      "step": 51240
    },
    {
      "epoch": 0.866126429108608,
      "grad_norm": 0.03194853290915489,
      "learning_rate": 6.9847364390473084e-06,
      "loss": 0.0013,
      "step": 51250
    },
    {
      "epoch": 0.8662954293874585,
      "grad_norm": 0.024313364177942276,
      "learning_rate": 6.9833826934242065e-06,
      "loss": 0.0021,
      "step": 51260
    },
    {
      "epoch": 0.866464429666309,
      "grad_norm": 0.05284968391060829,
      "learning_rate": 6.9820287752372015e-06,
      "loss": 0.0011,
      "step": 51270
    },
    {
      "epoch": 0.8666334299451595,
      "grad_norm": 0.007368212100118399,
      "learning_rate": 6.9806746846040895e-06,
      "loss": 0.0016,
      "step": 51280
    },
    {
      "epoch": 0.8668024302240098,
      "grad_norm": 0.059824682772159576,
      "learning_rate": 6.9793204216426825e-06,
      "loss": 0.0039,
      "step": 51290
    },
    {
      "epoch": 0.8669714305028603,
      "grad_norm": 0.06650307029485703,
      "learning_rate": 6.97796598647081e-06,
      "loss": 0.0011,
      "step": 51300
    },
    {
      "epoch": 0.8671404307817108,
      "grad_norm": 0.3455488681793213,
      "learning_rate": 6.976611379206312e-06,
      "loss": 0.0016,
      "step": 51310
    },
    {
      "epoch": 0.8673094310605612,
      "grad_norm": 0.051520440727472305,
      "learning_rate": 6.975256599967047e-06,
      "loss": 0.0016,
      "step": 51320
    },
    {
      "epoch": 0.8674784313394117,
      "grad_norm": 0.07747151702642441,
      "learning_rate": 6.973901648870889e-06,
      "loss": 0.0071,
      "step": 51330
    },
    {
      "epoch": 0.8676474316182622,
      "grad_norm": 0.0553559847176075,
      "learning_rate": 6.972546526035723e-06,
      "loss": 0.0013,
      "step": 51340
    },
    {
      "epoch": 0.8678164318971127,
      "grad_norm": 0.25140562653541565,
      "learning_rate": 6.971191231579451e-06,
      "loss": 0.0024,
      "step": 51350
    },
    {
      "epoch": 0.8679854321759631,
      "grad_norm": 0.14226362109184265,
      "learning_rate": 6.969835765619993e-06,
      "loss": 0.0017,
      "step": 51360
    },
    {
      "epoch": 0.8681544324548135,
      "grad_norm": 0.024550093337893486,
      "learning_rate": 6.968480128275279e-06,
      "loss": 0.0009,
      "step": 51370
    },
    {
      "epoch": 0.868323432733664,
      "grad_norm": 0.15737617015838623,
      "learning_rate": 6.967124319663255e-06,
      "loss": 0.0013,
      "step": 51380
    },
    {
      "epoch": 0.8684924330125144,
      "grad_norm": 0.052487265318632126,
      "learning_rate": 6.965768339901885e-06,
      "loss": 0.0025,
      "step": 51390
    },
    {
      "epoch": 0.8686614332913649,
      "grad_norm": 0.051464054733514786,
      "learning_rate": 6.964412189109145e-06,
      "loss": 0.0017,
      "step": 51400
    },
    {
      "epoch": 0.8688304335702154,
      "grad_norm": 0.06501564383506775,
      "learning_rate": 6.963055867403027e-06,
      "loss": 0.0008,
      "step": 51410
    },
    {
      "epoch": 0.8689994338490659,
      "grad_norm": 0.008760693483054638,
      "learning_rate": 6.961699374901536e-06,
      "loss": 0.0016,
      "step": 51420
    },
    {
      "epoch": 0.8691684341279163,
      "grad_norm": 0.009418006055057049,
      "learning_rate": 6.960342711722697e-06,
      "loss": 0.0006,
      "step": 51430
    },
    {
      "epoch": 0.8693374344067668,
      "grad_norm": 0.0037960095796734095,
      "learning_rate": 6.958985877984543e-06,
      "loss": 0.0008,
      "step": 51440
    },
    {
      "epoch": 0.8695064346856173,
      "grad_norm": 0.03941208869218826,
      "learning_rate": 6.957628873805125e-06,
      "loss": 0.0013,
      "step": 51450
    },
    {
      "epoch": 0.8696754349644676,
      "grad_norm": 0.06688125431537628,
      "learning_rate": 6.9562716993025125e-06,
      "loss": 0.0026,
      "step": 51460
    },
    {
      "epoch": 0.8698444352433181,
      "grad_norm": 0.02947884425520897,
      "learning_rate": 6.954914354594782e-06,
      "loss": 0.0012,
      "step": 51470
    },
    {
      "epoch": 0.8700134355221686,
      "grad_norm": 0.06458774209022522,
      "learning_rate": 6.953556839800031e-06,
      "loss": 0.001,
      "step": 51480
    },
    {
      "epoch": 0.8701824358010191,
      "grad_norm": 0.02007310651242733,
      "learning_rate": 6.952199155036371e-06,
      "loss": 0.0012,
      "step": 51490
    },
    {
      "epoch": 0.8703514360798695,
      "grad_norm": 0.13680298626422882,
      "learning_rate": 6.950841300421923e-06,
      "loss": 0.0025,
      "step": 51500
    },
    {
      "epoch": 0.87052043635872,
      "grad_norm": 0.05821897089481354,
      "learning_rate": 6.949483276074832e-06,
      "loss": 0.0013,
      "step": 51510
    },
    {
      "epoch": 0.8706894366375705,
      "grad_norm": 0.028216827660799026,
      "learning_rate": 6.948125082113251e-06,
      "loss": 0.0032,
      "step": 51520
    },
    {
      "epoch": 0.870858436916421,
      "grad_norm": 0.23589423298835754,
      "learning_rate": 6.946766718655348e-06,
      "loss": 0.0028,
      "step": 51530
    },
    {
      "epoch": 0.8710274371952714,
      "grad_norm": 0.009308498352766037,
      "learning_rate": 6.945408185819309e-06,
      "loss": 0.0007,
      "step": 51540
    },
    {
      "epoch": 0.8711964374741218,
      "grad_norm": 0.11392482370138168,
      "learning_rate": 6.944049483723332e-06,
      "loss": 0.0026,
      "step": 51550
    },
    {
      "epoch": 0.8713654377529723,
      "grad_norm": 0.013795859180390835,
      "learning_rate": 6.94269061248563e-06,
      "loss": 0.0018,
      "step": 51560
    },
    {
      "epoch": 0.8715344380318227,
      "grad_norm": 0.06885958462953568,
      "learning_rate": 6.941331572224432e-06,
      "loss": 0.0024,
      "step": 51570
    },
    {
      "epoch": 0.8717034383106732,
      "grad_norm": 0.06273774057626724,
      "learning_rate": 6.939972363057982e-06,
      "loss": 0.0013,
      "step": 51580
    },
    {
      "epoch": 0.8718724385895237,
      "grad_norm": 0.042911358177661896,
      "learning_rate": 6.938612985104536e-06,
      "loss": 0.0007,
      "step": 51590
    },
    {
      "epoch": 0.8720414388683742,
      "grad_norm": 0.19388608634471893,
      "learning_rate": 6.937253438482369e-06,
      "loss": 0.0016,
      "step": 51600
    },
    {
      "epoch": 0.8722104391472246,
      "grad_norm": 0.07669465988874435,
      "learning_rate": 6.935893723309766e-06,
      "loss": 0.0014,
      "step": 51610
    },
    {
      "epoch": 0.8723794394260751,
      "grad_norm": 0.009165574796497822,
      "learning_rate": 6.934533839705029e-06,
      "loss": 0.0034,
      "step": 51620
    },
    {
      "epoch": 0.8725484397049255,
      "grad_norm": 0.02931053563952446,
      "learning_rate": 6.933173787786476e-06,
      "loss": 0.0022,
      "step": 51630
    },
    {
      "epoch": 0.8727174399837759,
      "grad_norm": 0.05150367692112923,
      "learning_rate": 6.931813567672435e-06,
      "loss": 0.0021,
      "step": 51640
    },
    {
      "epoch": 0.8728864402626264,
      "grad_norm": 0.03767949715256691,
      "learning_rate": 6.930453179481256e-06,
      "loss": 0.0026,
      "step": 51650
    },
    {
      "epoch": 0.8730554405414769,
      "grad_norm": 0.08445336669683456,
      "learning_rate": 6.929092623331296e-06,
      "loss": 0.0022,
      "step": 51660
    },
    {
      "epoch": 0.8732244408203274,
      "grad_norm": 0.03677793964743614,
      "learning_rate": 6.92773189934093e-06,
      "loss": 0.0011,
      "step": 51670
    },
    {
      "epoch": 0.8733934410991778,
      "grad_norm": 0.05863290652632713,
      "learning_rate": 6.926371007628551e-06,
      "loss": 0.0007,
      "step": 51680
    },
    {
      "epoch": 0.8735624413780283,
      "grad_norm": 0.01422297116369009,
      "learning_rate": 6.925009948312558e-06,
      "loss": 0.0013,
      "step": 51690
    },
    {
      "epoch": 0.8737314416568788,
      "grad_norm": 0.05631661415100098,
      "learning_rate": 6.923648721511374e-06,
      "loss": 0.0017,
      "step": 51700
    },
    {
      "epoch": 0.8739004419357292,
      "grad_norm": 0.03909344598650932,
      "learning_rate": 6.922287327343432e-06,
      "loss": 0.0014,
      "step": 51710
    },
    {
      "epoch": 0.8740694422145796,
      "grad_norm": 0.14640794694423676,
      "learning_rate": 6.920925765927178e-06,
      "loss": 0.0013,
      "step": 51720
    },
    {
      "epoch": 0.8742384424934301,
      "grad_norm": 0.09230657666921616,
      "learning_rate": 6.9195640373810756e-06,
      "loss": 0.0017,
      "step": 51730
    },
    {
      "epoch": 0.8744074427722806,
      "grad_norm": 0.11621160060167313,
      "learning_rate": 6.9182021418236025e-06,
      "loss": 0.002,
      "step": 51740
    },
    {
      "epoch": 0.874576443051131,
      "grad_norm": 0.011284736916422844,
      "learning_rate": 6.916840079373247e-06,
      "loss": 0.0012,
      "step": 51750
    },
    {
      "epoch": 0.8747454433299815,
      "grad_norm": 0.11019916832447052,
      "learning_rate": 6.915477850148519e-06,
      "loss": 0.0019,
      "step": 51760
    },
    {
      "epoch": 0.874914443608832,
      "grad_norm": 0.06869740039110184,
      "learning_rate": 6.914115454267936e-06,
      "loss": 0.0011,
      "step": 51770
    },
    {
      "epoch": 0.8750834438876824,
      "grad_norm": 0.09072849154472351,
      "learning_rate": 6.9127528918500344e-06,
      "loss": 0.0018,
      "step": 51780
    },
    {
      "epoch": 0.8752524441665329,
      "grad_norm": 0.013464599847793579,
      "learning_rate": 6.911390163013364e-06,
      "loss": 0.0016,
      "step": 51790
    },
    {
      "epoch": 0.8754214444453834,
      "grad_norm": 0.04589114338159561,
      "learning_rate": 6.910027267876489e-06,
      "loss": 0.0013,
      "step": 51800
    },
    {
      "epoch": 0.8755904447242338,
      "grad_norm": 0.05709948390722275,
      "learning_rate": 6.908664206557987e-06,
      "loss": 0.002,
      "step": 51810
    },
    {
      "epoch": 0.8757594450030842,
      "grad_norm": 0.05664777010679245,
      "learning_rate": 6.907300979176452e-06,
      "loss": 0.0019,
      "step": 51820
    },
    {
      "epoch": 0.8759284452819347,
      "grad_norm": 0.030458100140094757,
      "learning_rate": 6.905937585850491e-06,
      "loss": 0.0013,
      "step": 51830
    },
    {
      "epoch": 0.8760974455607852,
      "grad_norm": 0.02953479439020157,
      "learning_rate": 6.904574026698724e-06,
      "loss": 0.0019,
      "step": 51840
    },
    {
      "epoch": 0.8762664458396356,
      "grad_norm": 0.0162524227052927,
      "learning_rate": 6.90321030183979e-06,
      "loss": 0.001,
      "step": 51850
    },
    {
      "epoch": 0.8764354461184861,
      "grad_norm": 0.025975948199629784,
      "learning_rate": 6.901846411392338e-06,
      "loss": 0.0014,
      "step": 51860
    },
    {
      "epoch": 0.8766044463973366,
      "grad_norm": 0.018599003553390503,
      "learning_rate": 6.900482355475033e-06,
      "loss": 0.0023,
      "step": 51870
    },
    {
      "epoch": 0.8767734466761871,
      "grad_norm": 0.022095203399658203,
      "learning_rate": 6.8991181342065546e-06,
      "loss": 0.0019,
      "step": 51880
    },
    {
      "epoch": 0.8769424469550374,
      "grad_norm": 0.05831044912338257,
      "learning_rate": 6.897753747705599e-06,
      "loss": 0.0015,
      "step": 51890
    },
    {
      "epoch": 0.8771114472338879,
      "grad_norm": 0.2666162848472595,
      "learning_rate": 6.896389196090871e-06,
      "loss": 0.002,
      "step": 51900
    },
    {
      "epoch": 0.8772804475127384,
      "grad_norm": 0.08272144943475723,
      "learning_rate": 6.8950244794810965e-06,
      "loss": 0.0026,
      "step": 51910
    },
    {
      "epoch": 0.8774494477915888,
      "grad_norm": 0.03429991379380226,
      "learning_rate": 6.893659597995009e-06,
      "loss": 0.0056,
      "step": 51920
    },
    {
      "epoch": 0.8776184480704393,
      "grad_norm": 0.05217054858803749,
      "learning_rate": 6.892294551751362e-06,
      "loss": 0.0017,
      "step": 51930
    },
    {
      "epoch": 0.8777874483492898,
      "grad_norm": 0.26239824295043945,
      "learning_rate": 6.890929340868921e-06,
      "loss": 0.0016,
      "step": 51940
    },
    {
      "epoch": 0.8779564486281403,
      "grad_norm": 0.08103934675455093,
      "learning_rate": 6.889563965466465e-06,
      "loss": 0.0034,
      "step": 51950
    },
    {
      "epoch": 0.8781254489069907,
      "grad_norm": 0.0029180962592363358,
      "learning_rate": 6.888198425662789e-06,
      "loss": 0.0007,
      "step": 51960
    },
    {
      "epoch": 0.8782944491858412,
      "grad_norm": 0.1408311277627945,
      "learning_rate": 6.886832721576702e-06,
      "loss": 0.0023,
      "step": 51970
    },
    {
      "epoch": 0.8784634494646916,
      "grad_norm": 0.12084182351827621,
      "learning_rate": 6.8854668533270245e-06,
      "loss": 0.0016,
      "step": 51980
    },
    {
      "epoch": 0.878632449743542,
      "grad_norm": 0.06310968846082687,
      "learning_rate": 6.8841008210325966e-06,
      "loss": 0.0009,
      "step": 51990
    },
    {
      "epoch": 0.8788014500223925,
      "grad_norm": 0.06121402978897095,
      "learning_rate": 6.882734624812269e-06,
      "loss": 0.0013,
      "step": 52000
    },
    {
      "epoch": 0.878970450301243,
      "grad_norm": 0.077993243932724,
      "learning_rate": 6.881368264784906e-06,
      "loss": 0.0022,
      "step": 52010
    },
    {
      "epoch": 0.8791394505800935,
      "grad_norm": 0.06399333477020264,
      "learning_rate": 6.880001741069391e-06,
      "loss": 0.0015,
      "step": 52020
    },
    {
      "epoch": 0.8793084508589439,
      "grad_norm": 0.11310141533613205,
      "learning_rate": 6.878635053784614e-06,
      "loss": 0.0016,
      "step": 52030
    },
    {
      "epoch": 0.8794774511377944,
      "grad_norm": 0.051656268537044525,
      "learning_rate": 6.877268203049484e-06,
      "loss": 0.002,
      "step": 52040
    },
    {
      "epoch": 0.8796464514166449,
      "grad_norm": 0.12784205377101898,
      "learning_rate": 6.875901188982926e-06,
      "loss": 0.0016,
      "step": 52050
    },
    {
      "epoch": 0.8798154516954952,
      "grad_norm": 0.03359860181808472,
      "learning_rate": 6.874534011703876e-06,
      "loss": 0.0013,
      "step": 52060
    },
    {
      "epoch": 0.8799844519743457,
      "grad_norm": 0.06326126307249069,
      "learning_rate": 6.8731666713312835e-06,
      "loss": 0.0015,
      "step": 52070
    },
    {
      "epoch": 0.8801534522531962,
      "grad_norm": 0.0809256061911583,
      "learning_rate": 6.871799167984116e-06,
      "loss": 0.0009,
      "step": 52080
    },
    {
      "epoch": 0.8803224525320467,
      "grad_norm": 0.06105821952223778,
      "learning_rate": 6.870431501781352e-06,
      "loss": 0.0016,
      "step": 52090
    },
    {
      "epoch": 0.8804914528108971,
      "grad_norm": 0.09603806585073471,
      "learning_rate": 6.869063672841983e-06,
      "loss": 0.0016,
      "step": 52100
    },
    {
      "epoch": 0.8806604530897476,
      "grad_norm": 0.026588289067149162,
      "learning_rate": 6.86769568128502e-06,
      "loss": 0.0012,
      "step": 52110
    },
    {
      "epoch": 0.8808294533685981,
      "grad_norm": 0.1563897281885147,
      "learning_rate": 6.8663275272294835e-06,
      "loss": 0.0015,
      "step": 52120
    },
    {
      "epoch": 0.8809984536474486,
      "grad_norm": 0.02206975221633911,
      "learning_rate": 6.86495921079441e-06,
      "loss": 0.0022,
      "step": 52130
    },
    {
      "epoch": 0.881167453926299,
      "grad_norm": 0.00509232422336936,
      "learning_rate": 6.863590732098848e-06,
      "loss": 0.0015,
      "step": 52140
    },
    {
      "epoch": 0.8813364542051494,
      "grad_norm": 0.1817808747291565,
      "learning_rate": 6.862222091261864e-06,
      "loss": 0.0017,
      "step": 52150
    },
    {
      "epoch": 0.8815054544839999,
      "grad_norm": 0.09490422159433365,
      "learning_rate": 6.860853288402534e-06,
      "loss": 0.0015,
      "step": 52160
    },
    {
      "epoch": 0.8816744547628503,
      "grad_norm": 0.021016210317611694,
      "learning_rate": 6.859484323639953e-06,
      "loss": 0.0021,
      "step": 52170
    },
    {
      "epoch": 0.8818434550417008,
      "grad_norm": 0.022308198735117912,
      "learning_rate": 6.8581151970932266e-06,
      "loss": 0.0023,
      "step": 52180
    },
    {
      "epoch": 0.8820124553205513,
      "grad_norm": 0.09990277886390686,
      "learning_rate": 6.856745908881475e-06,
      "loss": 0.0016,
      "step": 52190
    },
    {
      "epoch": 0.8821814555994018,
      "grad_norm": 0.039097677916288376,
      "learning_rate": 6.855376459123833e-06,
      "loss": 0.0018,
      "step": 52200
    },
    {
      "epoch": 0.8823504558782522,
      "grad_norm": 0.1134280264377594,
      "learning_rate": 6.854006847939449e-06,
      "loss": 0.0011,
      "step": 52210
    },
    {
      "epoch": 0.8825194561571027,
      "grad_norm": 0.06151890754699707,
      "learning_rate": 6.852637075447488e-06,
      "loss": 0.0012,
      "step": 52220
    },
    {
      "epoch": 0.8826884564359532,
      "grad_norm": 0.07523173838853836,
      "learning_rate": 6.851267141767125e-06,
      "loss": 0.0009,
      "step": 52230
    },
    {
      "epoch": 0.8828574567148035,
      "grad_norm": 0.091850645840168,
      "learning_rate": 6.849897047017551e-06,
      "loss": 0.0014,
      "step": 52240
    },
    {
      "epoch": 0.883026456993654,
      "grad_norm": 0.039377931505441666,
      "learning_rate": 6.8485267913179694e-06,
      "loss": 0.0012,
      "step": 52250
    },
    {
      "epoch": 0.8831954572725045,
      "grad_norm": 0.04614482447504997,
      "learning_rate": 6.847156374787602e-06,
      "loss": 0.0015,
      "step": 52260
    },
    {
      "epoch": 0.883364457551355,
      "grad_norm": 0.025399111211299896,
      "learning_rate": 6.845785797545679e-06,
      "loss": 0.0015,
      "step": 52270
    },
    {
      "epoch": 0.8835334578302054,
      "grad_norm": 0.048147816210985184,
      "learning_rate": 6.84441505971145e-06,
      "loss": 0.001,
      "step": 52280
    },
    {
      "epoch": 0.8837024581090559,
      "grad_norm": 0.054078638553619385,
      "learning_rate": 6.8430441614041744e-06,
      "loss": 0.002,
      "step": 52290
    },
    {
      "epoch": 0.8838714583879064,
      "grad_norm": 0.020648863166570663,
      "learning_rate": 6.841673102743126e-06,
      "loss": 0.002,
      "step": 52300
    },
    {
      "epoch": 0.8840404586667568,
      "grad_norm": 0.07791152596473694,
      "learning_rate": 6.840301883847595e-06,
      "loss": 0.0019,
      "step": 52310
    },
    {
      "epoch": 0.8842094589456072,
      "grad_norm": 0.037497781217098236,
      "learning_rate": 6.838930504836885e-06,
      "loss": 0.0015,
      "step": 52320
    },
    {
      "epoch": 0.8843784592244577,
      "grad_norm": 0.0458468534052372,
      "learning_rate": 6.837558965830309e-06,
      "loss": 0.0012,
      "step": 52330
    },
    {
      "epoch": 0.8845474595033082,
      "grad_norm": 0.034784458577632904,
      "learning_rate": 6.8361872669472006e-06,
      "loss": 0.0007,
      "step": 52340
    },
    {
      "epoch": 0.8847164597821586,
      "grad_norm": 0.05131611227989197,
      "learning_rate": 6.834815408306903e-06,
      "loss": 0.0021,
      "step": 52350
    },
    {
      "epoch": 0.8848854600610091,
      "grad_norm": 0.16373878717422485,
      "learning_rate": 6.833443390028775e-06,
      "loss": 0.0028,
      "step": 52360
    },
    {
      "epoch": 0.8850544603398596,
      "grad_norm": 0.08664316684007645,
      "learning_rate": 6.832071212232191e-06,
      "loss": 0.0022,
      "step": 52370
    },
    {
      "epoch": 0.88522346061871,
      "grad_norm": 0.06289789080619812,
      "learning_rate": 6.830698875036533e-06,
      "loss": 0.0019,
      "step": 52380
    },
    {
      "epoch": 0.8853924608975605,
      "grad_norm": 0.05547764152288437,
      "learning_rate": 6.829326378561203e-06,
      "loss": 0.0022,
      "step": 52390
    },
    {
      "epoch": 0.885561461176411,
      "grad_norm": 0.07169349491596222,
      "learning_rate": 6.827953722925616e-06,
      "loss": 0.0007,
      "step": 52400
    },
    {
      "epoch": 0.8857304614552614,
      "grad_norm": 0.013705150224268436,
      "learning_rate": 6.826580908249198e-06,
      "loss": 0.0017,
      "step": 52410
    },
    {
      "epoch": 0.8858994617341118,
      "grad_norm": 0.003144758054986596,
      "learning_rate": 6.82520793465139e-06,
      "loss": 0.002,
      "step": 52420
    },
    {
      "epoch": 0.8860684620129623,
      "grad_norm": 0.10687538981437683,
      "learning_rate": 6.823834802251649e-06,
      "loss": 0.0018,
      "step": 52430
    },
    {
      "epoch": 0.8862374622918128,
      "grad_norm": 0.05764946714043617,
      "learning_rate": 6.822461511169442e-06,
      "loss": 0.0017,
      "step": 52440
    },
    {
      "epoch": 0.8864064625706632,
      "grad_norm": 0.0790930986404419,
      "learning_rate": 6.821088061524256e-06,
      "loss": 0.0014,
      "step": 52450
    },
    {
      "epoch": 0.8865754628495137,
      "grad_norm": 0.03424690291285515,
      "learning_rate": 6.819714453435583e-06,
      "loss": 0.0011,
      "step": 52460
    },
    {
      "epoch": 0.8867444631283642,
      "grad_norm": 0.03840995952486992,
      "learning_rate": 6.818340687022937e-06,
      "loss": 0.0015,
      "step": 52470
    },
    {
      "epoch": 0.8869134634072147,
      "grad_norm": 0.017015980556607246,
      "learning_rate": 6.816966762405841e-06,
      "loss": 0.0089,
      "step": 52480
    },
    {
      "epoch": 0.8870824636860651,
      "grad_norm": 0.11019181460142136,
      "learning_rate": 6.815592679703834e-06,
      "loss": 0.0024,
      "step": 52490
    },
    {
      "epoch": 0.8872514639649155,
      "grad_norm": 0.13899827003479004,
      "learning_rate": 6.814218439036466e-06,
      "loss": 0.0039,
      "step": 52500
    },
    {
      "epoch": 0.887420464243766,
      "grad_norm": 0.07236754894256592,
      "learning_rate": 6.812844040523305e-06,
      "loss": 0.0014,
      "step": 52510
    },
    {
      "epoch": 0.8875894645226164,
      "grad_norm": 0.039463385939598083,
      "learning_rate": 6.811469484283928e-06,
      "loss": 0.0014,
      "step": 52520
    },
    {
      "epoch": 0.8877584648014669,
      "grad_norm": 0.05553396791219711,
      "learning_rate": 6.810094770437929e-06,
      "loss": 0.0019,
      "step": 52530
    },
    {
      "epoch": 0.8879274650803174,
      "grad_norm": 0.2061227262020111,
      "learning_rate": 6.808719899104916e-06,
      "loss": 0.0025,
      "step": 52540
    },
    {
      "epoch": 0.8880964653591679,
      "grad_norm": 0.057045165449380875,
      "learning_rate": 6.807344870404506e-06,
      "loss": 0.0019,
      "step": 52550
    },
    {
      "epoch": 0.8882654656380183,
      "grad_norm": 0.03864588961005211,
      "learning_rate": 6.8059696844563384e-06,
      "loss": 0.0038,
      "step": 52560
    },
    {
      "epoch": 0.8884344659168688,
      "grad_norm": 0.046701423823833466,
      "learning_rate": 6.804594341380057e-06,
      "loss": 0.0013,
      "step": 52570
    },
    {
      "epoch": 0.8886034661957192,
      "grad_norm": 0.05355743691325188,
      "learning_rate": 6.8032188412953235e-06,
      "loss": 0.0016,
      "step": 52580
    },
    {
      "epoch": 0.8887724664745696,
      "grad_norm": 0.04035189375281334,
      "learning_rate": 6.8018431843218155e-06,
      "loss": 0.0023,
      "step": 52590
    },
    {
      "epoch": 0.8889414667534201,
      "grad_norm": 0.07668393105268478,
      "learning_rate": 6.80046737057922e-06,
      "loss": 0.0015,
      "step": 52600
    },
    {
      "epoch": 0.8891104670322706,
      "grad_norm": 0.04548002406954765,
      "learning_rate": 6.799091400187239e-06,
      "loss": 0.0022,
      "step": 52610
    },
    {
      "epoch": 0.8892794673111211,
      "grad_norm": 0.07837411761283875,
      "learning_rate": 6.7977152732655905e-06,
      "loss": 0.0007,
      "step": 52620
    },
    {
      "epoch": 0.8894484675899715,
      "grad_norm": 0.059095341712236404,
      "learning_rate": 6.7963389899340016e-06,
      "loss": 0.0014,
      "step": 52630
    },
    {
      "epoch": 0.889617467868822,
      "grad_norm": 0.09972900152206421,
      "learning_rate": 6.794962550312217e-06,
      "loss": 0.0017,
      "step": 52640
    },
    {
      "epoch": 0.8897864681476725,
      "grad_norm": 0.026061296463012695,
      "learning_rate": 6.793585954519995e-06,
      "loss": 0.0009,
      "step": 52650
    },
    {
      "epoch": 0.889955468426523,
      "grad_norm": 0.01142977736890316,
      "learning_rate": 6.792209202677105e-06,
      "loss": 0.0017,
      "step": 52660
    },
    {
      "epoch": 0.8901244687053733,
      "grad_norm": 0.04268473759293556,
      "learning_rate": 6.79083229490333e-06,
      "loss": 0.0012,
      "step": 52670
    },
    {
      "epoch": 0.8902934689842238,
      "grad_norm": 0.08778329193592072,
      "learning_rate": 6.789455231318469e-06,
      "loss": 0.0011,
      "step": 52680
    },
    {
      "epoch": 0.8904624692630743,
      "grad_norm": 0.08509475737810135,
      "learning_rate": 6.788078012042333e-06,
      "loss": 0.0012,
      "step": 52690
    },
    {
      "epoch": 0.8906314695419247,
      "grad_norm": 0.07777417451143265,
      "learning_rate": 6.786700637194745e-06,
      "loss": 0.0022,
      "step": 52700
    },
    {
      "epoch": 0.8908004698207752,
      "grad_norm": 0.13288511335849762,
      "learning_rate": 6.7853231068955474e-06,
      "loss": 0.0022,
      "step": 52710
    },
    {
      "epoch": 0.8909694700996257,
      "grad_norm": 0.008743119426071644,
      "learning_rate": 6.7839454212645876e-06,
      "loss": 0.0011,
      "step": 52720
    },
    {
      "epoch": 0.8911384703784762,
      "grad_norm": 0.11511184275150299,
      "learning_rate": 6.782567580421732e-06,
      "loss": 0.002,
      "step": 52730
    },
    {
      "epoch": 0.8913074706573266,
      "grad_norm": 0.03016517497599125,
      "learning_rate": 6.7811895844868626e-06,
      "loss": 0.0012,
      "step": 52740
    },
    {
      "epoch": 0.891476470936177,
      "grad_norm": 0.02707226388156414,
      "learning_rate": 6.779811433579867e-06,
      "loss": 0.0013,
      "step": 52750
    },
    {
      "epoch": 0.8916454712150275,
      "grad_norm": 0.013867163099348545,
      "learning_rate": 6.7784331278206536e-06,
      "loss": 0.0044,
      "step": 52760
    },
    {
      "epoch": 0.8918144714938779,
      "grad_norm": 0.15949314832687378,
      "learning_rate": 6.7770546673291425e-06,
      "loss": 0.0014,
      "step": 52770
    },
    {
      "epoch": 0.8919834717727284,
      "grad_norm": 0.02797427959740162,
      "learning_rate": 6.775676052225265e-06,
      "loss": 0.0014,
      "step": 52780
    },
    {
      "epoch": 0.8921524720515789,
      "grad_norm": 0.03147095441818237,
      "learning_rate": 6.7742972826289675e-06,
      "loss": 0.0021,
      "step": 52790
    },
    {
      "epoch": 0.8923214723304294,
      "grad_norm": 0.045642051845788956,
      "learning_rate": 6.7729183586602095e-06,
      "loss": 0.0024,
      "step": 52800
    },
    {
      "epoch": 0.8924904726092798,
      "grad_norm": 0.0411669984459877,
      "learning_rate": 6.771539280438966e-06,
      "loss": 0.0011,
      "step": 52810
    },
    {
      "epoch": 0.8926594728881303,
      "grad_norm": 0.02917470782995224,
      "learning_rate": 6.77016004808522e-06,
      "loss": 0.0015,
      "step": 52820
    },
    {
      "epoch": 0.8928284731669808,
      "grad_norm": 0.04881921410560608,
      "learning_rate": 6.768780661718973e-06,
      "loss": 0.0014,
      "step": 52830
    },
    {
      "epoch": 0.8929974734458311,
      "grad_norm": 0.03261767700314522,
      "learning_rate": 6.767401121460239e-06,
      "loss": 0.002,
      "step": 52840
    },
    {
      "epoch": 0.8931664737246816,
      "grad_norm": 0.039354369044303894,
      "learning_rate": 6.766021427429043e-06,
      "loss": 0.0052,
      "step": 52850
    },
    {
      "epoch": 0.8933354740035321,
      "grad_norm": 0.039264146238565445,
      "learning_rate": 6.764641579745429e-06,
      "loss": 0.0009,
      "step": 52860
    },
    {
      "epoch": 0.8935044742823826,
      "grad_norm": 0.04962320253252983,
      "learning_rate": 6.763261578529445e-06,
      "loss": 0.0012,
      "step": 52870
    },
    {
      "epoch": 0.893673474561233,
      "grad_norm": 0.05316542834043503,
      "learning_rate": 6.761881423901162e-06,
      "loss": 0.0025,
      "step": 52880
    },
    {
      "epoch": 0.8938424748400835,
      "grad_norm": 0.019389688968658447,
      "learning_rate": 6.760501115980659e-06,
      "loss": 0.0011,
      "step": 52890
    },
    {
      "epoch": 0.894011475118934,
      "grad_norm": 0.02297196164727211,
      "learning_rate": 6.7591206548880285e-06,
      "loss": 0.0019,
      "step": 52900
    },
    {
      "epoch": 0.8941804753977844,
      "grad_norm": 0.07117078453302383,
      "learning_rate": 6.757740040743378e-06,
      "loss": 0.0012,
      "step": 52910
    },
    {
      "epoch": 0.8943494756766349,
      "grad_norm": 0.06571634858846664,
      "learning_rate": 6.756359273666827e-06,
      "loss": 0.0009,
      "step": 52920
    },
    {
      "epoch": 0.8945184759554853,
      "grad_norm": 0.07537243515253067,
      "learning_rate": 6.754978353778508e-06,
      "loss": 0.0066,
      "step": 52930
    },
    {
      "epoch": 0.8946874762343358,
      "grad_norm": 0.02859083004295826,
      "learning_rate": 6.753597281198571e-06,
      "loss": 0.0018,
      "step": 52940
    },
    {
      "epoch": 0.8948564765131862,
      "grad_norm": 0.07475516945123672,
      "learning_rate": 6.752216056047174e-06,
      "loss": 0.0015,
      "step": 52950
    },
    {
      "epoch": 0.8950254767920367,
      "grad_norm": 0.0927102118730545,
      "learning_rate": 6.75083467844449e-06,
      "loss": 0.0012,
      "step": 52960
    },
    {
      "epoch": 0.8951944770708872,
      "grad_norm": 0.16480670869350433,
      "learning_rate": 6.749453148510706e-06,
      "loss": 0.0009,
      "step": 52970
    },
    {
      "epoch": 0.8953634773497376,
      "grad_norm": 0.04149400070309639,
      "learning_rate": 6.748071466366023e-06,
      "loss": 0.0012,
      "step": 52980
    },
    {
      "epoch": 0.8955324776285881,
      "grad_norm": 0.07089632749557495,
      "learning_rate": 6.746689632130652e-06,
      "loss": 0.0023,
      "step": 52990
    },
    {
      "epoch": 0.8957014779074386,
      "grad_norm": 0.05136013776063919,
      "learning_rate": 6.74530764592482e-06,
      "loss": 0.0011,
      "step": 53000
    },
    {
      "epoch": 0.895870478186289,
      "grad_norm": 0.011685706675052643,
      "learning_rate": 6.743925507868767e-06,
      "loss": 0.0022,
      "step": 53010
    },
    {
      "epoch": 0.8960394784651394,
      "grad_norm": 0.03491692245006561,
      "learning_rate": 6.742543218082744e-06,
      "loss": 0.001,
      "step": 53020
    },
    {
      "epoch": 0.8962084787439899,
      "grad_norm": 0.0011314982548356056,
      "learning_rate": 6.741160776687019e-06,
      "loss": 0.0019,
      "step": 53030
    },
    {
      "epoch": 0.8963774790228404,
      "grad_norm": 0.05087868496775627,
      "learning_rate": 6.73977818380187e-06,
      "loss": 0.0011,
      "step": 53040
    },
    {
      "epoch": 0.8965464793016908,
      "grad_norm": 0.08818584680557251,
      "learning_rate": 6.738395439547591e-06,
      "loss": 0.0019,
      "step": 53050
    },
    {
      "epoch": 0.8967154795805413,
      "grad_norm": 0.14296086132526398,
      "learning_rate": 6.737012544044486e-06,
      "loss": 0.0013,
      "step": 53060
    },
    {
      "epoch": 0.8968844798593918,
      "grad_norm": 0.0492781437933445,
      "learning_rate": 6.735629497412872e-06,
      "loss": 0.001,
      "step": 53070
    },
    {
      "epoch": 0.8970534801382423,
      "grad_norm": 0.025535326451063156,
      "learning_rate": 6.734246299773084e-06,
      "loss": 0.0021,
      "step": 53080
    },
    {
      "epoch": 0.8972224804170927,
      "grad_norm": 0.06880789995193481,
      "learning_rate": 6.7328629512454646e-06,
      "loss": 0.0013,
      "step": 53090
    },
    {
      "epoch": 0.8973914806959431,
      "grad_norm": 0.3037954866886139,
      "learning_rate": 6.731479451950373e-06,
      "loss": 0.0016,
      "step": 53100
    },
    {
      "epoch": 0.8975604809747936,
      "grad_norm": 0.07403312623500824,
      "learning_rate": 6.730095802008179e-06,
      "loss": 0.0015,
      "step": 53110
    },
    {
      "epoch": 0.897729481253644,
      "grad_norm": 0.08519771695137024,
      "learning_rate": 6.728712001539266e-06,
      "loss": 0.0017,
      "step": 53120
    },
    {
      "epoch": 0.8978984815324945,
      "grad_norm": 0.024969011545181274,
      "learning_rate": 6.7273280506640356e-06,
      "loss": 0.0013,
      "step": 53130
    },
    {
      "epoch": 0.898067481811345,
      "grad_norm": 0.06154831871390343,
      "learning_rate": 6.725943949502896e-06,
      "loss": 0.0017,
      "step": 53140
    },
    {
      "epoch": 0.8982364820901955,
      "grad_norm": 0.045953039079904556,
      "learning_rate": 6.724559698176269e-06,
      "loss": 0.0013,
      "step": 53150
    },
    {
      "epoch": 0.8984054823690459,
      "grad_norm": 0.03636516258120537,
      "learning_rate": 6.723175296804594e-06,
      "loss": 0.0012,
      "step": 53160
    },
    {
      "epoch": 0.8985744826478964,
      "grad_norm": 0.06074857339262962,
      "learning_rate": 6.7217907455083176e-06,
      "loss": 0.0016,
      "step": 53170
    },
    {
      "epoch": 0.8987434829267469,
      "grad_norm": 0.028408514335751534,
      "learning_rate": 6.720406044407905e-06,
      "loss": 0.0023,
      "step": 53180
    },
    {
      "epoch": 0.8989124832055972,
      "grad_norm": 0.04262072965502739,
      "learning_rate": 6.719021193623832e-06,
      "loss": 0.0014,
      "step": 53190
    },
    {
      "epoch": 0.8990814834844477,
      "grad_norm": 0.004805940669029951,
      "learning_rate": 6.717636193276584e-06,
      "loss": 0.0009,
      "step": 53200
    },
    {
      "epoch": 0.8992504837632982,
      "grad_norm": 0.13305015861988068,
      "learning_rate": 6.716251043486665e-06,
      "loss": 0.0021,
      "step": 53210
    },
    {
      "epoch": 0.8994194840421487,
      "grad_norm": 0.056643761694431305,
      "learning_rate": 6.714865744374591e-06,
      "loss": 0.0018,
      "step": 53220
    },
    {
      "epoch": 0.8995884843209991,
      "grad_norm": 0.021547023206949234,
      "learning_rate": 6.713480296060888e-06,
      "loss": 0.0026,
      "step": 53230
    },
    {
      "epoch": 0.8997574845998496,
      "grad_norm": 0.20311525464057922,
      "learning_rate": 6.712094698666099e-06,
      "loss": 0.001,
      "step": 53240
    },
    {
      "epoch": 0.8999264848787001,
      "grad_norm": 0.051384858787059784,
      "learning_rate": 6.710708952310774e-06,
      "loss": 0.0015,
      "step": 53250
    },
    {
      "epoch": 0.9000954851575506,
      "grad_norm": 0.004437590949237347,
      "learning_rate": 6.709323057115482e-06,
      "loss": 0.0021,
      "step": 53260
    },
    {
      "epoch": 0.9002644854364009,
      "grad_norm": 0.04546438902616501,
      "learning_rate": 6.707937013200803e-06,
      "loss": 0.0013,
      "step": 53270
    },
    {
      "epoch": 0.9004334857152514,
      "grad_norm": 0.05520818009972572,
      "learning_rate": 6.706550820687328e-06,
      "loss": 0.0013,
      "step": 53280
    },
    {
      "epoch": 0.9006024859941019,
      "grad_norm": 0.10690100491046906,
      "learning_rate": 6.7051644796956624e-06,
      "loss": 0.0014,
      "step": 53290
    },
    {
      "epoch": 0.9007714862729523,
      "grad_norm": 0.029496680945158005,
      "learning_rate": 6.703777990346427e-06,
      "loss": 0.0014,
      "step": 53300
    },
    {
      "epoch": 0.9009404865518028,
      "grad_norm": 0.10258401930332184,
      "learning_rate": 6.7023913527602506e-06,
      "loss": 0.0017,
      "step": 53310
    },
    {
      "epoch": 0.9011094868306533,
      "grad_norm": 0.06807773560285568,
      "learning_rate": 6.701004567057777e-06,
      "loss": 0.0023,
      "step": 53320
    },
    {
      "epoch": 0.9012784871095038,
      "grad_norm": 0.10241279006004333,
      "learning_rate": 6.699617633359666e-06,
      "loss": 0.0013,
      "step": 53330
    },
    {
      "epoch": 0.9014474873883542,
      "grad_norm": 0.07315660268068314,
      "learning_rate": 6.698230551786586e-06,
      "loss": 0.0026,
      "step": 53340
    },
    {
      "epoch": 0.9016164876672047,
      "grad_norm": 0.01719767041504383,
      "learning_rate": 6.69684332245922e-06,
      "loss": 0.0012,
      "step": 53350
    },
    {
      "epoch": 0.9017854879460551,
      "grad_norm": 0.010834837332367897,
      "learning_rate": 6.695455945498264e-06,
      "loss": 0.002,
      "step": 53360
    },
    {
      "epoch": 0.9019544882249055,
      "grad_norm": 0.06381508708000183,
      "learning_rate": 6.694068421024425e-06,
      "loss": 0.0039,
      "step": 53370
    },
    {
      "epoch": 0.902123488503756,
      "grad_norm": 0.03186887130141258,
      "learning_rate": 6.6926807491584255e-06,
      "loss": 0.002,
      "step": 53380
    },
    {
      "epoch": 0.9022924887826065,
      "grad_norm": 0.04062811657786369,
      "learning_rate": 6.691292930021001e-06,
      "loss": 0.0009,
      "step": 53390
    },
    {
      "epoch": 0.902461489061457,
      "grad_norm": 0.018574338406324387,
      "learning_rate": 6.689904963732895e-06,
      "loss": 0.0015,
      "step": 53400
    },
    {
      "epoch": 0.9026304893403074,
      "grad_norm": 0.03585190325975418,
      "learning_rate": 6.68851685041487e-06,
      "loss": 0.0016,
      "step": 53410
    },
    {
      "epoch": 0.9027994896191579,
      "grad_norm": 0.015502367168664932,
      "learning_rate": 6.687128590187698e-06,
      "loss": 0.0018,
      "step": 53420
    },
    {
      "epoch": 0.9029684898980084,
      "grad_norm": 0.05451056733727455,
      "learning_rate": 6.6857401831721645e-06,
      "loss": 0.0013,
      "step": 53430
    },
    {
      "epoch": 0.9031374901768587,
      "grad_norm": 0.05533871054649353,
      "learning_rate": 6.684351629489067e-06,
      "loss": 0.002,
      "step": 53440
    },
    {
      "epoch": 0.9033064904557092,
      "grad_norm": 0.04295478016138077,
      "learning_rate": 6.682962929259218e-06,
      "loss": 0.0021,
      "step": 53450
    },
    {
      "epoch": 0.9034754907345597,
      "grad_norm": 0.003592574968934059,
      "learning_rate": 6.681574082603439e-06,
      "loss": 0.0018,
      "step": 53460
    },
    {
      "epoch": 0.9036444910134102,
      "grad_norm": 0.07409350574016571,
      "learning_rate": 6.680185089642568e-06,
      "loss": 0.0018,
      "step": 53470
    },
    {
      "epoch": 0.9038134912922606,
      "grad_norm": 0.09028099477291107,
      "learning_rate": 6.678795950497453e-06,
      "loss": 0.0018,
      "step": 53480
    },
    {
      "epoch": 0.9039824915711111,
      "grad_norm": 0.016657106578350067,
      "learning_rate": 6.6774066652889565e-06,
      "loss": 0.004,
      "step": 53490
    },
    {
      "epoch": 0.9041514918499616,
      "grad_norm": 0.12282165139913559,
      "learning_rate": 6.6760172341379535e-06,
      "loss": 0.0018,
      "step": 53500
    },
    {
      "epoch": 0.904320492128812,
      "grad_norm": 0.05469250679016113,
      "learning_rate": 6.67462765716533e-06,
      "loss": 0.0013,
      "step": 53510
    },
    {
      "epoch": 0.9044894924076625,
      "grad_norm": 0.11904332041740417,
      "learning_rate": 6.673237934491988e-06,
      "loss": 0.0013,
      "step": 53520
    },
    {
      "epoch": 0.9046584926865129,
      "grad_norm": 0.08364378660917282,
      "learning_rate": 6.671848066238836e-06,
      "loss": 0.0008,
      "step": 53530
    },
    {
      "epoch": 0.9048274929653634,
      "grad_norm": 0.05299696698784828,
      "learning_rate": 6.6704580525268035e-06,
      "loss": 0.0011,
      "step": 53540
    },
    {
      "epoch": 0.9049964932442138,
      "grad_norm": 0.08057032525539398,
      "learning_rate": 6.669067893476827e-06,
      "loss": 0.0027,
      "step": 53550
    },
    {
      "epoch": 0.9051654935230643,
      "grad_norm": 0.10579432547092438,
      "learning_rate": 6.667677589209858e-06,
      "loss": 0.0016,
      "step": 53560
    },
    {
      "epoch": 0.9053344938019148,
      "grad_norm": 0.05485056713223457,
      "learning_rate": 6.666287139846857e-06,
      "loss": 0.0017,
      "step": 53570
    },
    {
      "epoch": 0.9055034940807652,
      "grad_norm": 0.04897540062665939,
      "learning_rate": 6.6648965455088025e-06,
      "loss": 0.002,
      "step": 53580
    },
    {
      "epoch": 0.9056724943596157,
      "grad_norm": 0.07316815853118896,
      "learning_rate": 6.663505806316681e-06,
      "loss": 0.0007,
      "step": 53590
    },
    {
      "epoch": 0.9058414946384662,
      "grad_norm": 0.02678026631474495,
      "learning_rate": 6.662114922391494e-06,
      "loss": 0.0012,
      "step": 53600
    },
    {
      "epoch": 0.9060104949173167,
      "grad_norm": 0.08421721309423447,
      "learning_rate": 6.660723893854256e-06,
      "loss": 0.0014,
      "step": 53610
    },
    {
      "epoch": 0.906179495196167,
      "grad_norm": 0.061888616532087326,
      "learning_rate": 6.6593327208259935e-06,
      "loss": 0.0029,
      "step": 53620
    },
    {
      "epoch": 0.9063484954750175,
      "grad_norm": 0.07698092609643936,
      "learning_rate": 6.657941403427745e-06,
      "loss": 0.0015,
      "step": 53630
    },
    {
      "epoch": 0.906517495753868,
      "grad_norm": 0.019941125065088272,
      "learning_rate": 6.6565499417805615e-06,
      "loss": 0.0027,
      "step": 53640
    },
    {
      "epoch": 0.9066864960327184,
      "grad_norm": 0.04463280364871025,
      "learning_rate": 6.655158336005505e-06,
      "loss": 0.002,
      "step": 53650
    },
    {
      "epoch": 0.9068554963115689,
      "grad_norm": 0.03760061785578728,
      "learning_rate": 6.653766586223656e-06,
      "loss": 0.0012,
      "step": 53660
    },
    {
      "epoch": 0.9070244965904194,
      "grad_norm": 0.05356159806251526,
      "learning_rate": 6.652374692556101e-06,
      "loss": 0.0014,
      "step": 53670
    },
    {
      "epoch": 0.9071934968692699,
      "grad_norm": 0.0786006897687912,
      "learning_rate": 6.650982655123941e-06,
      "loss": 0.0018,
      "step": 53680
    },
    {
      "epoch": 0.9073624971481203,
      "grad_norm": 0.041036710143089294,
      "learning_rate": 6.64959047404829e-06,
      "loss": 0.0026,
      "step": 53690
    },
    {
      "epoch": 0.9075314974269707,
      "grad_norm": 0.09620804339647293,
      "learning_rate": 6.648198149450277e-06,
      "loss": 0.0018,
      "step": 53700
    },
    {
      "epoch": 0.9077004977058212,
      "grad_norm": 0.01466481015086174,
      "learning_rate": 6.6468056814510385e-06,
      "loss": 0.002,
      "step": 53710
    },
    {
      "epoch": 0.9078694979846716,
      "grad_norm": 0.14561620354652405,
      "learning_rate": 6.645413070171726e-06,
      "loss": 0.0014,
      "step": 53720
    },
    {
      "epoch": 0.9080384982635221,
      "grad_norm": 0.01577634923160076,
      "learning_rate": 6.644020315733505e-06,
      "loss": 0.0018,
      "step": 53730
    },
    {
      "epoch": 0.9082074985423726,
      "grad_norm": 0.0007173779886215925,
      "learning_rate": 6.642627418257551e-06,
      "loss": 0.0015,
      "step": 53740
    },
    {
      "epoch": 0.9083764988212231,
      "grad_norm": 0.04145677387714386,
      "learning_rate": 6.641234377865053e-06,
      "loss": 0.0024,
      "step": 53750
    },
    {
      "epoch": 0.9085454991000735,
      "grad_norm": 0.003429944859817624,
      "learning_rate": 6.639841194677213e-06,
      "loss": 0.0016,
      "step": 53760
    },
    {
      "epoch": 0.908714499378924,
      "grad_norm": 0.0353064239025116,
      "learning_rate": 6.638447868815243e-06,
      "loss": 0.0016,
      "step": 53770
    },
    {
      "epoch": 0.9088834996577745,
      "grad_norm": 0.00795475672930479,
      "learning_rate": 6.63705440040037e-06,
      "loss": 0.0015,
      "step": 53780
    },
    {
      "epoch": 0.9090524999366248,
      "grad_norm": 0.0757342278957367,
      "learning_rate": 6.635660789553833e-06,
      "loss": 0.0022,
      "step": 53790
    },
    {
      "epoch": 0.9092215002154753,
      "grad_norm": 0.018039211630821228,
      "learning_rate": 6.634267036396881e-06,
      "loss": 0.0068,
      "step": 53800
    },
    {
      "epoch": 0.9093905004943258,
      "grad_norm": 0.09006370604038239,
      "learning_rate": 6.63287314105078e-06,
      "loss": 0.0014,
      "step": 53810
    },
    {
      "epoch": 0.9095595007731763,
      "grad_norm": 0.04026485234498978,
      "learning_rate": 6.631479103636803e-06,
      "loss": 0.0014,
      "step": 53820
    },
    {
      "epoch": 0.9097285010520267,
      "grad_norm": 0.05421081930398941,
      "learning_rate": 6.630084924276241e-06,
      "loss": 0.0024,
      "step": 53830
    },
    {
      "epoch": 0.9098975013308772,
      "grad_norm": 0.0850011482834816,
      "learning_rate": 6.628690603090391e-06,
      "loss": 0.002,
      "step": 53840
    },
    {
      "epoch": 0.9100665016097277,
      "grad_norm": 0.006448943633586168,
      "learning_rate": 6.627296140200569e-06,
      "loss": 0.0011,
      "step": 53850
    },
    {
      "epoch": 0.9102355018885782,
      "grad_norm": 0.006143988575786352,
      "learning_rate": 6.6259015357280965e-06,
      "loss": 0.0024,
      "step": 53860
    },
    {
      "epoch": 0.9104045021674286,
      "grad_norm": 0.029627706855535507,
      "learning_rate": 6.624506789794313e-06,
      "loss": 0.0014,
      "step": 53870
    },
    {
      "epoch": 0.910573502446279,
      "grad_norm": 0.05208719149231911,
      "learning_rate": 6.623111902520569e-06,
      "loss": 0.0012,
      "step": 53880
    },
    {
      "epoch": 0.9107425027251295,
      "grad_norm": 0.04385032504796982,
      "learning_rate": 6.6217168740282245e-06,
      "loss": 0.0011,
      "step": 53890
    },
    {
      "epoch": 0.9109115030039799,
      "grad_norm": 0.12211822718381882,
      "learning_rate": 6.6203217044386546e-06,
      "loss": 0.0016,
      "step": 53900
    },
    {
      "epoch": 0.9110805032828304,
      "grad_norm": 0.11783907562494278,
      "learning_rate": 6.618926393873246e-06,
      "loss": 0.0013,
      "step": 53910
    },
    {
      "epoch": 0.9112495035616809,
      "grad_norm": 0.03287163004279137,
      "learning_rate": 6.6175309424533985e-06,
      "loss": 0.0016,
      "step": 53920
    },
    {
      "epoch": 0.9114185038405314,
      "grad_norm": 0.022966263815760612,
      "learning_rate": 6.616135350300521e-06,
      "loss": 0.002,
      "step": 53930
    },
    {
      "epoch": 0.9115875041193818,
      "grad_norm": 0.4584880769252777,
      "learning_rate": 6.614739617536037e-06,
      "loss": 0.0014,
      "step": 53940
    },
    {
      "epoch": 0.9117565043982323,
      "grad_norm": 0.05042840167880058,
      "learning_rate": 6.613343744281383e-06,
      "loss": 0.0031,
      "step": 53950
    },
    {
      "epoch": 0.9119255046770827,
      "grad_norm": 0.05508103221654892,
      "learning_rate": 6.611947730658006e-06,
      "loss": 0.0011,
      "step": 53960
    },
    {
      "epoch": 0.9120945049559331,
      "grad_norm": 0.16197894513607025,
      "learning_rate": 6.610551576787367e-06,
      "loss": 0.0019,
      "step": 53970
    },
    {
      "epoch": 0.9122635052347836,
      "grad_norm": 0.059720925986766815,
      "learning_rate": 6.609155282790937e-06,
      "loss": 0.0016,
      "step": 53980
    },
    {
      "epoch": 0.9124325055136341,
      "grad_norm": 0.02155834622681141,
      "learning_rate": 6.607758848790201e-06,
      "loss": 0.0013,
      "step": 53990
    },
    {
      "epoch": 0.9126015057924846,
      "grad_norm": 0.03507447615265846,
      "learning_rate": 6.606362274906655e-06,
      "loss": 0.0031,
      "step": 54000
    },
    {
      "epoch": 0.912770506071335,
      "grad_norm": 0.053267836570739746,
      "learning_rate": 6.604965561261809e-06,
      "loss": 0.0017,
      "step": 54010
    },
    {
      "epoch": 0.9129395063501855,
      "grad_norm": 0.1057472974061966,
      "learning_rate": 6.603568707977183e-06,
      "loss": 0.0014,
      "step": 54020
    },
    {
      "epoch": 0.913108506629036,
      "grad_norm": 0.003757775528356433,
      "learning_rate": 6.602171715174309e-06,
      "loss": 0.0019,
      "step": 54030
    },
    {
      "epoch": 0.9132775069078864,
      "grad_norm": 0.0017160142306238413,
      "learning_rate": 6.600774582974734e-06,
      "loss": 0.0011,
      "step": 54040
    },
    {
      "epoch": 0.9134465071867368,
      "grad_norm": 0.07644976675510406,
      "learning_rate": 6.599377311500014e-06,
      "loss": 0.0023,
      "step": 54050
    },
    {
      "epoch": 0.9136155074655873,
      "grad_norm": 0.1244252622127533,
      "learning_rate": 6.5979799008717186e-06,
      "loss": 0.0017,
      "step": 54060
    },
    {
      "epoch": 0.9137845077444378,
      "grad_norm": 0.03451064974069595,
      "learning_rate": 6.596582351211429e-06,
      "loss": 0.0048,
      "step": 54070
    },
    {
      "epoch": 0.9139535080232882,
      "grad_norm": 0.04706354811787605,
      "learning_rate": 6.595184662640741e-06,
      "loss": 0.0023,
      "step": 54080
    },
    {
      "epoch": 0.9141225083021387,
      "grad_norm": 0.04288541525602341,
      "learning_rate": 6.5937868352812565e-06,
      "loss": 0.0023,
      "step": 54090
    },
    {
      "epoch": 0.9142915085809892,
      "grad_norm": 0.03782866150140762,
      "learning_rate": 6.592388869254596e-06,
      "loss": 0.0008,
      "step": 54100
    },
    {
      "epoch": 0.9144605088598396,
      "grad_norm": 0.025055140256881714,
      "learning_rate": 6.5909907646823876e-06,
      "loss": 0.0017,
      "step": 54110
    },
    {
      "epoch": 0.9146295091386901,
      "grad_norm": 0.03553859144449234,
      "learning_rate": 6.589592521686277e-06,
      "loss": 0.0027,
      "step": 54120
    },
    {
      "epoch": 0.9147985094175405,
      "grad_norm": 0.06720779091119766,
      "learning_rate": 6.5881941403879125e-06,
      "loss": 0.0017,
      "step": 54130
    },
    {
      "epoch": 0.914967509696391,
      "grad_norm": 0.045898016542196274,
      "learning_rate": 6.586795620908964e-06,
      "loss": 0.0019,
      "step": 54140
    },
    {
      "epoch": 0.9151365099752414,
      "grad_norm": 0.11866870522499084,
      "learning_rate": 6.585396963371108e-06,
      "loss": 0.0017,
      "step": 54150
    },
    {
      "epoch": 0.9153055102540919,
      "grad_norm": 0.057932619005441666,
      "learning_rate": 6.583998167896035e-06,
      "loss": 0.0015,
      "step": 54160
    },
    {
      "epoch": 0.9154745105329424,
      "grad_norm": 0.03443612530827522,
      "learning_rate": 6.5825992346054454e-06,
      "loss": 0.0007,
      "step": 54170
    },
    {
      "epoch": 0.9156435108117928,
      "grad_norm": 0.11433347314596176,
      "learning_rate": 6.581200163621055e-06,
      "loss": 0.0019,
      "step": 54180
    },
    {
      "epoch": 0.9158125110906433,
      "grad_norm": 0.04202871024608612,
      "learning_rate": 6.57980095506459e-06,
      "loss": 0.0013,
      "step": 54190
    },
    {
      "epoch": 0.9159815113694938,
      "grad_norm": 0.030800852924585342,
      "learning_rate": 6.578401609057789e-06,
      "loss": 0.002,
      "step": 54200
    },
    {
      "epoch": 0.9161505116483443,
      "grad_norm": 0.02836521342396736,
      "learning_rate": 6.577002125722398e-06,
      "loss": 0.0015,
      "step": 54210
    },
    {
      "epoch": 0.9163195119271946,
      "grad_norm": 0.11328999698162079,
      "learning_rate": 6.575602505180183e-06,
      "loss": 0.0021,
      "step": 54220
    },
    {
      "epoch": 0.9164885122060451,
      "grad_norm": 0.015508916229009628,
      "learning_rate": 6.574202747552914e-06,
      "loss": 0.0011,
      "step": 54230
    },
    {
      "epoch": 0.9166575124848956,
      "grad_norm": 0.040631003677845,
      "learning_rate": 6.572802852962381e-06,
      "loss": 0.0007,
      "step": 54240
    },
    {
      "epoch": 0.916826512763746,
      "grad_norm": 0.0665983110666275,
      "learning_rate": 6.571402821530378e-06,
      "loss": 0.0011,
      "step": 54250
    },
    {
      "epoch": 0.9169955130425965,
      "grad_norm": 0.053036030381917953,
      "learning_rate": 6.570002653378717e-06,
      "loss": 0.0016,
      "step": 54260
    },
    {
      "epoch": 0.917164513321447,
      "grad_norm": 0.09500153362751007,
      "learning_rate": 6.568602348629217e-06,
      "loss": 0.0012,
      "step": 54270
    },
    {
      "epoch": 0.9173335136002975,
      "grad_norm": 0.02812996692955494,
      "learning_rate": 6.567201907403713e-06,
      "loss": 0.001,
      "step": 54280
    },
    {
      "epoch": 0.9175025138791479,
      "grad_norm": 0.02416916936635971,
      "learning_rate": 6.565801329824051e-06,
      "loss": 0.0019,
      "step": 54290
    },
    {
      "epoch": 0.9176715141579984,
      "grad_norm": 0.09245016425848007,
      "learning_rate": 6.564400616012085e-06,
      "loss": 0.0009,
      "step": 54300
    },
    {
      "epoch": 0.9178405144368488,
      "grad_norm": 0.09982512891292572,
      "learning_rate": 6.562999766089687e-06,
      "loss": 0.0014,
      "step": 54310
    },
    {
      "epoch": 0.9180095147156992,
      "grad_norm": 0.06721735000610352,
      "learning_rate": 6.561598780178736e-06,
      "loss": 0.0016,
      "step": 54320
    },
    {
      "epoch": 0.9181785149945497,
      "grad_norm": 0.08400999009609222,
      "learning_rate": 6.560197658401126e-06,
      "loss": 0.0011,
      "step": 54330
    },
    {
      "epoch": 0.9183475152734002,
      "grad_norm": 0.14300887286663055,
      "learning_rate": 6.55879640087876e-06,
      "loss": 0.0019,
      "step": 54340
    },
    {
      "epoch": 0.9185165155522507,
      "grad_norm": 0.028444314375519753,
      "learning_rate": 6.557395007733554e-06,
      "loss": 0.0015,
      "step": 54350
    },
    {
      "epoch": 0.9186855158311011,
      "grad_norm": 0.040723320096731186,
      "learning_rate": 6.555993479087436e-06,
      "loss": 0.0017,
      "step": 54360
    },
    {
      "epoch": 0.9188545161099516,
      "grad_norm": 0.04981546476483345,
      "learning_rate": 6.554591815062346e-06,
      "loss": 0.0016,
      "step": 54370
    },
    {
      "epoch": 0.9190235163888021,
      "grad_norm": 0.06033708155155182,
      "learning_rate": 6.553190015780238e-06,
      "loss": 0.001,
      "step": 54380
    },
    {
      "epoch": 0.9191925166676524,
      "grad_norm": 0.036511003971099854,
      "learning_rate": 6.551788081363072e-06,
      "loss": 0.0016,
      "step": 54390
    },
    {
      "epoch": 0.9193615169465029,
      "grad_norm": 0.050383757799863815,
      "learning_rate": 6.550386011932824e-06,
      "loss": 0.0016,
      "step": 54400
    },
    {
      "epoch": 0.9195305172253534,
      "grad_norm": 0.06114116311073303,
      "learning_rate": 6.548983807611482e-06,
      "loss": 0.0016,
      "step": 54410
    },
    {
      "epoch": 0.9196995175042039,
      "grad_norm": 0.0021533877588808537,
      "learning_rate": 6.547581468521044e-06,
      "loss": 0.0009,
      "step": 54420
    },
    {
      "epoch": 0.9198685177830543,
      "grad_norm": 0.03272373229265213,
      "learning_rate": 6.546178994783519e-06,
      "loss": 0.0013,
      "step": 54430
    },
    {
      "epoch": 0.9200375180619048,
      "grad_norm": 0.00193277548532933,
      "learning_rate": 6.544776386520931e-06,
      "loss": 0.0012,
      "step": 54440
    },
    {
      "epoch": 0.9202065183407553,
      "grad_norm": 0.03134723752737045,
      "learning_rate": 6.543373643855312e-06,
      "loss": 0.0013,
      "step": 54450
    },
    {
      "epoch": 0.9203755186196058,
      "grad_norm": 0.03538252040743828,
      "learning_rate": 6.541970766908707e-06,
      "loss": 0.0011,
      "step": 54460
    },
    {
      "epoch": 0.9205445188984562,
      "grad_norm": 0.06776958703994751,
      "learning_rate": 6.540567755803177e-06,
      "loss": 0.0013,
      "step": 54470
    },
    {
      "epoch": 0.9207135191773066,
      "grad_norm": 0.10667550563812256,
      "learning_rate": 6.539164610660785e-06,
      "loss": 0.0012,
      "step": 54480
    },
    {
      "epoch": 0.9208825194561571,
      "grad_norm": 0.06932281702756882,
      "learning_rate": 6.537761331603617e-06,
      "loss": 0.0013,
      "step": 54490
    },
    {
      "epoch": 0.9210515197350075,
      "grad_norm": 0.058006856590509415,
      "learning_rate": 6.536357918753762e-06,
      "loss": 0.0018,
      "step": 54500
    },
    {
      "epoch": 0.921220520013858,
      "grad_norm": 0.19771824777126312,
      "learning_rate": 6.534954372233324e-06,
      "loss": 0.0015,
      "step": 54510
    },
    {
      "epoch": 0.9213895202927085,
      "grad_norm": 0.00955281127244234,
      "learning_rate": 6.533550692164419e-06,
      "loss": 0.0014,
      "step": 54520
    },
    {
      "epoch": 0.921558520571559,
      "grad_norm": 0.03951649367809296,
      "learning_rate": 6.532146878669172e-06,
      "loss": 0.0014,
      "step": 54530
    },
    {
      "epoch": 0.9217275208504094,
      "grad_norm": 0.11181564629077911,
      "learning_rate": 6.530742931869725e-06,
      "loss": 0.0014,
      "step": 54540
    },
    {
      "epoch": 0.9218965211292599,
      "grad_norm": 0.03836284950375557,
      "learning_rate": 6.529338851888225e-06,
      "loss": 0.0018,
      "step": 54550
    },
    {
      "epoch": 0.9220655214081104,
      "grad_norm": 0.10049938410520554,
      "learning_rate": 6.527934638846836e-06,
      "loss": 0.0019,
      "step": 54560
    },
    {
      "epoch": 0.9222345216869607,
      "grad_norm": 0.04472474008798599,
      "learning_rate": 6.526530292867729e-06,
      "loss": 0.0018,
      "step": 54570
    },
    {
      "epoch": 0.9224035219658112,
      "grad_norm": 0.10268321633338928,
      "learning_rate": 6.5251258140730924e-06,
      "loss": 0.0036,
      "step": 54580
    },
    {
      "epoch": 0.9225725222446617,
      "grad_norm": 0.030455652624368668,
      "learning_rate": 6.523721202585118e-06,
      "loss": 0.0017,
      "step": 54590
    },
    {
      "epoch": 0.9227415225235122,
      "grad_norm": 0.07699055969715118,
      "learning_rate": 6.522316458526019e-06,
      "loss": 0.0019,
      "step": 54600
    },
    {
      "epoch": 0.9229105228023626,
      "grad_norm": 0.08997844159603119,
      "learning_rate": 6.520911582018012e-06,
      "loss": 0.0014,
      "step": 54610
    },
    {
      "epoch": 0.9230795230812131,
      "grad_norm": 0.1037558987736702,
      "learning_rate": 6.519506573183328e-06,
      "loss": 0.0018,
      "step": 54620
    },
    {
      "epoch": 0.9232485233600636,
      "grad_norm": 0.031466227024793625,
      "learning_rate": 6.518101432144208e-06,
      "loss": 0.0023,
      "step": 54630
    },
    {
      "epoch": 0.923417523638914,
      "grad_norm": 0.15260553359985352,
      "learning_rate": 6.5166961590229105e-06,
      "loss": 0.003,
      "step": 54640
    },
    {
      "epoch": 0.9235865239177644,
      "grad_norm": 0.07779121398925781,
      "learning_rate": 6.515290753941697e-06,
      "loss": 0.0028,
      "step": 54650
    },
    {
      "epoch": 0.9237555241966149,
      "grad_norm": 0.04281062260270119,
      "learning_rate": 6.513885217022846e-06,
      "loss": 0.001,
      "step": 54660
    },
    {
      "epoch": 0.9239245244754654,
      "grad_norm": 0.04976315423846245,
      "learning_rate": 6.512479548388647e-06,
      "loss": 0.001,
      "step": 54670
    },
    {
      "epoch": 0.9240935247543158,
      "grad_norm": 0.05488727241754532,
      "learning_rate": 6.5110737481614e-06,
      "loss": 0.0014,
      "step": 54680
    },
    {
      "epoch": 0.9242625250331663,
      "grad_norm": 0.054966460913419724,
      "learning_rate": 6.509667816463414e-06,
      "loss": 0.001,
      "step": 54690
    },
    {
      "epoch": 0.9244315253120168,
      "grad_norm": 0.08770200610160828,
      "learning_rate": 6.508261753417014e-06,
      "loss": 0.0011,
      "step": 54700
    },
    {
      "epoch": 0.9246005255908673,
      "grad_norm": 0.027067530900239944,
      "learning_rate": 6.506855559144535e-06,
      "loss": 0.0017,
      "step": 54710
    },
    {
      "epoch": 0.9247695258697177,
      "grad_norm": 0.050520192831754684,
      "learning_rate": 6.5054492337683205e-06,
      "loss": 0.0015,
      "step": 54720
    },
    {
      "epoch": 0.9249385261485682,
      "grad_norm": 0.09086226671934128,
      "learning_rate": 6.504042777410728e-06,
      "loss": 0.0016,
      "step": 54730
    },
    {
      "epoch": 0.9251075264274186,
      "grad_norm": 0.026549015194177628,
      "learning_rate": 6.502636190194127e-06,
      "loss": 0.004,
      "step": 54740
    },
    {
      "epoch": 0.925276526706269,
      "grad_norm": 0.009608623571693897,
      "learning_rate": 6.501229472240896e-06,
      "loss": 0.0024,
      "step": 54750
    },
    {
      "epoch": 0.9254455269851195,
      "grad_norm": 0.03781052678823471,
      "learning_rate": 6.499822623673429e-06,
      "loss": 0.0011,
      "step": 54760
    },
    {
      "epoch": 0.92561452726397,
      "grad_norm": 0.03538934886455536,
      "learning_rate": 6.498415644614126e-06,
      "loss": 0.0017,
      "step": 54770
    },
    {
      "epoch": 0.9257835275428205,
      "grad_norm": 0.058362703770399094,
      "learning_rate": 6.497008535185402e-06,
      "loss": 0.0014,
      "step": 54780
    },
    {
      "epoch": 0.9259525278216709,
      "grad_norm": 0.01351145002990961,
      "learning_rate": 6.495601295509683e-06,
      "loss": 0.0011,
      "step": 54790
    },
    {
      "epoch": 0.9261215281005214,
      "grad_norm": 0.05451357737183571,
      "learning_rate": 6.494193925709405e-06,
      "loss": 0.0022,
      "step": 54800
    },
    {
      "epoch": 0.9262905283793719,
      "grad_norm": 0.1450265794992447,
      "learning_rate": 6.492786425907015e-06,
      "loss": 0.0015,
      "step": 54810
    },
    {
      "epoch": 0.9264595286582222,
      "grad_norm": 0.12919071316719055,
      "learning_rate": 6.4913787962249745e-06,
      "loss": 0.0017,
      "step": 54820
    },
    {
      "epoch": 0.9266285289370727,
      "grad_norm": 0.006917062681168318,
      "learning_rate": 6.489971036785752e-06,
      "loss": 0.001,
      "step": 54830
    },
    {
      "epoch": 0.9267975292159232,
      "grad_norm": 0.008178263902664185,
      "learning_rate": 6.488563147711829e-06,
      "loss": 0.0019,
      "step": 54840
    },
    {
      "epoch": 0.9269665294947737,
      "grad_norm": 0.04077032953500748,
      "learning_rate": 6.487155129125701e-06,
      "loss": 0.0013,
      "step": 54850
    },
    {
      "epoch": 0.9271355297736241,
      "grad_norm": 0.06073884665966034,
      "learning_rate": 6.485746981149872e-06,
      "loss": 0.0018,
      "step": 54860
    },
    {
      "epoch": 0.9273045300524746,
      "grad_norm": 0.028377428650856018,
      "learning_rate": 6.4843387039068566e-06,
      "loss": 0.0016,
      "step": 54870
    },
    {
      "epoch": 0.9274735303313251,
      "grad_norm": 0.3094031810760498,
      "learning_rate": 6.482930297519181e-06,
      "loss": 0.0017,
      "step": 54880
    },
    {
      "epoch": 0.9276425306101755,
      "grad_norm": 0.04300961270928383,
      "learning_rate": 6.481521762109386e-06,
      "loss": 0.0015,
      "step": 54890
    },
    {
      "epoch": 0.927811530889026,
      "grad_norm": 0.13757209479808807,
      "learning_rate": 6.48011309780002e-06,
      "loss": 0.0017,
      "step": 54900
    },
    {
      "epoch": 0.9279805311678764,
      "grad_norm": 0.020510252565145493,
      "learning_rate": 6.478704304713641e-06,
      "loss": 0.0032,
      "step": 54910
    },
    {
      "epoch": 0.9281495314467268,
      "grad_norm": 0.209051713347435,
      "learning_rate": 6.477295382972826e-06,
      "loss": 0.0015,
      "step": 54920
    },
    {
      "epoch": 0.9283185317255773,
      "grad_norm": 0.35918501019477844,
      "learning_rate": 6.475886332700152e-06,
      "loss": 0.0019,
      "step": 54930
    },
    {
      "epoch": 0.9284875320044278,
      "grad_norm": 0.03130156919360161,
      "learning_rate": 6.4744771540182175e-06,
      "loss": 0.002,
      "step": 54940
    },
    {
      "epoch": 0.9286565322832783,
      "grad_norm": 0.17833785712718964,
      "learning_rate": 6.473067847049627e-06,
      "loss": 0.0014,
      "step": 54950
    },
    {
      "epoch": 0.9288255325621287,
      "grad_norm": 0.02514052763581276,
      "learning_rate": 6.4716584119169956e-06,
      "loss": 0.0017,
      "step": 54960
    },
    {
      "epoch": 0.9289945328409792,
      "grad_norm": 0.030019115656614304,
      "learning_rate": 6.4702488487429526e-06,
      "loss": 0.0016,
      "step": 54970
    },
    {
      "epoch": 0.9291635331198297,
      "grad_norm": 0.03886539489030838,
      "learning_rate": 6.468839157650138e-06,
      "loss": 0.0013,
      "step": 54980
    },
    {
      "epoch": 0.9293325333986802,
      "grad_norm": 0.006110138725489378,
      "learning_rate": 6.467429338761197e-06,
      "loss": 0.002,
      "step": 54990
    },
    {
      "epoch": 0.9295015336775305,
      "grad_norm": 0.06936800479888916,
      "learning_rate": 6.466019392198795e-06,
      "loss": 0.0022,
      "step": 55000
    },
    {
      "epoch": 0.929670533956381,
      "grad_norm": 0.04609772190451622,
      "learning_rate": 6.464609318085602e-06,
      "loss": 0.0013,
      "step": 55010
    },
    {
      "epoch": 0.9298395342352315,
      "grad_norm": 0.04684607684612274,
      "learning_rate": 6.463199116544303e-06,
      "loss": 0.0012,
      "step": 55020
    },
    {
      "epoch": 0.9300085345140819,
      "grad_norm": 0.03586406260728836,
      "learning_rate": 6.4617887876975916e-06,
      "loss": 0.0011,
      "step": 55030
    },
    {
      "epoch": 0.9301775347929324,
      "grad_norm": 0.13385647535324097,
      "learning_rate": 6.460378331668174e-06,
      "loss": 0.0023,
      "step": 55040
    },
    {
      "epoch": 0.9303465350717829,
      "grad_norm": 0.047625139355659485,
      "learning_rate": 6.458967748578764e-06,
      "loss": 0.0017,
      "step": 55050
    },
    {
      "epoch": 0.9305155353506334,
      "grad_norm": 0.1226748377084732,
      "learning_rate": 6.457557038552091e-06,
      "loss": 0.001,
      "step": 55060
    },
    {
      "epoch": 0.9306845356294838,
      "grad_norm": 0.2520878314971924,
      "learning_rate": 6.456146201710895e-06,
      "loss": 0.0028,
      "step": 55070
    },
    {
      "epoch": 0.9308535359083342,
      "grad_norm": 0.043165381997823715,
      "learning_rate": 6.454735238177924e-06,
      "loss": 0.0015,
      "step": 55080
    },
    {
      "epoch": 0.9310225361871847,
      "grad_norm": 0.06458351761102676,
      "learning_rate": 6.453324148075939e-06,
      "loss": 0.002,
      "step": 55090
    },
    {
      "epoch": 0.9311915364660351,
      "grad_norm": 0.16306425631046295,
      "learning_rate": 6.4519129315277104e-06,
      "loss": 0.0016,
      "step": 55100
    },
    {
      "epoch": 0.9313605367448856,
      "grad_norm": 0.05315855145454407,
      "learning_rate": 6.450501588656024e-06,
      "loss": 0.0008,
      "step": 55110
    },
    {
      "epoch": 0.9315295370237361,
      "grad_norm": 0.09375635534524918,
      "learning_rate": 6.449090119583671e-06,
      "loss": 0.0013,
      "step": 55120
    },
    {
      "epoch": 0.9316985373025866,
      "grad_norm": 0.05113506317138672,
      "learning_rate": 6.447678524433456e-06,
      "loss": 0.0018,
      "step": 55130
    },
    {
      "epoch": 0.931867537581437,
      "grad_norm": 0.01696619763970375,
      "learning_rate": 6.4462668033281935e-06,
      "loss": 0.001,
      "step": 55140
    },
    {
      "epoch": 0.9320365378602875,
      "grad_norm": 0.000842265144456178,
      "learning_rate": 6.444854956390715e-06,
      "loss": 0.0013,
      "step": 55150
    },
    {
      "epoch": 0.932205538139138,
      "grad_norm": 0.022497303783893585,
      "learning_rate": 6.443442983743853e-06,
      "loss": 0.0011,
      "step": 55160
    },
    {
      "epoch": 0.9323745384179883,
      "grad_norm": 0.03009202890098095,
      "learning_rate": 6.442030885510459e-06,
      "loss": 0.0024,
      "step": 55170
    },
    {
      "epoch": 0.9325435386968388,
      "grad_norm": 0.027150332927703857,
      "learning_rate": 6.440618661813389e-06,
      "loss": 0.0014,
      "step": 55180
    },
    {
      "epoch": 0.9327125389756893,
      "grad_norm": 0.03145081549882889,
      "learning_rate": 6.439206312775518e-06,
      "loss": 0.001,
      "step": 55190
    },
    {
      "epoch": 0.9328815392545398,
      "grad_norm": 0.06422532349824905,
      "learning_rate": 6.437793838519724e-06,
      "loss": 0.0018,
      "step": 55200
    },
    {
      "epoch": 0.9330505395333902,
      "grad_norm": 0.08543737232685089,
      "learning_rate": 6.4363812391688985e-06,
      "loss": 0.0029,
      "step": 55210
    },
    {
      "epoch": 0.9332195398122407,
      "grad_norm": 0.12925246357917786,
      "learning_rate": 6.434968514845947e-06,
      "loss": 0.0018,
      "step": 55220
    },
    {
      "epoch": 0.9333885400910912,
      "grad_norm": 0.040887799113988876,
      "learning_rate": 6.433555665673781e-06,
      "loss": 0.0013,
      "step": 55230
    },
    {
      "epoch": 0.9335575403699417,
      "grad_norm": 0.1471778154373169,
      "learning_rate": 6.432142691775327e-06,
      "loss": 0.002,
      "step": 55240
    },
    {
      "epoch": 0.9337265406487921,
      "grad_norm": 0.07183373719453812,
      "learning_rate": 6.430729593273518e-06,
      "loss": 0.0016,
      "step": 55250
    },
    {
      "epoch": 0.9338955409276425,
      "grad_norm": 0.04649088531732559,
      "learning_rate": 6.429316370291305e-06,
      "loss": 0.0013,
      "step": 55260
    },
    {
      "epoch": 0.934064541206493,
      "grad_norm": 0.2931188642978668,
      "learning_rate": 6.427903022951642e-06,
      "loss": 0.0032,
      "step": 55270
    },
    {
      "epoch": 0.9342335414853434,
      "grad_norm": 0.031886644661426544,
      "learning_rate": 6.426489551377497e-06,
      "loss": 0.0014,
      "step": 55280
    },
    {
      "epoch": 0.9344025417641939,
      "grad_norm": 0.21854813396930695,
      "learning_rate": 6.42507595569185e-06,
      "loss": 0.0027,
      "step": 55290
    },
    {
      "epoch": 0.9345715420430444,
      "grad_norm": 0.1134476289153099,
      "learning_rate": 6.423662236017692e-06,
      "loss": 0.0012,
      "step": 55300
    },
    {
      "epoch": 0.9347405423218949,
      "grad_norm": 0.07070956379175186,
      "learning_rate": 6.422248392478019e-06,
      "loss": 0.0026,
      "step": 55310
    },
    {
      "epoch": 0.9349095426007453,
      "grad_norm": 0.01285579614341259,
      "learning_rate": 6.420834425195845e-06,
      "loss": 0.0012,
      "step": 55320
    },
    {
      "epoch": 0.9350785428795958,
      "grad_norm": 0.8135231733322144,
      "learning_rate": 6.419420334294193e-06,
      "loss": 0.004,
      "step": 55330
    },
    {
      "epoch": 0.9352475431584462,
      "grad_norm": 0.2671804428100586,
      "learning_rate": 6.418006119896094e-06,
      "loss": 0.0021,
      "step": 55340
    },
    {
      "epoch": 0.9354165434372966,
      "grad_norm": 0.03381161391735077,
      "learning_rate": 6.416591782124592e-06,
      "loss": 0.0015,
      "step": 55350
    },
    {
      "epoch": 0.9355855437161471,
      "grad_norm": 0.020434875041246414,
      "learning_rate": 6.415177321102744e-06,
      "loss": 0.0031,
      "step": 55360
    },
    {
      "epoch": 0.9357545439949976,
      "grad_norm": 0.003813839051872492,
      "learning_rate": 6.413762736953609e-06,
      "loss": 0.0014,
      "step": 55370
    },
    {
      "epoch": 0.935923544273848,
      "grad_norm": 0.1512255221605301,
      "learning_rate": 6.412348029800268e-06,
      "loss": 0.0021,
      "step": 55380
    },
    {
      "epoch": 0.9360925445526985,
      "grad_norm": 0.01463087648153305,
      "learning_rate": 6.410933199765806e-06,
      "loss": 0.001,
      "step": 55390
    },
    {
      "epoch": 0.936261544831549,
      "grad_norm": 0.046215448528528214,
      "learning_rate": 6.409518246973318e-06,
      "loss": 0.0016,
      "step": 55400
    },
    {
      "epoch": 0.9364305451103995,
      "grad_norm": 0.05667540803551674,
      "learning_rate": 6.408103171545913e-06,
      "loss": 0.0025,
      "step": 55410
    },
    {
      "epoch": 0.9365995453892499,
      "grad_norm": 0.2856285870075226,
      "learning_rate": 6.406687973606709e-06,
      "loss": 0.004,
      "step": 55420
    },
    {
      "epoch": 0.9367685456681003,
      "grad_norm": 0.11543390899896622,
      "learning_rate": 6.405272653278837e-06,
      "loss": 0.0011,
      "step": 55430
    },
    {
      "epoch": 0.9369375459469508,
      "grad_norm": 0.04262326657772064,
      "learning_rate": 6.403857210685435e-06,
      "loss": 0.0025,
      "step": 55440
    },
    {
      "epoch": 0.9371065462258013,
      "grad_norm": 0.018638089299201965,
      "learning_rate": 6.402441645949655e-06,
      "loss": 0.0023,
      "step": 55450
    },
    {
      "epoch": 0.9372755465046517,
      "grad_norm": 0.025145070627331734,
      "learning_rate": 6.401025959194656e-06,
      "loss": 0.0031,
      "step": 55460
    },
    {
      "epoch": 0.9374445467835022,
      "grad_norm": 0.075159952044487,
      "learning_rate": 6.39961015054361e-06,
      "loss": 0.0016,
      "step": 55470
    },
    {
      "epoch": 0.9376135470623527,
      "grad_norm": 0.18348009884357452,
      "learning_rate": 6.398194220119701e-06,
      "loss": 0.0011,
      "step": 55480
    },
    {
      "epoch": 0.9377825473412031,
      "grad_norm": 0.06098527833819389,
      "learning_rate": 6.396778168046119e-06,
      "loss": 0.0011,
      "step": 55490
    },
    {
      "epoch": 0.9379515476200536,
      "grad_norm": 0.013626277446746826,
      "learning_rate": 6.39536199444607e-06,
      "loss": 0.0017,
      "step": 55500
    },
    {
      "epoch": 0.938120547898904,
      "grad_norm": 0.05409810692071915,
      "learning_rate": 6.393945699442765e-06,
      "loss": 0.0011,
      "step": 55510
    },
    {
      "epoch": 0.9382895481777545,
      "grad_norm": 0.06189171224832535,
      "learning_rate": 6.392529283159432e-06,
      "loss": 0.0017,
      "step": 55520
    },
    {
      "epoch": 0.9384585484566049,
      "grad_norm": 0.11078029125928879,
      "learning_rate": 6.391112745719303e-06,
      "loss": 0.0026,
      "step": 55530
    },
    {
      "epoch": 0.9386275487354554,
      "grad_norm": 0.005103504750877619,
      "learning_rate": 6.389696087245626e-06,
      "loss": 0.0014,
      "step": 55540
    },
    {
      "epoch": 0.9387965490143059,
      "grad_norm": 0.005580130498856306,
      "learning_rate": 6.388279307861656e-06,
      "loss": 0.001,
      "step": 55550
    },
    {
      "epoch": 0.9389655492931563,
      "grad_norm": 0.07432939857244492,
      "learning_rate": 6.386862407690661e-06,
      "loss": 0.0012,
      "step": 55560
    },
    {
      "epoch": 0.9391345495720068,
      "grad_norm": 0.0997578427195549,
      "learning_rate": 6.385445386855915e-06,
      "loss": 0.0028,
      "step": 55570
    },
    {
      "epoch": 0.9393035498508573,
      "grad_norm": 0.046545471996068954,
      "learning_rate": 6.384028245480709e-06,
      "loss": 0.0054,
      "step": 55580
    },
    {
      "epoch": 0.9394725501297078,
      "grad_norm": 0.06160053238272667,
      "learning_rate": 6.38261098368834e-06,
      "loss": 0.0008,
      "step": 55590
    },
    {
      "epoch": 0.9396415504085581,
      "grad_norm": 0.03182736784219742,
      "learning_rate": 6.381193601602116e-06,
      "loss": 0.0011,
      "step": 55600
    },
    {
      "epoch": 0.9398105506874086,
      "grad_norm": 0.05927756801247597,
      "learning_rate": 6.379776099345356e-06,
      "loss": 0.0022,
      "step": 55610
    },
    {
      "epoch": 0.9399795509662591,
      "grad_norm": 0.02774706669151783,
      "learning_rate": 6.378358477041391e-06,
      "loss": 0.001,
      "step": 55620
    },
    {
      "epoch": 0.9401485512451095,
      "grad_norm": 0.059262096881866455,
      "learning_rate": 6.3769407348135595e-06,
      "loss": 0.0023,
      "step": 55630
    },
    {
      "epoch": 0.94031755152396,
      "grad_norm": 0.04048911854624748,
      "learning_rate": 6.375522872785213e-06,
      "loss": 0.0017,
      "step": 55640
    },
    {
      "epoch": 0.9404865518028105,
      "grad_norm": 0.03914349153637886,
      "learning_rate": 6.374104891079713e-06,
      "loss": 0.0027,
      "step": 55650
    },
    {
      "epoch": 0.940655552081661,
      "grad_norm": 2.4938673973083496,
      "learning_rate": 6.37268678982043e-06,
      "loss": 0.002,
      "step": 55660
    },
    {
      "epoch": 0.9408245523605114,
      "grad_norm": 0.09228339791297913,
      "learning_rate": 6.371268569130744e-06,
      "loss": 0.0013,
      "step": 55670
    },
    {
      "epoch": 0.9409935526393619,
      "grad_norm": 0.08421079069375992,
      "learning_rate": 6.369850229134049e-06,
      "loss": 0.0018,
      "step": 55680
    },
    {
      "epoch": 0.9411625529182123,
      "grad_norm": 0.013725800439715385,
      "learning_rate": 6.368431769953747e-06,
      "loss": 0.0016,
      "step": 55690
    },
    {
      "epoch": 0.9413315531970627,
      "grad_norm": 0.04755226522684097,
      "learning_rate": 6.36701319171325e-06,
      "loss": 0.0014,
      "step": 55700
    },
    {
      "epoch": 0.9415005534759132,
      "grad_norm": 0.03607148677110672,
      "learning_rate": 6.365594494535982e-06,
      "loss": 0.0021,
      "step": 55710
    },
    {
      "epoch": 0.9416695537547637,
      "grad_norm": 0.2749858498573303,
      "learning_rate": 6.3641756785453775e-06,
      "loss": 0.0012,
      "step": 55720
    },
    {
      "epoch": 0.9418385540336142,
      "grad_norm": 0.09154827147722244,
      "learning_rate": 6.36275674386488e-06,
      "loss": 0.0012,
      "step": 55730
    },
    {
      "epoch": 0.9420075543124646,
      "grad_norm": 0.03720062971115112,
      "learning_rate": 6.361337690617942e-06,
      "loss": 0.0013,
      "step": 55740
    },
    {
      "epoch": 0.9421765545913151,
      "grad_norm": 0.040803078562021255,
      "learning_rate": 6.35991851892803e-06,
      "loss": 0.0015,
      "step": 55750
    },
    {
      "epoch": 0.9423455548701656,
      "grad_norm": 0.15711310505867004,
      "learning_rate": 6.358499228918617e-06,
      "loss": 0.0015,
      "step": 55760
    },
    {
      "epoch": 0.9425145551490159,
      "grad_norm": 0.011676276102662086,
      "learning_rate": 6.357079820713188e-06,
      "loss": 0.0014,
      "step": 55770
    },
    {
      "epoch": 0.9426835554278664,
      "grad_norm": 0.144158735871315,
      "learning_rate": 6.355660294435242e-06,
      "loss": 0.0017,
      "step": 55780
    },
    {
      "epoch": 0.9428525557067169,
      "grad_norm": 0.020729806274175644,
      "learning_rate": 6.35424065020828e-06,
      "loss": 0.0009,
      "step": 55790
    },
    {
      "epoch": 0.9430215559855674,
      "grad_norm": 0.04956257343292236,
      "learning_rate": 6.352820888155821e-06,
      "loss": 0.0013,
      "step": 55800
    },
    {
      "epoch": 0.9431905562644178,
      "grad_norm": 0.13145987689495087,
      "learning_rate": 6.3514010084013896e-06,
      "loss": 0.0024,
      "step": 55810
    },
    {
      "epoch": 0.9433595565432683,
      "grad_norm": 0.09588636457920074,
      "learning_rate": 6.3499810110685224e-06,
      "loss": 0.0012,
      "step": 55820
    },
    {
      "epoch": 0.9435285568221188,
      "grad_norm": 0.09883897006511688,
      "learning_rate": 6.348560896280767e-06,
      "loss": 0.001,
      "step": 55830
    },
    {
      "epoch": 0.9436975571009693,
      "grad_norm": 0.027389192953705788,
      "learning_rate": 6.34714066416168e-06,
      "loss": 0.001,
      "step": 55840
    },
    {
      "epoch": 0.9438665573798197,
      "grad_norm": 0.058483511209487915,
      "learning_rate": 6.345720314834828e-06,
      "loss": 0.0008,
      "step": 55850
    },
    {
      "epoch": 0.9440355576586701,
      "grad_norm": 0.025423582643270493,
      "learning_rate": 6.344299848423788e-06,
      "loss": 0.0013,
      "step": 55860
    },
    {
      "epoch": 0.9442045579375206,
      "grad_norm": 0.1596396118402481,
      "learning_rate": 6.342879265052149e-06,
      "loss": 0.0023,
      "step": 55870
    },
    {
      "epoch": 0.944373558216371,
      "grad_norm": 0.10541984438896179,
      "learning_rate": 6.341458564843507e-06,
      "loss": 0.0009,
      "step": 55880
    },
    {
      "epoch": 0.9445425584952215,
      "grad_norm": 0.060642823576927185,
      "learning_rate": 6.34003774792147e-06,
      "loss": 0.0012,
      "step": 55890
    },
    {
      "epoch": 0.944711558774072,
      "grad_norm": 0.08629707247018814,
      "learning_rate": 6.3386168144096564e-06,
      "loss": 0.0019,
      "step": 55900
    },
    {
      "epoch": 0.9448805590529225,
      "grad_norm": 0.039498019963502884,
      "learning_rate": 6.337195764431694e-06,
      "loss": 0.0011,
      "step": 55910
    },
    {
      "epoch": 0.9450495593317729,
      "grad_norm": 0.06169212982058525,
      "learning_rate": 6.335774598111222e-06,
      "loss": 0.0013,
      "step": 55920
    },
    {
      "epoch": 0.9452185596106234,
      "grad_norm": 0.14251552522182465,
      "learning_rate": 6.334353315571887e-06,
      "loss": 0.0023,
      "step": 55930
    },
    {
      "epoch": 0.9453875598894739,
      "grad_norm": 0.04333026334643364,
      "learning_rate": 6.33293191693735e-06,
      "loss": 0.0014,
      "step": 55940
    },
    {
      "epoch": 0.9455565601683242,
      "grad_norm": 0.032190270721912384,
      "learning_rate": 6.331510402331276e-06,
      "loss": 0.001,
      "step": 55950
    },
    {
      "epoch": 0.9457255604471747,
      "grad_norm": 0.08754512667655945,
      "learning_rate": 6.330088771877347e-06,
      "loss": 0.0015,
      "step": 55960
    },
    {
      "epoch": 0.9458945607260252,
      "grad_norm": 0.0429929755628109,
      "learning_rate": 6.32866702569925e-06,
      "loss": 0.0013,
      "step": 55970
    },
    {
      "epoch": 0.9460635610048757,
      "grad_norm": 0.11732529103755951,
      "learning_rate": 6.327245163920685e-06,
      "loss": 0.0012,
      "step": 55980
    },
    {
      "epoch": 0.9462325612837261,
      "grad_norm": 0.03252869099378586,
      "learning_rate": 6.325823186665358e-06,
      "loss": 0.0013,
      "step": 55990
    },
    {
      "epoch": 0.9464015615625766,
      "grad_norm": 0.025627510622143745,
      "learning_rate": 6.324401094056991e-06,
      "loss": 0.0013,
      "step": 56000
    },
    {
      "epoch": 0.9465705618414271,
      "grad_norm": 0.10628566890954971,
      "learning_rate": 6.322978886219313e-06,
      "loss": 0.0016,
      "step": 56010
    },
    {
      "epoch": 0.9467395621202775,
      "grad_norm": 0.07275257259607315,
      "learning_rate": 6.32155656327606e-06,
      "loss": 0.0009,
      "step": 56020
    },
    {
      "epoch": 0.9469085623991279,
      "grad_norm": 0.047055941075086594,
      "learning_rate": 6.320134125350984e-06,
      "loss": 0.001,
      "step": 56030
    },
    {
      "epoch": 0.9470775626779784,
      "grad_norm": 0.04651493579149246,
      "learning_rate": 6.3187115725678435e-06,
      "loss": 0.001,
      "step": 56040
    },
    {
      "epoch": 0.9472465629568289,
      "grad_norm": 0.10704516619443893,
      "learning_rate": 6.3172889050504065e-06,
      "loss": 0.0018,
      "step": 56050
    },
    {
      "epoch": 0.9474155632356793,
      "grad_norm": 0.04490116983652115,
      "learning_rate": 6.3158661229224524e-06,
      "loss": 0.0021,
      "step": 56060
    },
    {
      "epoch": 0.9475845635145298,
      "grad_norm": 0.07242177426815033,
      "learning_rate": 6.31444322630777e-06,
      "loss": 0.0017,
      "step": 56070
    },
    {
      "epoch": 0.9477535637933803,
      "grad_norm": 0.03556281700730324,
      "learning_rate": 6.313020215330159e-06,
      "loss": 0.0014,
      "step": 56080
    },
    {
      "epoch": 0.9479225640722307,
      "grad_norm": 0.047583408653736115,
      "learning_rate": 6.311597090113426e-06,
      "loss": 0.0012,
      "step": 56090
    },
    {
      "epoch": 0.9480915643510812,
      "grad_norm": 0.02261732518672943,
      "learning_rate": 6.310173850781391e-06,
      "loss": 0.0016,
      "step": 56100
    },
    {
      "epoch": 0.9482605646299317,
      "grad_norm": 0.0035633507650345564,
      "learning_rate": 6.308750497457885e-06,
      "loss": 0.0018,
      "step": 56110
    },
    {
      "epoch": 0.948429564908782,
      "grad_norm": 0.028753597289323807,
      "learning_rate": 6.307327030266743e-06,
      "loss": 0.0013,
      "step": 56120
    },
    {
      "epoch": 0.9485985651876325,
      "grad_norm": 0.014429560862481594,
      "learning_rate": 6.305903449331817e-06,
      "loss": 0.0017,
      "step": 56130
    },
    {
      "epoch": 0.948767565466483,
      "grad_norm": 0.05367155745625496,
      "learning_rate": 6.304479754776962e-06,
      "loss": 0.001,
      "step": 56140
    },
    {
      "epoch": 0.9489365657453335,
      "grad_norm": 0.0019822013564407825,
      "learning_rate": 6.303055946726049e-06,
      "loss": 0.0014,
      "step": 56150
    },
    {
      "epoch": 0.9491055660241839,
      "grad_norm": 0.14954140782356262,
      "learning_rate": 6.301632025302955e-06,
      "loss": 0.0026,
      "step": 56160
    },
    {
      "epoch": 0.9492745663030344,
      "grad_norm": 0.06319954991340637,
      "learning_rate": 6.300207990631568e-06,
      "loss": 0.0014,
      "step": 56170
    },
    {
      "epoch": 0.9494435665818849,
      "grad_norm": 0.016481533646583557,
      "learning_rate": 6.298783842835787e-06,
      "loss": 0.0016,
      "step": 56180
    },
    {
      "epoch": 0.9496125668607354,
      "grad_norm": 0.06972762942314148,
      "learning_rate": 6.297359582039518e-06,
      "loss": 0.0015,
      "step": 56190
    },
    {
      "epoch": 0.9497815671395857,
      "grad_norm": 0.03541379049420357,
      "learning_rate": 6.295935208366679e-06,
      "loss": 0.0019,
      "step": 56200
    },
    {
      "epoch": 0.9499505674184362,
      "grad_norm": 0.08550960570573807,
      "learning_rate": 6.294510721941198e-06,
      "loss": 0.001,
      "step": 56210
    },
    {
      "epoch": 0.9501195676972867,
      "grad_norm": 0.08662448078393936,
      "learning_rate": 6.293086122887013e-06,
      "loss": 0.0031,
      "step": 56220
    },
    {
      "epoch": 0.9502885679761371,
      "grad_norm": 0.041542794555425644,
      "learning_rate": 6.29166141132807e-06,
      "loss": 0.0018,
      "step": 56230
    },
    {
      "epoch": 0.9504575682549876,
      "grad_norm": 0.06773274391889572,
      "learning_rate": 6.2902365873883275e-06,
      "loss": 0.0017,
      "step": 56240
    },
    {
      "epoch": 0.9506265685338381,
      "grad_norm": 0.08712329715490341,
      "learning_rate": 6.288811651191749e-06,
      "loss": 0.0013,
      "step": 56250
    },
    {
      "epoch": 0.9507955688126886,
      "grad_norm": 0.10475753247737885,
      "learning_rate": 6.287386602862312e-06,
      "loss": 0.0014,
      "step": 56260
    },
    {
      "epoch": 0.950964569091539,
      "grad_norm": 0.007063519209623337,
      "learning_rate": 6.285961442524003e-06,
      "loss": 0.0011,
      "step": 56270
    },
    {
      "epoch": 0.9511335693703895,
      "grad_norm": 0.06975963711738586,
      "learning_rate": 6.284536170300818e-06,
      "loss": 0.0013,
      "step": 56280
    },
    {
      "epoch": 0.9513025696492399,
      "grad_norm": 0.02428462915122509,
      "learning_rate": 6.283110786316763e-06,
      "loss": 0.0013,
      "step": 56290
    },
    {
      "epoch": 0.9514715699280903,
      "grad_norm": 0.020005803555250168,
      "learning_rate": 6.281685290695851e-06,
      "loss": 0.0018,
      "step": 56300
    },
    {
      "epoch": 0.9516405702069408,
      "grad_norm": 0.0080246077850461,
      "learning_rate": 6.280259683562111e-06,
      "loss": 0.0015,
      "step": 56310
    },
    {
      "epoch": 0.9518095704857913,
      "grad_norm": 0.19228099286556244,
      "learning_rate": 6.2788339650395744e-06,
      "loss": 0.0015,
      "step": 56320
    },
    {
      "epoch": 0.9519785707646418,
      "grad_norm": 0.06089368835091591,
      "learning_rate": 6.277408135252288e-06,
      "loss": 0.0014,
      "step": 56330
    },
    {
      "epoch": 0.9521475710434922,
      "grad_norm": 0.10971179604530334,
      "learning_rate": 6.275982194324304e-06,
      "loss": 0.001,
      "step": 56340
    },
    {
      "epoch": 0.9523165713223427,
      "grad_norm": 0.11247263848781586,
      "learning_rate": 6.274556142379686e-06,
      "loss": 0.0015,
      "step": 56350
    },
    {
      "epoch": 0.9524855716011932,
      "grad_norm": 0.01730550080537796,
      "learning_rate": 6.273129979542509e-06,
      "loss": 0.0008,
      "step": 56360
    },
    {
      "epoch": 0.9526545718800437,
      "grad_norm": 0.016524197533726692,
      "learning_rate": 6.2717037059368555e-06,
      "loss": 0.001,
      "step": 56370
    },
    {
      "epoch": 0.952823572158894,
      "grad_norm": 0.10556582361459732,
      "learning_rate": 6.2702773216868185e-06,
      "loss": 0.0022,
      "step": 56380
    },
    {
      "epoch": 0.9529925724377445,
      "grad_norm": 0.019711600616574287,
      "learning_rate": 6.268850826916497e-06,
      "loss": 0.0021,
      "step": 56390
    },
    {
      "epoch": 0.953161572716595,
      "grad_norm": 0.009352779015898705,
      "learning_rate": 6.2674242217500096e-06,
      "loss": 0.0007,
      "step": 56400
    },
    {
      "epoch": 0.9533305729954454,
      "grad_norm": 0.07730622589588165,
      "learning_rate": 6.265997506311472e-06,
      "loss": 0.0014,
      "step": 56410
    },
    {
      "epoch": 0.9534995732742959,
      "grad_norm": 0.027490902692079544,
      "learning_rate": 6.2645706807250175e-06,
      "loss": 0.0012,
      "step": 56420
    },
    {
      "epoch": 0.9536685735531464,
      "grad_norm": 0.09496179968118668,
      "learning_rate": 6.263143745114788e-06,
      "loss": 0.003,
      "step": 56430
    },
    {
      "epoch": 0.9538375738319969,
      "grad_norm": 0.1781720072031021,
      "learning_rate": 6.261716699604932e-06,
      "loss": 0.0042,
      "step": 56440
    },
    {
      "epoch": 0.9540065741108473,
      "grad_norm": 0.039281900972127914,
      "learning_rate": 6.26028954431961e-06,
      "loss": 0.0012,
      "step": 56450
    },
    {
      "epoch": 0.9541755743896977,
      "grad_norm": 0.030199745669960976,
      "learning_rate": 6.2588622793829914e-06,
      "loss": 0.0016,
      "step": 56460
    },
    {
      "epoch": 0.9543445746685482,
      "grad_norm": 0.07956171780824661,
      "learning_rate": 6.257434904919255e-06,
      "loss": 0.0011,
      "step": 56470
    },
    {
      "epoch": 0.9545135749473986,
      "grad_norm": 0.05297559127211571,
      "learning_rate": 6.256007421052588e-06,
      "loss": 0.0011,
      "step": 56480
    },
    {
      "epoch": 0.9546825752262491,
      "grad_norm": 0.024796657264232635,
      "learning_rate": 6.254579827907191e-06,
      "loss": 0.0009,
      "step": 56490
    },
    {
      "epoch": 0.9548515755050996,
      "grad_norm": 0.08131872117519379,
      "learning_rate": 6.253152125607271e-06,
      "loss": 0.0026,
      "step": 56500
    },
    {
      "epoch": 0.95502057578395,
      "grad_norm": 0.058359820395708084,
      "learning_rate": 6.251724314277045e-06,
      "loss": 0.0013,
      "step": 56510
    },
    {
      "epoch": 0.9551895760628005,
      "grad_norm": 0.028362829238176346,
      "learning_rate": 6.2502963940407376e-06,
      "loss": 0.0016,
      "step": 56520
    },
    {
      "epoch": 0.955358576341651,
      "grad_norm": 0.010488352738320827,
      "learning_rate": 6.248868365022586e-06,
      "loss": 0.0014,
      "step": 56530
    },
    {
      "epoch": 0.9555275766205015,
      "grad_norm": 0.07383910566568375,
      "learning_rate": 6.247440227346836e-06,
      "loss": 0.0018,
      "step": 56540
    },
    {
      "epoch": 0.9556965768993518,
      "grad_norm": 0.0049832952208817005,
      "learning_rate": 6.246011981137743e-06,
      "loss": 0.0021,
      "step": 56550
    },
    {
      "epoch": 0.9558655771782023,
      "grad_norm": 0.14020919799804688,
      "learning_rate": 6.244583626519569e-06,
      "loss": 0.0026,
      "step": 56560
    },
    {
      "epoch": 0.9560345774570528,
      "grad_norm": 0.17698492109775543,
      "learning_rate": 6.243155163616591e-06,
      "loss": 0.0035,
      "step": 56570
    },
    {
      "epoch": 0.9562035777359033,
      "grad_norm": 0.09493689239025116,
      "learning_rate": 6.241726592553089e-06,
      "loss": 0.0017,
      "step": 56580
    },
    {
      "epoch": 0.9563725780147537,
      "grad_norm": 0.052152473479509354,
      "learning_rate": 6.240297913453358e-06,
      "loss": 0.0014,
      "step": 56590
    },
    {
      "epoch": 0.9565415782936042,
      "grad_norm": 0.13550731539726257,
      "learning_rate": 6.2388691264417e-06,
      "loss": 0.0009,
      "step": 56600
    },
    {
      "epoch": 0.9567105785724547,
      "grad_norm": 0.15419816970825195,
      "learning_rate": 6.237440231642424e-06,
      "loss": 0.0012,
      "step": 56610
    },
    {
      "epoch": 0.9568795788513051,
      "grad_norm": 0.02464517019689083,
      "learning_rate": 6.236011229179854e-06,
      "loss": 0.0016,
      "step": 56620
    },
    {
      "epoch": 0.9570485791301556,
      "grad_norm": 0.010589303448796272,
      "learning_rate": 6.234582119178317e-06,
      "loss": 0.0011,
      "step": 56630
    },
    {
      "epoch": 0.957217579409006,
      "grad_norm": 0.05937943980097771,
      "learning_rate": 6.233152901762155e-06,
      "loss": 0.0024,
      "step": 56640
    },
    {
      "epoch": 0.9573865796878565,
      "grad_norm": 0.12208323180675507,
      "learning_rate": 6.231723577055715e-06,
      "loss": 0.0011,
      "step": 56650
    },
    {
      "epoch": 0.9575555799667069,
      "grad_norm": 0.03957764059305191,
      "learning_rate": 6.230294145183357e-06,
      "loss": 0.0019,
      "step": 56660
    },
    {
      "epoch": 0.9577245802455574,
      "grad_norm": 0.07161909341812134,
      "learning_rate": 6.228864606269446e-06,
      "loss": 0.0032,
      "step": 56670
    },
    {
      "epoch": 0.9578935805244079,
      "grad_norm": 0.08066277951002121,
      "learning_rate": 6.227434960438361e-06,
      "loss": 0.0021,
      "step": 56680
    },
    {
      "epoch": 0.9580625808032583,
      "grad_norm": 0.01578165404498577,
      "learning_rate": 6.2260052078144875e-06,
      "loss": 0.0014,
      "step": 56690
    },
    {
      "epoch": 0.9582315810821088,
      "grad_norm": 0.05495981127023697,
      "learning_rate": 6.224575348522221e-06,
      "loss": 0.0014,
      "step": 56700
    },
    {
      "epoch": 0.9584005813609593,
      "grad_norm": 0.21792486310005188,
      "learning_rate": 6.223145382685965e-06,
      "loss": 0.0007,
      "step": 56710
    },
    {
      "epoch": 0.9585695816398097,
      "grad_norm": 0.017716677859425545,
      "learning_rate": 6.221715310430135e-06,
      "loss": 0.0009,
      "step": 56720
    },
    {
      "epoch": 0.9587385819186601,
      "grad_norm": 0.042220745235681534,
      "learning_rate": 6.220285131879153e-06,
      "loss": 0.0006,
      "step": 56730
    },
    {
      "epoch": 0.9589075821975106,
      "grad_norm": 0.06167328357696533,
      "learning_rate": 6.218854847157454e-06,
      "loss": 0.0011,
      "step": 56740
    },
    {
      "epoch": 0.9590765824763611,
      "grad_norm": 0.04163149371743202,
      "learning_rate": 6.217424456389477e-06,
      "loss": 0.0012,
      "step": 56750
    },
    {
      "epoch": 0.9592455827552115,
      "grad_norm": 0.027633186429739,
      "learning_rate": 6.215993959699672e-06,
      "loss": 0.0007,
      "step": 56760
    },
    {
      "epoch": 0.959414583034062,
      "grad_norm": 0.04331083595752716,
      "learning_rate": 6.214563357212502e-06,
      "loss": 0.0011,
      "step": 56770
    },
    {
      "epoch": 0.9595835833129125,
      "grad_norm": 0.06631213426589966,
      "learning_rate": 6.213132649052435e-06,
      "loss": 0.0013,
      "step": 56780
    },
    {
      "epoch": 0.959752583591763,
      "grad_norm": 0.31079480051994324,
      "learning_rate": 6.21170183534395e-06,
      "loss": 0.0012,
      "step": 56790
    },
    {
      "epoch": 0.9599215838706134,
      "grad_norm": 0.2310328185558319,
      "learning_rate": 6.210270916211535e-06,
      "loss": 0.0038,
      "step": 56800
    },
    {
      "epoch": 0.9600905841494638,
      "grad_norm": 0.26346540451049805,
      "learning_rate": 6.208839891779685e-06,
      "loss": 0.0045,
      "step": 56810
    },
    {
      "epoch": 0.9602595844283143,
      "grad_norm": 0.06398440897464752,
      "learning_rate": 6.207408762172909e-06,
      "loss": 0.0063,
      "step": 56820
    },
    {
      "epoch": 0.9604285847071647,
      "grad_norm": 0.07587594538927078,
      "learning_rate": 6.205977527515721e-06,
      "loss": 0.0026,
      "step": 56830
    },
    {
      "epoch": 0.9605975849860152,
      "grad_norm": 0.003844884689897299,
      "learning_rate": 6.204546187932644e-06,
      "loss": 0.0014,
      "step": 56840
    },
    {
      "epoch": 0.9607665852648657,
      "grad_norm": 0.0372488796710968,
      "learning_rate": 6.203114743548213e-06,
      "loss": 0.0009,
      "step": 56850
    },
    {
      "epoch": 0.9609355855437162,
      "grad_norm": 0.00627544242888689,
      "learning_rate": 6.20168319448697e-06,
      "loss": 0.001,
      "step": 56860
    },
    {
      "epoch": 0.9611045858225666,
      "grad_norm": 0.05668949335813522,
      "learning_rate": 6.200251540873465e-06,
      "loss": 0.0014,
      "step": 56870
    },
    {
      "epoch": 0.9612735861014171,
      "grad_norm": 0.008376243524253368,
      "learning_rate": 6.198819782832263e-06,
      "loss": 0.0024,
      "step": 56880
    },
    {
      "epoch": 0.9614425863802675,
      "grad_norm": 0.013443087227642536,
      "learning_rate": 6.19738792048793e-06,
      "loss": 0.0013,
      "step": 56890
    },
    {
      "epoch": 0.961611586659118,
      "grad_norm": 0.034180834889411926,
      "learning_rate": 6.195955953965049e-06,
      "loss": 0.0018,
      "step": 56900
    },
    {
      "epoch": 0.9617805869379684,
      "grad_norm": 0.05446441471576691,
      "learning_rate": 6.194523883388203e-06,
      "loss": 0.0012,
      "step": 56910
    },
    {
      "epoch": 0.9619495872168189,
      "grad_norm": 0.11061554402112961,
      "learning_rate": 6.193091708881992e-06,
      "loss": 0.0006,
      "step": 56920
    },
    {
      "epoch": 0.9621185874956694,
      "grad_norm": 0.0899341031908989,
      "learning_rate": 6.191659430571022e-06,
      "loss": 0.0008,
      "step": 56930
    },
    {
      "epoch": 0.9622875877745198,
      "grad_norm": 0.011873092502355576,
      "learning_rate": 6.190227048579908e-06,
      "loss": 0.0006,
      "step": 56940
    },
    {
      "epoch": 0.9624565880533703,
      "grad_norm": 0.028710903599858284,
      "learning_rate": 6.188794563033274e-06,
      "loss": 0.001,
      "step": 56950
    },
    {
      "epoch": 0.9626255883322208,
      "grad_norm": 0.008559263311326504,
      "learning_rate": 6.1873619740557515e-06,
      "loss": 0.0014,
      "step": 56960
    },
    {
      "epoch": 0.9627945886110713,
      "grad_norm": 0.07611192762851715,
      "learning_rate": 6.185929281771985e-06,
      "loss": 0.001,
      "step": 56970
    },
    {
      "epoch": 0.9629635888899216,
      "grad_norm": 0.07905812561511993,
      "learning_rate": 6.184496486306626e-06,
      "loss": 0.0015,
      "step": 56980
    },
    {
      "epoch": 0.9631325891687721,
      "grad_norm": 0.03562645614147186,
      "learning_rate": 6.1830635877843325e-06,
      "loss": 0.0008,
      "step": 56990
    },
    {
      "epoch": 0.9633015894476226,
      "grad_norm": 0.03875849395990372,
      "learning_rate": 6.181630586329776e-06,
      "loss": 0.0015,
      "step": 57000
    },
    {
      "epoch": 0.963470589726473,
      "grad_norm": 0.009532700292766094,
      "learning_rate": 6.1801974820676336e-06,
      "loss": 0.0018,
      "step": 57010
    },
    {
      "epoch": 0.9636395900053235,
      "grad_norm": 0.11676210910081863,
      "learning_rate": 6.178764275122592e-06,
      "loss": 0.0017,
      "step": 57020
    },
    {
      "epoch": 0.963808590284174,
      "grad_norm": 0.07378076761960983,
      "learning_rate": 6.177330965619346e-06,
      "loss": 0.0022,
      "step": 57030
    },
    {
      "epoch": 0.9639775905630245,
      "grad_norm": 0.049584876745939255,
      "learning_rate": 6.175897553682601e-06,
      "loss": 0.0033,
      "step": 57040
    },
    {
      "epoch": 0.9641465908418749,
      "grad_norm": 0.07187934964895248,
      "learning_rate": 6.174464039437074e-06,
      "loss": 0.0009,
      "step": 57050
    },
    {
      "epoch": 0.9643155911207254,
      "grad_norm": 0.01915927045047283,
      "learning_rate": 6.1730304230074835e-06,
      "loss": 0.0016,
      "step": 57060
    },
    {
      "epoch": 0.9644845913995758,
      "grad_norm": 0.07050523906946182,
      "learning_rate": 6.171596704518562e-06,
      "loss": 0.0016,
      "step": 57070
    },
    {
      "epoch": 0.9646535916784262,
      "grad_norm": 0.02501530572772026,
      "learning_rate": 6.170162884095053e-06,
      "loss": 0.0018,
      "step": 57080
    },
    {
      "epoch": 0.9648225919572767,
      "grad_norm": 0.1584603190422058,
      "learning_rate": 6.168728961861702e-06,
      "loss": 0.0013,
      "step": 57090
    },
    {
      "epoch": 0.9649915922361272,
      "grad_norm": 0.011680858209729195,
      "learning_rate": 6.1672949379432686e-06,
      "loss": 0.0017,
      "step": 57100
    },
    {
      "epoch": 0.9651605925149777,
      "grad_norm": 0.13482710719108582,
      "learning_rate": 6.165860812464522e-06,
      "loss": 0.0028,
      "step": 57110
    },
    {
      "epoch": 0.9653295927938281,
      "grad_norm": 0.013348933309316635,
      "learning_rate": 6.164426585550234e-06,
      "loss": 0.0016,
      "step": 57120
    },
    {
      "epoch": 0.9654985930726786,
      "grad_norm": 0.06926348060369492,
      "learning_rate": 6.162992257325191e-06,
      "loss": 0.0018,
      "step": 57130
    },
    {
      "epoch": 0.9656675933515291,
      "grad_norm": 0.017068268731236458,
      "learning_rate": 6.1615578279141874e-06,
      "loss": 0.0016,
      "step": 57140
    },
    {
      "epoch": 0.9658365936303794,
      "grad_norm": 0.04602353647351265,
      "learning_rate": 6.160123297442025e-06,
      "loss": 0.0016,
      "step": 57150
    },
    {
      "epoch": 0.9660055939092299,
      "grad_norm": 0.0930069163441658,
      "learning_rate": 6.158688666033515e-06,
      "loss": 0.0019,
      "step": 57160
    },
    {
      "epoch": 0.9661745941880804,
      "grad_norm": 0.11917515099048615,
      "learning_rate": 6.157253933813476e-06,
      "loss": 0.0021,
      "step": 57170
    },
    {
      "epoch": 0.9663435944669309,
      "grad_norm": 0.007319287862628698,
      "learning_rate": 6.155819100906739e-06,
      "loss": 0.0007,
      "step": 57180
    },
    {
      "epoch": 0.9665125947457813,
      "grad_norm": 0.08814607560634613,
      "learning_rate": 6.15438416743814e-06,
      "loss": 0.001,
      "step": 57190
    },
    {
      "epoch": 0.9666815950246318,
      "grad_norm": 0.09839361160993576,
      "learning_rate": 6.152949133532526e-06,
      "loss": 0.0015,
      "step": 57200
    },
    {
      "epoch": 0.9668505953034823,
      "grad_norm": 0.03802715986967087,
      "learning_rate": 6.151513999314749e-06,
      "loss": 0.0011,
      "step": 57210
    },
    {
      "epoch": 0.9670195955823327,
      "grad_norm": 0.129659041762352,
      "learning_rate": 6.150078764909676e-06,
      "loss": 0.0011,
      "step": 57220
    },
    {
      "epoch": 0.9671885958611832,
      "grad_norm": 0.04857420548796654,
      "learning_rate": 6.148643430442179e-06,
      "loss": 0.0015,
      "step": 57230
    },
    {
      "epoch": 0.9673575961400336,
      "grad_norm": 0.028127888217568398,
      "learning_rate": 6.1472079960371364e-06,
      "loss": 0.0011,
      "step": 57240
    },
    {
      "epoch": 0.967526596418884,
      "grad_norm": 0.08872781693935394,
      "learning_rate": 6.145772461819441e-06,
      "loss": 0.0028,
      "step": 57250
    },
    {
      "epoch": 0.9676955966977345,
      "grad_norm": 0.02356112003326416,
      "learning_rate": 6.1443368279139905e-06,
      "loss": 0.0014,
      "step": 57260
    },
    {
      "epoch": 0.967864596976585,
      "grad_norm": 0.05805081129074097,
      "learning_rate": 6.142901094445691e-06,
      "loss": 0.0009,
      "step": 57270
    },
    {
      "epoch": 0.9680335972554355,
      "grad_norm": 0.06666218489408493,
      "learning_rate": 6.141465261539459e-06,
      "loss": 0.0022,
      "step": 57280
    },
    {
      "epoch": 0.968202597534286,
      "grad_norm": 0.09788259863853455,
      "learning_rate": 6.140029329320217e-06,
      "loss": 0.0014,
      "step": 57290
    },
    {
      "epoch": 0.9683715978131364,
      "grad_norm": 0.05695125833153725,
      "learning_rate": 6.138593297912901e-06,
      "loss": 0.0008,
      "step": 57300
    },
    {
      "epoch": 0.9685405980919869,
      "grad_norm": 0.03995615988969803,
      "learning_rate": 6.137157167442452e-06,
      "loss": 0.0014,
      "step": 57310
    },
    {
      "epoch": 0.9687095983708374,
      "grad_norm": 0.09380437433719635,
      "learning_rate": 6.13572093803382e-06,
      "loss": 0.001,
      "step": 57320
    },
    {
      "epoch": 0.9688785986496877,
      "grad_norm": 0.1397034078836441,
      "learning_rate": 6.1342846098119635e-06,
      "loss": 0.0013,
      "step": 57330
    },
    {
      "epoch": 0.9690475989285382,
      "grad_norm": 0.10551384091377258,
      "learning_rate": 6.132848182901851e-06,
      "loss": 0.0013,
      "step": 57340
    },
    {
      "epoch": 0.9692165992073887,
      "grad_norm": 0.07721326500177383,
      "learning_rate": 6.131411657428454e-06,
      "loss": 0.0026,
      "step": 57350
    },
    {
      "epoch": 0.9693855994862391,
      "grad_norm": 0.0641603097319603,
      "learning_rate": 6.129975033516765e-06,
      "loss": 0.0014,
      "step": 57360
    },
    {
      "epoch": 0.9695545997650896,
      "grad_norm": 0.0963938981294632,
      "learning_rate": 6.128538311291772e-06,
      "loss": 0.0015,
      "step": 57370
    },
    {
      "epoch": 0.9697236000439401,
      "grad_norm": 0.009676202200353146,
      "learning_rate": 6.127101490878478e-06,
      "loss": 0.0019,
      "step": 57380
    },
    {
      "epoch": 0.9698926003227906,
      "grad_norm": 0.07981002330780029,
      "learning_rate": 6.125664572401894e-06,
      "loss": 0.0014,
      "step": 57390
    },
    {
      "epoch": 0.970061600601641,
      "grad_norm": 0.2350415140390396,
      "learning_rate": 6.124227555987037e-06,
      "loss": 0.0027,
      "step": 57400
    },
    {
      "epoch": 0.9702306008804914,
      "grad_norm": 0.040543004870414734,
      "learning_rate": 6.122790441758937e-06,
      "loss": 0.0009,
      "step": 57410
    },
    {
      "epoch": 0.9703996011593419,
      "grad_norm": 0.03330293297767639,
      "learning_rate": 6.121353229842627e-06,
      "loss": 0.0012,
      "step": 57420
    },
    {
      "epoch": 0.9705686014381923,
      "grad_norm": 0.07130574434995651,
      "learning_rate": 6.119915920363154e-06,
      "loss": 0.0015,
      "step": 57430
    },
    {
      "epoch": 0.9707376017170428,
      "grad_norm": 0.03864027187228203,
      "learning_rate": 6.118478513445568e-06,
      "loss": 0.0016,
      "step": 57440
    },
    {
      "epoch": 0.9709066019958933,
      "grad_norm": 0.09162461757659912,
      "learning_rate": 6.117041009214935e-06,
      "loss": 0.0025,
      "step": 57450
    },
    {
      "epoch": 0.9710756022747438,
      "grad_norm": 0.0017001412343233824,
      "learning_rate": 6.11560340779632e-06,
      "loss": 0.0015,
      "step": 57460
    },
    {
      "epoch": 0.9712446025535942,
      "grad_norm": 0.19290043413639069,
      "learning_rate": 6.114165709314805e-06,
      "loss": 0.0014,
      "step": 57470
    },
    {
      "epoch": 0.9714136028324447,
      "grad_norm": 0.02218267321586609,
      "learning_rate": 6.112727913895473e-06,
      "loss": 0.0015,
      "step": 57480
    },
    {
      "epoch": 0.9715826031112952,
      "grad_norm": 0.27840378880500793,
      "learning_rate": 6.111290021663423e-06,
      "loss": 0.0024,
      "step": 57490
    },
    {
      "epoch": 0.9717516033901455,
      "grad_norm": 0.11960061639547348,
      "learning_rate": 6.109852032743756e-06,
      "loss": 0.0017,
      "step": 57500
    },
    {
      "epoch": 0.971920603668996,
      "grad_norm": 0.22218191623687744,
      "learning_rate": 6.108413947261585e-06,
      "loss": 0.0023,
      "step": 57510
    },
    {
      "epoch": 0.9720896039478465,
      "grad_norm": 0.062080252915620804,
      "learning_rate": 6.10697576534203e-06,
      "loss": 0.002,
      "step": 57520
    },
    {
      "epoch": 0.972258604226697,
      "grad_norm": 0.03579581528902054,
      "learning_rate": 6.105537487110219e-06,
      "loss": 0.0019,
      "step": 57530
    },
    {
      "epoch": 0.9724276045055474,
      "grad_norm": 0.05509597808122635,
      "learning_rate": 6.1040991126912906e-06,
      "loss": 0.0017,
      "step": 57540
    },
    {
      "epoch": 0.9725966047843979,
      "grad_norm": 0.08803009986877441,
      "learning_rate": 6.10266064221039e-06,
      "loss": 0.002,
      "step": 57550
    },
    {
      "epoch": 0.9727656050632484,
      "grad_norm": 0.05634976923465729,
      "learning_rate": 6.101222075792671e-06,
      "loss": 0.0011,
      "step": 57560
    },
    {
      "epoch": 0.9729346053420989,
      "grad_norm": 0.04451654478907585,
      "learning_rate": 6.0997834135632976e-06,
      "loss": 0.0017,
      "step": 57570
    },
    {
      "epoch": 0.9731036056209492,
      "grad_norm": 0.2588036358356476,
      "learning_rate": 6.098344655647437e-06,
      "loss": 0.0029,
      "step": 57580
    },
    {
      "epoch": 0.9732726058997997,
      "grad_norm": 0.035599395632743835,
      "learning_rate": 6.09690580217027e-06,
      "loss": 0.001,
      "step": 57590
    },
    {
      "epoch": 0.9734416061786502,
      "grad_norm": 0.015586217865347862,
      "learning_rate": 6.095466853256984e-06,
      "loss": 0.001,
      "step": 57600
    },
    {
      "epoch": 0.9736106064575006,
      "grad_norm": 0.05883041396737099,
      "learning_rate": 6.094027809032774e-06,
      "loss": 0.0016,
      "step": 57610
    },
    {
      "epoch": 0.9737796067363511,
      "grad_norm": 0.10953272879123688,
      "learning_rate": 6.092588669622843e-06,
      "loss": 0.0023,
      "step": 57620
    },
    {
      "epoch": 0.9739486070152016,
      "grad_norm": 0.4857546389102936,
      "learning_rate": 6.091149435152406e-06,
      "loss": 0.0084,
      "step": 57630
    },
    {
      "epoch": 0.9741176072940521,
      "grad_norm": 0.018154164776206017,
      "learning_rate": 6.089710105746679e-06,
      "loss": 0.0015,
      "step": 57640
    },
    {
      "epoch": 0.9742866075729025,
      "grad_norm": 0.09440393000841141,
      "learning_rate": 6.0882706815308945e-06,
      "loss": 0.0011,
      "step": 57650
    },
    {
      "epoch": 0.974455607851753,
      "grad_norm": 0.032431937754154205,
      "learning_rate": 6.086831162630287e-06,
      "loss": 0.001,
      "step": 57660
    },
    {
      "epoch": 0.9746246081306034,
      "grad_norm": 0.08695471286773682,
      "learning_rate": 6.085391549170103e-06,
      "loss": 0.0028,
      "step": 57670
    },
    {
      "epoch": 0.9747936084094538,
      "grad_norm": 0.0596468411386013,
      "learning_rate": 6.083951841275596e-06,
      "loss": 0.0015,
      "step": 57680
    },
    {
      "epoch": 0.9749626086883043,
      "grad_norm": 0.017689548432826996,
      "learning_rate": 6.082512039072027e-06,
      "loss": 0.0013,
      "step": 57690
    },
    {
      "epoch": 0.9751316089671548,
      "grad_norm": 0.054335687309503555,
      "learning_rate": 6.081072142684665e-06,
      "loss": 0.0012,
      "step": 57700
    },
    {
      "epoch": 0.9753006092460053,
      "grad_norm": 0.10406859964132309,
      "learning_rate": 6.079632152238789e-06,
      "loss": 0.0022,
      "step": 57710
    },
    {
      "epoch": 0.9754696095248557,
      "grad_norm": 0.12383397668600082,
      "learning_rate": 6.078192067859684e-06,
      "loss": 0.0008,
      "step": 57720
    },
    {
      "epoch": 0.9756386098037062,
      "grad_norm": 0.04708423092961311,
      "learning_rate": 6.076751889672645e-06,
      "loss": 0.0034,
      "step": 57730
    },
    {
      "epoch": 0.9758076100825567,
      "grad_norm": 0.06755197048187256,
      "learning_rate": 6.0753116178029756e-06,
      "loss": 0.002,
      "step": 57740
    },
    {
      "epoch": 0.9759766103614071,
      "grad_norm": 0.08884324133396149,
      "learning_rate": 6.073871252375986e-06,
      "loss": 0.0007,
      "step": 57750
    },
    {
      "epoch": 0.9761456106402575,
      "grad_norm": 0.001903891796246171,
      "learning_rate": 6.072430793516993e-06,
      "loss": 0.0016,
      "step": 57760
    },
    {
      "epoch": 0.976314610919108,
      "grad_norm": 0.09241598099470139,
      "learning_rate": 6.070990241351327e-06,
      "loss": 0.0014,
      "step": 57770
    },
    {
      "epoch": 0.9764836111979585,
      "grad_norm": 0.09973130375146866,
      "learning_rate": 6.069549596004319e-06,
      "loss": 0.0018,
      "step": 57780
    },
    {
      "epoch": 0.9766526114768089,
      "grad_norm": 0.02484247088432312,
      "learning_rate": 6.0681088576013144e-06,
      "loss": 0.002,
      "step": 57790
    },
    {
      "epoch": 0.9768216117556594,
      "grad_norm": 0.031424183398485184,
      "learning_rate": 6.066668026267664e-06,
      "loss": 0.0014,
      "step": 57800
    },
    {
      "epoch": 0.9769906120345099,
      "grad_norm": 0.0393252931535244,
      "learning_rate": 6.065227102128728e-06,
      "loss": 0.0008,
      "step": 57810
    },
    {
      "epoch": 0.9771596123133603,
      "grad_norm": 0.0469253845512867,
      "learning_rate": 6.0637860853098714e-06,
      "loss": 0.0009,
      "step": 57820
    },
    {
      "epoch": 0.9773286125922108,
      "grad_norm": 0.10950836539268494,
      "learning_rate": 6.062344975936472e-06,
      "loss": 0.0042,
      "step": 57830
    },
    {
      "epoch": 0.9774976128710612,
      "grad_norm": 0.042595747858285904,
      "learning_rate": 6.060903774133913e-06,
      "loss": 0.0011,
      "step": 57840
    },
    {
      "epoch": 0.9776666131499117,
      "grad_norm": 0.038873203098773956,
      "learning_rate": 6.059462480027585e-06,
      "loss": 0.0017,
      "step": 57850
    },
    {
      "epoch": 0.9778356134287621,
      "grad_norm": 0.02171887271106243,
      "learning_rate": 6.058021093742888e-06,
      "loss": 0.0016,
      "step": 57860
    },
    {
      "epoch": 0.9780046137076126,
      "grad_norm": 0.05608280748128891,
      "learning_rate": 6.05657961540523e-06,
      "loss": 0.0014,
      "step": 57870
    },
    {
      "epoch": 0.9781736139864631,
      "grad_norm": 0.03701461851596832,
      "learning_rate": 6.055138045140027e-06,
      "loss": 0.0008,
      "step": 57880
    },
    {
      "epoch": 0.9783426142653135,
      "grad_norm": 0.012678167782723904,
      "learning_rate": 6.0536963830727e-06,
      "loss": 0.0048,
      "step": 57890
    },
    {
      "epoch": 0.978511614544164,
      "grad_norm": 0.006651062052696943,
      "learning_rate": 6.0522546293286845e-06,
      "loss": 0.0016,
      "step": 57900
    },
    {
      "epoch": 0.9786806148230145,
      "grad_norm": 0.08401114493608475,
      "learning_rate": 6.050812784033417e-06,
      "loss": 0.001,
      "step": 57910
    },
    {
      "epoch": 0.978849615101865,
      "grad_norm": 0.02398318611085415,
      "learning_rate": 6.049370847312345e-06,
      "loss": 0.0015,
      "step": 57920
    },
    {
      "epoch": 0.9790186153807153,
      "grad_norm": 0.05877359211444855,
      "learning_rate": 6.047928819290925e-06,
      "loss": 0.0019,
      "step": 57930
    },
    {
      "epoch": 0.9791876156595658,
      "grad_norm": 0.037036243826150894,
      "learning_rate": 6.046486700094621e-06,
      "loss": 0.0019,
      "step": 57940
    },
    {
      "epoch": 0.9793566159384163,
      "grad_norm": 0.1200292557477951,
      "learning_rate": 6.045044489848904e-06,
      "loss": 0.0013,
      "step": 57950
    },
    {
      "epoch": 0.9795256162172667,
      "grad_norm": 0.004075548145920038,
      "learning_rate": 6.043602188679253e-06,
      "loss": 0.0011,
      "step": 57960
    },
    {
      "epoch": 0.9796946164961172,
      "grad_norm": 0.00037315511144697666,
      "learning_rate": 6.042159796711156e-06,
      "loss": 0.0014,
      "step": 57970
    },
    {
      "epoch": 0.9798636167749677,
      "grad_norm": 0.05303901433944702,
      "learning_rate": 6.040717314070106e-06,
      "loss": 0.0027,
      "step": 57980
    },
    {
      "epoch": 0.9800326170538182,
      "grad_norm": 0.19602589309215546,
      "learning_rate": 6.039274740881607e-06,
      "loss": 0.0019,
      "step": 57990
    },
    {
      "epoch": 0.9802016173326686,
      "grad_norm": 0.028596512973308563,
      "learning_rate": 6.037832077271172e-06,
      "loss": 0.0013,
      "step": 58000
    },
    {
      "epoch": 0.9803706176115191,
      "grad_norm": 0.20253531634807587,
      "learning_rate": 6.0363893233643155e-06,
      "loss": 0.0016,
      "step": 58010
    },
    {
      "epoch": 0.9805396178903695,
      "grad_norm": 0.061884328722953796,
      "learning_rate": 6.0349464792865675e-06,
      "loss": 0.0009,
      "step": 58020
    },
    {
      "epoch": 0.98070861816922,
      "grad_norm": 0.05780744552612305,
      "learning_rate": 6.033503545163462e-06,
      "loss": 0.002,
      "step": 58030
    },
    {
      "epoch": 0.9808776184480704,
      "grad_norm": 0.028961317613720894,
      "learning_rate": 6.03206052112054e-06,
      "loss": 0.0019,
      "step": 58040
    },
    {
      "epoch": 0.9810466187269209,
      "grad_norm": 0.07479706406593323,
      "learning_rate": 6.0306174072833525e-06,
      "loss": 0.0013,
      "step": 58050
    },
    {
      "epoch": 0.9812156190057714,
      "grad_norm": 0.004724375903606415,
      "learning_rate": 6.0291742037774555e-06,
      "loss": 0.0022,
      "step": 58060
    },
    {
      "epoch": 0.9813846192846218,
      "grad_norm": 0.022922640666365623,
      "learning_rate": 6.0277309107284174e-06,
      "loss": 0.0011,
      "step": 58070
    },
    {
      "epoch": 0.9815536195634723,
      "grad_norm": 0.03456398844718933,
      "learning_rate": 6.026287528261812e-06,
      "loss": 0.0016,
      "step": 58080
    },
    {
      "epoch": 0.9817226198423228,
      "grad_norm": 0.07966052740812302,
      "learning_rate": 6.024844056503218e-06,
      "loss": 0.0016,
      "step": 58090
    },
    {
      "epoch": 0.9818916201211731,
      "grad_norm": 0.06790140271186829,
      "learning_rate": 6.023400495578226e-06,
      "loss": 0.0014,
      "step": 58100
    },
    {
      "epoch": 0.9820606204000236,
      "grad_norm": 0.06890040636062622,
      "learning_rate": 6.021956845612432e-06,
      "loss": 0.0008,
      "step": 58110
    },
    {
      "epoch": 0.9822296206788741,
      "grad_norm": 0.008626767434179783,
      "learning_rate": 6.02051310673144e-06,
      "loss": 0.0021,
      "step": 58120
    },
    {
      "epoch": 0.9823986209577246,
      "grad_norm": 0.07097417861223221,
      "learning_rate": 6.019069279060864e-06,
      "loss": 0.0015,
      "step": 58130
    },
    {
      "epoch": 0.982567621236575,
      "grad_norm": 0.03134439140558243,
      "learning_rate": 6.017625362726324e-06,
      "loss": 0.0018,
      "step": 58140
    },
    {
      "epoch": 0.9827366215154255,
      "grad_norm": 0.0705198273062706,
      "learning_rate": 6.016181357853447e-06,
      "loss": 0.0021,
      "step": 58150
    },
    {
      "epoch": 0.982905621794276,
      "grad_norm": 0.046758249402046204,
      "learning_rate": 6.014737264567867e-06,
      "loss": 0.002,
      "step": 58160
    },
    {
      "epoch": 0.9830746220731265,
      "grad_norm": 0.05306238308548927,
      "learning_rate": 6.01329308299523e-06,
      "loss": 0.0014,
      "step": 58170
    },
    {
      "epoch": 0.9832436223519769,
      "grad_norm": 0.009773504920303822,
      "learning_rate": 6.011848813261184e-06,
      "loss": 0.0021,
      "step": 58180
    },
    {
      "epoch": 0.9834126226308273,
      "grad_norm": 0.07215312123298645,
      "learning_rate": 6.01040445549139e-06,
      "loss": 0.0019,
      "step": 58190
    },
    {
      "epoch": 0.9835816229096778,
      "grad_norm": 0.107475645840168,
      "learning_rate": 6.008960009811512e-06,
      "loss": 0.0019,
      "step": 58200
    },
    {
      "epoch": 0.9837506231885282,
      "grad_norm": 0.009603841230273247,
      "learning_rate": 6.007515476347223e-06,
      "loss": 0.0018,
      "step": 58210
    },
    {
      "epoch": 0.9839196234673787,
      "grad_norm": 0.03349253535270691,
      "learning_rate": 6.006070855224209e-06,
      "loss": 0.0011,
      "step": 58220
    },
    {
      "epoch": 0.9840886237462292,
      "grad_norm": 0.17738290131092072,
      "learning_rate": 6.004626146568154e-06,
      "loss": 0.0022,
      "step": 58230
    },
    {
      "epoch": 0.9842576240250797,
      "grad_norm": 0.039686206728219986,
      "learning_rate": 6.003181350504758e-06,
      "loss": 0.0014,
      "step": 58240
    },
    {
      "epoch": 0.9844266243039301,
      "grad_norm": 0.03419140726327896,
      "learning_rate": 6.001736467159723e-06,
      "loss": 0.0016,
      "step": 58250
    },
    {
      "epoch": 0.9845956245827806,
      "grad_norm": 0.07928406447172165,
      "learning_rate": 6.000291496658763e-06,
      "loss": 0.0025,
      "step": 58260
    },
    {
      "epoch": 0.9847646248616311,
      "grad_norm": 0.22952072322368622,
      "learning_rate": 5.998846439127596e-06,
      "loss": 0.0023,
      "step": 58270
    },
    {
      "epoch": 0.9849336251404814,
      "grad_norm": 0.07492335885763168,
      "learning_rate": 5.997401294691949e-06,
      "loss": 0.0021,
      "step": 58280
    },
    {
      "epoch": 0.9851026254193319,
      "grad_norm": 0.09141848236322403,
      "learning_rate": 5.995956063477555e-06,
      "loss": 0.0062,
      "step": 58290
    },
    {
      "epoch": 0.9852716256981824,
      "grad_norm": 0.022302517667412758,
      "learning_rate": 5.9945107456101605e-06,
      "loss": 0.0012,
      "step": 58300
    },
    {
      "epoch": 0.9854406259770329,
      "grad_norm": 0.06388254463672638,
      "learning_rate": 5.99306534121551e-06,
      "loss": 0.0014,
      "step": 58310
    },
    {
      "epoch": 0.9856096262558833,
      "grad_norm": 0.02491978369653225,
      "learning_rate": 5.991619850419365e-06,
      "loss": 0.002,
      "step": 58320
    },
    {
      "epoch": 0.9857786265347338,
      "grad_norm": 0.12101317942142487,
      "learning_rate": 5.99017427334749e-06,
      "loss": 0.0016,
      "step": 58330
    },
    {
      "epoch": 0.9859476268135843,
      "grad_norm": 0.03233025595545769,
      "learning_rate": 5.988728610125653e-06,
      "loss": 0.001,
      "step": 58340
    },
    {
      "epoch": 0.9861166270924347,
      "grad_norm": 0.09366673231124878,
      "learning_rate": 5.987282860879638e-06,
      "loss": 0.0012,
      "step": 58350
    },
    {
      "epoch": 0.9862856273712851,
      "grad_norm": 0.02704479545354843,
      "learning_rate": 5.985837025735232e-06,
      "loss": 0.0018,
      "step": 58360
    },
    {
      "epoch": 0.9864546276501356,
      "grad_norm": 0.05152517184615135,
      "learning_rate": 5.984391104818226e-06,
      "loss": 0.0009,
      "step": 58370
    },
    {
      "epoch": 0.9866236279289861,
      "grad_norm": 0.0815383568406105,
      "learning_rate": 5.982945098254425e-06,
      "loss": 0.0025,
      "step": 58380
    },
    {
      "epoch": 0.9867926282078365,
      "grad_norm": 0.030310895293951035,
      "learning_rate": 5.981499006169637e-06,
      "loss": 0.0008,
      "step": 58390
    },
    {
      "epoch": 0.986961628486687,
      "grad_norm": 0.054158393293619156,
      "learning_rate": 5.980052828689681e-06,
      "loss": 0.0013,
      "step": 58400
    },
    {
      "epoch": 0.9871306287655375,
      "grad_norm": 0.10451913625001907,
      "learning_rate": 5.97860656594038e-06,
      "loss": 0.0034,
      "step": 58410
    },
    {
      "epoch": 0.987299629044388,
      "grad_norm": 0.062465324997901917,
      "learning_rate": 5.977160218047567e-06,
      "loss": 0.0016,
      "step": 58420
    },
    {
      "epoch": 0.9874686293232384,
      "grad_norm": 0.01912902668118477,
      "learning_rate": 5.97571378513708e-06,
      "loss": 0.0011,
      "step": 58430
    },
    {
      "epoch": 0.9876376296020889,
      "grad_norm": 0.05353707820177078,
      "learning_rate": 5.974267267334768e-06,
      "loss": 0.0022,
      "step": 58440
    },
    {
      "epoch": 0.9878066298809393,
      "grad_norm": 0.16070276498794556,
      "learning_rate": 5.972820664766481e-06,
      "loss": 0.0017,
      "step": 58450
    },
    {
      "epoch": 0.9879756301597897,
      "grad_norm": 0.021296484395861626,
      "learning_rate": 5.971373977558084e-06,
      "loss": 0.0016,
      "step": 58460
    },
    {
      "epoch": 0.9881446304386402,
      "grad_norm": 0.1948113888502121,
      "learning_rate": 5.969927205835444e-06,
      "loss": 0.0023,
      "step": 58470
    },
    {
      "epoch": 0.9883136307174907,
      "grad_norm": 0.16366679966449738,
      "learning_rate": 5.968480349724438e-06,
      "loss": 0.0012,
      "step": 58480
    },
    {
      "epoch": 0.9884826309963411,
      "grad_norm": 0.022841233760118484,
      "learning_rate": 5.967033409350949e-06,
      "loss": 0.0013,
      "step": 58490
    },
    {
      "epoch": 0.9886516312751916,
      "grad_norm": 0.06846968084573746,
      "learning_rate": 5.965586384840868e-06,
      "loss": 0.0014,
      "step": 58500
    },
    {
      "epoch": 0.9888206315540421,
      "grad_norm": 0.10312211513519287,
      "learning_rate": 5.964139276320092e-06,
      "loss": 0.0031,
      "step": 58510
    },
    {
      "epoch": 0.9889896318328926,
      "grad_norm": 0.14728088676929474,
      "learning_rate": 5.9626920839145295e-06,
      "loss": 0.0025,
      "step": 58520
    },
    {
      "epoch": 0.9891586321117429,
      "grad_norm": 0.2092452347278595,
      "learning_rate": 5.96124480775009e-06,
      "loss": 0.0091,
      "step": 58530
    },
    {
      "epoch": 0.9893276323905934,
      "grad_norm": 0.0748872309923172,
      "learning_rate": 5.959797447952697e-06,
      "loss": 0.001,
      "step": 58540
    },
    {
      "epoch": 0.9894966326694439,
      "grad_norm": 0.015515661798417568,
      "learning_rate": 5.958350004648273e-06,
      "loss": 0.002,
      "step": 58550
    },
    {
      "epoch": 0.9896656329482943,
      "grad_norm": 0.042304836213588715,
      "learning_rate": 5.956902477962757e-06,
      "loss": 0.001,
      "step": 58560
    },
    {
      "epoch": 0.9898346332271448,
      "grad_norm": 0.04571213945746422,
      "learning_rate": 5.955454868022088e-06,
      "loss": 0.0015,
      "step": 58570
    },
    {
      "epoch": 0.9900036335059953,
      "grad_norm": 0.1851183921098709,
      "learning_rate": 5.954007174952217e-06,
      "loss": 0.0014,
      "step": 58580
    },
    {
      "epoch": 0.9901726337848458,
      "grad_norm": 0.04956304654479027,
      "learning_rate": 5.952559398879099e-06,
      "loss": 0.0014,
      "step": 58590
    },
    {
      "epoch": 0.9903416340636962,
      "grad_norm": 0.05614320561289787,
      "learning_rate": 5.951111539928698e-06,
      "loss": 0.0019,
      "step": 58600
    },
    {
      "epoch": 0.9905106343425467,
      "grad_norm": 0.019860200583934784,
      "learning_rate": 5.949663598226985e-06,
      "loss": 0.001,
      "step": 58610
    },
    {
      "epoch": 0.9906796346213971,
      "grad_norm": 0.044026993215084076,
      "learning_rate": 5.948215573899938e-06,
      "loss": 0.001,
      "step": 58620
    },
    {
      "epoch": 0.9908486349002475,
      "grad_norm": 0.01446566917002201,
      "learning_rate": 5.946767467073542e-06,
      "loss": 0.002,
      "step": 58630
    },
    {
      "epoch": 0.991017635179098,
      "grad_norm": 0.04005853831768036,
      "learning_rate": 5.945319277873789e-06,
      "loss": 0.0016,
      "step": 58640
    },
    {
      "epoch": 0.9911866354579485,
      "grad_norm": 0.08893624693155289,
      "learning_rate": 5.943871006426678e-06,
      "loss": 0.0013,
      "step": 58650
    },
    {
      "epoch": 0.991355635736799,
      "grad_norm": 0.04670179262757301,
      "learning_rate": 5.942422652858218e-06,
      "loss": 0.0011,
      "step": 58660
    },
    {
      "epoch": 0.9915246360156494,
      "grad_norm": 0.035787198692560196,
      "learning_rate": 5.940974217294419e-06,
      "loss": 0.002,
      "step": 58670
    },
    {
      "epoch": 0.9916936362944999,
      "grad_norm": 0.07763170450925827,
      "learning_rate": 5.939525699861305e-06,
      "loss": 0.0012,
      "step": 58680
    },
    {
      "epoch": 0.9918626365733504,
      "grad_norm": 0.05746553838253021,
      "learning_rate": 5.938077100684901e-06,
      "loss": 0.0018,
      "step": 58690
    },
    {
      "epoch": 0.9920316368522009,
      "grad_norm": 0.010973265394568443,
      "learning_rate": 5.936628419891247e-06,
      "loss": 0.0019,
      "step": 58700
    },
    {
      "epoch": 0.9922006371310512,
      "grad_norm": 0.015557970851659775,
      "learning_rate": 5.935179657606381e-06,
      "loss": 0.0012,
      "step": 58710
    },
    {
      "epoch": 0.9923696374099017,
      "grad_norm": 0.2120949923992157,
      "learning_rate": 5.933730813956354e-06,
      "loss": 0.0018,
      "step": 58720
    },
    {
      "epoch": 0.9925386376887522,
      "grad_norm": 0.03492291271686554,
      "learning_rate": 5.932281889067223e-06,
      "loss": 0.0013,
      "step": 58730
    },
    {
      "epoch": 0.9927076379676026,
      "grad_norm": 0.16607755422592163,
      "learning_rate": 5.93083288306505e-06,
      "loss": 0.0044,
      "step": 58740
    },
    {
      "epoch": 0.9928766382464531,
      "grad_norm": 0.073784738779068,
      "learning_rate": 5.929383796075906e-06,
      "loss": 0.0008,
      "step": 58750
    },
    {
      "epoch": 0.9930456385253036,
      "grad_norm": 0.010416547767817974,
      "learning_rate": 5.927934628225868e-06,
      "loss": 0.0012,
      "step": 58760
    },
    {
      "epoch": 0.9932146388041541,
      "grad_norm": 0.023475607857108116,
      "learning_rate": 5.926485379641024e-06,
      "loss": 0.0015,
      "step": 58770
    },
    {
      "epoch": 0.9933836390830045,
      "grad_norm": 0.23363591730594635,
      "learning_rate": 5.9250360504474605e-06,
      "loss": 0.0022,
      "step": 58780
    },
    {
      "epoch": 0.9935526393618549,
      "grad_norm": 0.3121536374092102,
      "learning_rate": 5.9235866407712796e-06,
      "loss": 0.0104,
      "step": 58790
    },
    {
      "epoch": 0.9937216396407054,
      "grad_norm": 0.09558659046888351,
      "learning_rate": 5.922137150738585e-06,
      "loss": 0.0016,
      "step": 58800
    },
    {
      "epoch": 0.9938906399195558,
      "grad_norm": 0.08474873006343842,
      "learning_rate": 5.920687580475492e-06,
      "loss": 0.0017,
      "step": 58810
    },
    {
      "epoch": 0.9940596401984063,
      "grad_norm": 0.08459119498729706,
      "learning_rate": 5.919237930108117e-06,
      "loss": 0.0013,
      "step": 58820
    },
    {
      "epoch": 0.9942286404772568,
      "grad_norm": 0.06942421197891235,
      "learning_rate": 5.917788199762589e-06,
      "loss": 0.0013,
      "step": 58830
    },
    {
      "epoch": 0.9943976407561073,
      "grad_norm": 0.056626077741384506,
      "learning_rate": 5.916338389565042e-06,
      "loss": 0.0019,
      "step": 58840
    },
    {
      "epoch": 0.9945666410349577,
      "grad_norm": 0.07657656818628311,
      "learning_rate": 5.9148884996416145e-06,
      "loss": 0.0009,
      "step": 58850
    },
    {
      "epoch": 0.9947356413138082,
      "grad_norm": 0.11495871841907501,
      "learning_rate": 5.913438530118455e-06,
      "loss": 0.0017,
      "step": 58860
    },
    {
      "epoch": 0.9949046415926587,
      "grad_norm": 0.08522608876228333,
      "learning_rate": 5.911988481121717e-06,
      "loss": 0.0008,
      "step": 58870
    },
    {
      "epoch": 0.995073641871509,
      "grad_norm": 0.09870191663503647,
      "learning_rate": 5.9105383527775625e-06,
      "loss": 0.0022,
      "step": 58880
    },
    {
      "epoch": 0.9952426421503595,
      "grad_norm": 0.035707537084817886,
      "learning_rate": 5.909088145212161e-06,
      "loss": 0.0026,
      "step": 58890
    },
    {
      "epoch": 0.99541164242921,
      "grad_norm": 0.02863745577633381,
      "learning_rate": 5.907637858551684e-06,
      "loss": 0.0013,
      "step": 58900
    },
    {
      "epoch": 0.9955806427080605,
      "grad_norm": 0.014273157343268394,
      "learning_rate": 5.906187492922318e-06,
      "loss": 0.0009,
      "step": 58910
    },
    {
      "epoch": 0.9957496429869109,
      "grad_norm": 0.04612638056278229,
      "learning_rate": 5.904737048450249e-06,
      "loss": 0.0011,
      "step": 58920
    },
    {
      "epoch": 0.9959186432657614,
      "grad_norm": 0.05339609086513519,
      "learning_rate": 5.903286525261673e-06,
      "loss": 0.0011,
      "step": 58930
    },
    {
      "epoch": 0.9960876435446119,
      "grad_norm": 0.05890113487839699,
      "learning_rate": 5.901835923482793e-06,
      "loss": 0.0014,
      "step": 58940
    },
    {
      "epoch": 0.9962566438234624,
      "grad_norm": 0.03513943403959274,
      "learning_rate": 5.9003852432398164e-06,
      "loss": 0.0019,
      "step": 58950
    },
    {
      "epoch": 0.9964256441023128,
      "grad_norm": 0.009775166399776936,
      "learning_rate": 5.898934484658963e-06,
      "loss": 0.0017,
      "step": 58960
    },
    {
      "epoch": 0.9965946443811632,
      "grad_norm": 0.03837180137634277,
      "learning_rate": 5.897483647866453e-06,
      "loss": 0.0018,
      "step": 58970
    },
    {
      "epoch": 0.9967636446600137,
      "grad_norm": 0.06849581003189087,
      "learning_rate": 5.8960327329885185e-06,
      "loss": 0.0018,
      "step": 58980
    },
    {
      "epoch": 0.9969326449388641,
      "grad_norm": 0.06228544935584068,
      "learning_rate": 5.894581740151394e-06,
      "loss": 0.002,
      "step": 58990
    },
    {
      "epoch": 0.9971016452177146,
      "grad_norm": 0.07643171399831772,
      "learning_rate": 5.893130669481324e-06,
      "loss": 0.0012,
      "step": 59000
    },
    {
      "epoch": 0.9972706454965651,
      "grad_norm": 0.015796547755599022,
      "learning_rate": 5.891679521104558e-06,
      "loss": 0.0012,
      "step": 59010
    },
    {
      "epoch": 0.9974396457754156,
      "grad_norm": 0.03740460425615311,
      "learning_rate": 5.890228295147353e-06,
      "loss": 0.0015,
      "step": 59020
    },
    {
      "epoch": 0.997608646054266,
      "grad_norm": 0.03803800791501999,
      "learning_rate": 5.8887769917359746e-06,
      "loss": 0.0013,
      "step": 59030
    },
    {
      "epoch": 0.9977776463331165,
      "grad_norm": 0.04857852682471275,
      "learning_rate": 5.887325610996692e-06,
      "loss": 0.0009,
      "step": 59040
    },
    {
      "epoch": 0.9979466466119669,
      "grad_norm": 0.009476653300225735,
      "learning_rate": 5.885874153055779e-06,
      "loss": 0.0016,
      "step": 59050
    },
    {
      "epoch": 0.9981156468908173,
      "grad_norm": 0.10072492808103561,
      "learning_rate": 5.884422618039525e-06,
      "loss": 0.0021,
      "step": 59060
    },
    {
      "epoch": 0.9982846471696678,
      "grad_norm": 0.05873139202594757,
      "learning_rate": 5.882971006074217e-06,
      "loss": 0.0009,
      "step": 59070
    },
    {
      "epoch": 0.9984536474485183,
      "grad_norm": 0.1507243812084198,
      "learning_rate": 5.881519317286153e-06,
      "loss": 0.0018,
      "step": 59080
    },
    {
      "epoch": 0.9986226477273688,
      "grad_norm": 0.15657368302345276,
      "learning_rate": 5.880067551801638e-06,
      "loss": 0.0015,
      "step": 59090
    },
    {
      "epoch": 0.9987916480062192,
      "grad_norm": 0.05158833786845207,
      "learning_rate": 5.878615709746983e-06,
      "loss": 0.0015,
      "step": 59100
    },
    {
      "epoch": 0.9989606482850697,
      "grad_norm": 0.1752629280090332,
      "learning_rate": 5.877163791248503e-06,
      "loss": 0.0021,
      "step": 59110
    },
    {
      "epoch": 0.9991296485639202,
      "grad_norm": 0.02186552993953228,
      "learning_rate": 5.875711796432524e-06,
      "loss": 0.0008,
      "step": 59120
    },
    {
      "epoch": 0.9992986488427706,
      "grad_norm": 0.05802800878882408,
      "learning_rate": 5.874259725425375e-06,
      "loss": 0.0023,
      "step": 59130
    },
    {
      "epoch": 0.999467649121621,
      "grad_norm": 0.06508190184831619,
      "learning_rate": 5.872807578353396e-06,
      "loss": 0.0011,
      "step": 59140
    },
    {
      "epoch": 0.9996366494004715,
      "grad_norm": 0.03184705972671509,
      "learning_rate": 5.871355355342927e-06,
      "loss": 0.0017,
      "step": 59150
    },
    {
      "epoch": 0.999805649679322,
      "grad_norm": 0.026573611423373222,
      "learning_rate": 5.869903056520321e-06,
      "loss": 0.0013,
      "step": 59160
    },
    {
      "epoch": 0.9999746499581724,
      "grad_norm": 0.14917759597301483,
      "learning_rate": 5.868450682011932e-06,
      "loss": 0.0007,
      "step": 59170
    },
    {
      "epoch": 1.000143650237023,
      "grad_norm": 0.03130548819899559,
      "learning_rate": 5.8669982319441274e-06,
      "loss": 0.0005,
      "step": 59180
    },
    {
      "epoch": 1.0003126505158733,
      "grad_norm": 0.01425376906991005,
      "learning_rate": 5.865545706443277e-06,
      "loss": 0.0014,
      "step": 59190
    },
    {
      "epoch": 1.0004816507947238,
      "grad_norm": 0.04437197372317314,
      "learning_rate": 5.864093105635756e-06,
      "loss": 0.0007,
      "step": 59200
    },
    {
      "epoch": 1.0006506510735742,
      "grad_norm": 0.17034755647182465,
      "learning_rate": 5.862640429647948e-06,
      "loss": 0.0015,
      "step": 59210
    },
    {
      "epoch": 1.0008196513524248,
      "grad_norm": 0.30543792247772217,
      "learning_rate": 5.861187678606243e-06,
      "loss": 0.0018,
      "step": 59220
    },
    {
      "epoch": 1.0009886516312752,
      "grad_norm": 0.028305659070611,
      "learning_rate": 5.859734852637038e-06,
      "loss": 0.001,
      "step": 59230
    },
    {
      "epoch": 1.0011576519101257,
      "grad_norm": 0.08342143148183823,
      "learning_rate": 5.858281951866735e-06,
      "loss": 0.0013,
      "step": 59240
    },
    {
      "epoch": 1.001326652188976,
      "grad_norm": 0.0451873242855072,
      "learning_rate": 5.856828976421743e-06,
      "loss": 0.001,
      "step": 59250
    },
    {
      "epoch": 1.0014956524678267,
      "grad_norm": 0.0032537258230149746,
      "learning_rate": 5.855375926428478e-06,
      "loss": 0.001,
      "step": 59260
    },
    {
      "epoch": 1.001664652746677,
      "grad_norm": 0.10370821505784988,
      "learning_rate": 5.853922802013364e-06,
      "loss": 0.0042,
      "step": 59270
    },
    {
      "epoch": 1.0018336530255274,
      "grad_norm": 0.04501200094819069,
      "learning_rate": 5.85246960330283e-06,
      "loss": 0.0011,
      "step": 59280
    },
    {
      "epoch": 1.002002653304378,
      "grad_norm": 0.057593826204538345,
      "learning_rate": 5.851016330423309e-06,
      "loss": 0.002,
      "step": 59290
    },
    {
      "epoch": 1.0021716535832284,
      "grad_norm": 0.048292193561792374,
      "learning_rate": 5.8495629835012436e-06,
      "loss": 0.0025,
      "step": 59300
    },
    {
      "epoch": 1.002340653862079,
      "grad_norm": 0.04649476706981659,
      "learning_rate": 5.848109562663083e-06,
      "loss": 0.0008,
      "step": 59310
    },
    {
      "epoch": 1.0025096541409293,
      "grad_norm": 0.024468235671520233,
      "learning_rate": 5.846656068035281e-06,
      "loss": 0.0018,
      "step": 59320
    },
    {
      "epoch": 1.0026786544197799,
      "grad_norm": 0.03331344947218895,
      "learning_rate": 5.8452024997443e-06,
      "loss": 0.0017,
      "step": 59330
    },
    {
      "epoch": 1.0028476546986302,
      "grad_norm": 0.12571880221366882,
      "learning_rate": 5.843748857916605e-06,
      "loss": 0.0008,
      "step": 59340
    },
    {
      "epoch": 1.0030166549774806,
      "grad_norm": 0.12865477800369263,
      "learning_rate": 5.842295142678671e-06,
      "loss": 0.0018,
      "step": 59350
    },
    {
      "epoch": 1.0031856552563312,
      "grad_norm": 0.03438074141740799,
      "learning_rate": 5.84084135415698e-06,
      "loss": 0.0009,
      "step": 59360
    },
    {
      "epoch": 1.0033546555351815,
      "grad_norm": 0.09085816144943237,
      "learning_rate": 5.839387492478016e-06,
      "loss": 0.0023,
      "step": 59370
    },
    {
      "epoch": 1.0035236558140321,
      "grad_norm": 0.00895149540156126,
      "learning_rate": 5.837933557768274e-06,
      "loss": 0.0013,
      "step": 59380
    },
    {
      "epoch": 1.0036926560928825,
      "grad_norm": 0.22068193554878235,
      "learning_rate": 5.836479550154253e-06,
      "loss": 0.0026,
      "step": 59390
    },
    {
      "epoch": 1.003861656371733,
      "grad_norm": 0.0855739638209343,
      "learning_rate": 5.8350254697624575e-06,
      "loss": 0.0032,
      "step": 59400
    },
    {
      "epoch": 1.0040306566505834,
      "grad_norm": 0.06858029216527939,
      "learning_rate": 5.8335713167194e-06,
      "loss": 0.0011,
      "step": 59410
    },
    {
      "epoch": 1.004199656929434,
      "grad_norm": 0.05948581174015999,
      "learning_rate": 5.8321170911516e-06,
      "loss": 0.0013,
      "step": 59420
    },
    {
      "epoch": 1.0043686572082844,
      "grad_norm": 0.058058999478816986,
      "learning_rate": 5.830662793185582e-06,
      "loss": 0.0015,
      "step": 59430
    },
    {
      "epoch": 1.0045376574871347,
      "grad_norm": 0.08761637657880783,
      "learning_rate": 5.829208422947875e-06,
      "loss": 0.0011,
      "step": 59440
    },
    {
      "epoch": 1.0047066577659853,
      "grad_norm": 0.02783399261534214,
      "learning_rate": 5.827753980565018e-06,
      "loss": 0.0009,
      "step": 59450
    },
    {
      "epoch": 1.0048756580448357,
      "grad_norm": 0.0013959665084257722,
      "learning_rate": 5.8262994661635544e-06,
      "loss": 0.0012,
      "step": 59460
    },
    {
      "epoch": 1.0050446583236863,
      "grad_norm": 0.06014212965965271,
      "learning_rate": 5.824844879870033e-06,
      "loss": 0.0009,
      "step": 59470
    },
    {
      "epoch": 1.0052136586025366,
      "grad_norm": 0.2674904465675354,
      "learning_rate": 5.823390221811012e-06,
      "loss": 0.0013,
      "step": 59480
    },
    {
      "epoch": 1.0053826588813872,
      "grad_norm": 0.010724053718149662,
      "learning_rate": 5.8219354921130515e-06,
      "loss": 0.0009,
      "step": 59490
    },
    {
      "epoch": 1.0055516591602376,
      "grad_norm": 0.14621977508068085,
      "learning_rate": 5.82048069090272e-06,
      "loss": 0.0016,
      "step": 59500
    },
    {
      "epoch": 1.0057206594390882,
      "grad_norm": 0.008767823688685894,
      "learning_rate": 5.819025818306594e-06,
      "loss": 0.0012,
      "step": 59510
    },
    {
      "epoch": 1.0058896597179385,
      "grad_norm": 0.015448343008756638,
      "learning_rate": 5.8175708744512534e-06,
      "loss": 0.0016,
      "step": 59520
    },
    {
      "epoch": 1.006058659996789,
      "grad_norm": 0.03502323105931282,
      "learning_rate": 5.816115859463286e-06,
      "loss": 0.0007,
      "step": 59530
    },
    {
      "epoch": 1.0062276602756395,
      "grad_norm": 0.0019112990703433752,
      "learning_rate": 5.814660773469283e-06,
      "loss": 0.0013,
      "step": 59540
    },
    {
      "epoch": 1.0063966605544898,
      "grad_norm": 0.008734236471354961,
      "learning_rate": 5.813205616595848e-06,
      "loss": 0.001,
      "step": 59550
    },
    {
      "epoch": 1.0065656608333404,
      "grad_norm": 0.03247779235243797,
      "learning_rate": 5.811750388969582e-06,
      "loss": 0.001,
      "step": 59560
    },
    {
      "epoch": 1.0067346611121908,
      "grad_norm": 0.030376799404621124,
      "learning_rate": 5.8102950907171e-06,
      "loss": 0.0015,
      "step": 59570
    },
    {
      "epoch": 1.0069036613910414,
      "grad_norm": 0.16987168788909912,
      "learning_rate": 5.808839721965019e-06,
      "loss": 0.0019,
      "step": 59580
    },
    {
      "epoch": 1.0070726616698917,
      "grad_norm": 0.023650676012039185,
      "learning_rate": 5.807384282839963e-06,
      "loss": 0.0013,
      "step": 59590
    },
    {
      "epoch": 1.0072416619487423,
      "grad_norm": 0.0017415835754945874,
      "learning_rate": 5.805928773468563e-06,
      "loss": 0.0016,
      "step": 59600
    },
    {
      "epoch": 1.0074106622275927,
      "grad_norm": 0.0149134062230587,
      "learning_rate": 5.804473193977455e-06,
      "loss": 0.0009,
      "step": 59610
    },
    {
      "epoch": 1.007579662506443,
      "grad_norm": 0.13160866498947144,
      "learning_rate": 5.803017544493281e-06,
      "loss": 0.0028,
      "step": 59620
    },
    {
      "epoch": 1.0077486627852936,
      "grad_norm": 0.03560006618499756,
      "learning_rate": 5.801561825142691e-06,
      "loss": 0.0014,
      "step": 59630
    },
    {
      "epoch": 1.007917663064144,
      "grad_norm": 0.046323128044605255,
      "learning_rate": 5.800106036052337e-06,
      "loss": 0.0012,
      "step": 59640
    },
    {
      "epoch": 1.0080866633429946,
      "grad_norm": 0.2378297746181488,
      "learning_rate": 5.798650177348883e-06,
      "loss": 0.0016,
      "step": 59650
    },
    {
      "epoch": 1.008255663621845,
      "grad_norm": 0.09480898827314377,
      "learning_rate": 5.797194249158993e-06,
      "loss": 0.001,
      "step": 59660
    },
    {
      "epoch": 1.0084246639006955,
      "grad_norm": 0.05673360824584961,
      "learning_rate": 5.7957382516093405e-06,
      "loss": 0.0011,
      "step": 59670
    },
    {
      "epoch": 1.0085936641795459,
      "grad_norm": 0.03825223073363304,
      "learning_rate": 5.794282184826605e-06,
      "loss": 0.0021,
      "step": 59680
    },
    {
      "epoch": 1.0087626644583965,
      "grad_norm": 0.013609139248728752,
      "learning_rate": 5.792826048937471e-06,
      "loss": 0.0009,
      "step": 59690
    },
    {
      "epoch": 1.0089316647372468,
      "grad_norm": 0.08244311064481735,
      "learning_rate": 5.79136984406863e-06,
      "loss": 0.0008,
      "step": 59700
    },
    {
      "epoch": 1.0091006650160972,
      "grad_norm": 0.06593206524848938,
      "learning_rate": 5.789913570346778e-06,
      "loss": 0.0012,
      "step": 59710
    },
    {
      "epoch": 1.0092696652949478,
      "grad_norm": 0.060266364365816116,
      "learning_rate": 5.788457227898619e-06,
      "loss": 0.0017,
      "step": 59720
    },
    {
      "epoch": 1.0094386655737981,
      "grad_norm": 0.054617322981357574,
      "learning_rate": 5.787000816850858e-06,
      "loss": 0.0011,
      "step": 59730
    },
    {
      "epoch": 1.0096076658526487,
      "grad_norm": 0.04017211124300957,
      "learning_rate": 5.785544337330214e-06,
      "loss": 0.0009,
      "step": 59740
    },
    {
      "epoch": 1.009776666131499,
      "grad_norm": 0.006230284925550222,
      "learning_rate": 5.784087789463408e-06,
      "loss": 0.0009,
      "step": 59750
    },
    {
      "epoch": 1.0099456664103497,
      "grad_norm": 0.050391849130392075,
      "learning_rate": 5.782631173377166e-06,
      "loss": 0.0006,
      "step": 59760
    },
    {
      "epoch": 1.0101146666892,
      "grad_norm": 0.020542792975902557,
      "learning_rate": 5.781174489198218e-06,
      "loss": 0.0037,
      "step": 59770
    },
    {
      "epoch": 1.0102836669680504,
      "grad_norm": 0.030491294339299202,
      "learning_rate": 5.779717737053306e-06,
      "loss": 0.001,
      "step": 59780
    },
    {
      "epoch": 1.010452667246901,
      "grad_norm": 0.027004361152648926,
      "learning_rate": 5.778260917069172e-06,
      "loss": 0.001,
      "step": 59790
    },
    {
      "epoch": 1.0106216675257513,
      "grad_norm": 0.06397947669029236,
      "learning_rate": 5.776804029372568e-06,
      "loss": 0.0014,
      "step": 59800
    },
    {
      "epoch": 1.010790667804602,
      "grad_norm": 0.014559914357960224,
      "learning_rate": 5.7753470740902495e-06,
      "loss": 0.0011,
      "step": 59810
    },
    {
      "epoch": 1.0109596680834523,
      "grad_norm": 0.09837585687637329,
      "learning_rate": 5.77389005134898e-06,
      "loss": 0.0012,
      "step": 59820
    },
    {
      "epoch": 1.0111286683623029,
      "grad_norm": 0.08793274313211441,
      "learning_rate": 5.772432961275523e-06,
      "loss": 0.0008,
      "step": 59830
    },
    {
      "epoch": 1.0112976686411532,
      "grad_norm": 0.10017421096563339,
      "learning_rate": 5.770975803996659e-06,
      "loss": 0.0011,
      "step": 59840
    },
    {
      "epoch": 1.0114666689200038,
      "grad_norm": 0.06319086253643036,
      "learning_rate": 5.769518579639163e-06,
      "loss": 0.001,
      "step": 59850
    },
    {
      "epoch": 1.0116356691988542,
      "grad_norm": 0.004494407679885626,
      "learning_rate": 5.768061288329823e-06,
      "loss": 0.0016,
      "step": 59860
    },
    {
      "epoch": 1.0118046694777045,
      "grad_norm": 0.04238826781511307,
      "learning_rate": 5.766603930195429e-06,
      "loss": 0.0013,
      "step": 59870
    },
    {
      "epoch": 1.0119736697565551,
      "grad_norm": 0.06290490180253983,
      "learning_rate": 5.76514650536278e-06,
      "loss": 0.0011,
      "step": 59880
    },
    {
      "epoch": 1.0121426700354055,
      "grad_norm": 0.06323585659265518,
      "learning_rate": 5.763689013958677e-06,
      "loss": 0.0009,
      "step": 59890
    },
    {
      "epoch": 1.012311670314256,
      "grad_norm": 0.06292340159416199,
      "learning_rate": 5.76223145610993e-06,
      "loss": 0.004,
      "step": 59900
    },
    {
      "epoch": 1.0124806705931064,
      "grad_norm": 0.05352671816945076,
      "learning_rate": 5.760773831943354e-06,
      "loss": 0.0013,
      "step": 59910
    },
    {
      "epoch": 1.012649670871957,
      "grad_norm": 0.049937695264816284,
      "learning_rate": 5.7593161415857665e-06,
      "loss": 0.0018,
      "step": 59920
    },
    {
      "epoch": 1.0128186711508074,
      "grad_norm": 0.06884843111038208,
      "learning_rate": 5.757858385163997e-06,
      "loss": 0.0016,
      "step": 59930
    },
    {
      "epoch": 1.012987671429658,
      "grad_norm": 0.06434638798236847,
      "learning_rate": 5.756400562804876e-06,
      "loss": 0.0008,
      "step": 59940
    },
    {
      "epoch": 1.0131566717085083,
      "grad_norm": 0.1740601807832718,
      "learning_rate": 5.754942674635241e-06,
      "loss": 0.0012,
      "step": 59950
    },
    {
      "epoch": 1.0133256719873587,
      "grad_norm": 0.02064857818186283,
      "learning_rate": 5.753484720781936e-06,
      "loss": 0.0007,
      "step": 59960
    },
    {
      "epoch": 1.0134946722662093,
      "grad_norm": 0.05028160661458969,
      "learning_rate": 5.752026701371809e-06,
      "loss": 0.0008,
      "step": 59970
    },
    {
      "epoch": 1.0136636725450596,
      "grad_norm": 0.05740112438797951,
      "learning_rate": 5.750568616531716e-06,
      "loss": 0.0012,
      "step": 59980
    },
    {
      "epoch": 1.0138326728239102,
      "grad_norm": 0.09930772334337234,
      "learning_rate": 5.749110466388516e-06,
      "loss": 0.0017,
      "step": 59990
    },
    {
      "epoch": 1.0140016731027606,
      "grad_norm": 0.027258582413196564,
      "learning_rate": 5.747652251069076e-06,
      "loss": 0.0019,
      "step": 60000
    },
    {
      "epoch": 1.0141706733816112,
      "grad_norm": 0.020125612616539,
      "learning_rate": 5.746193970700268e-06,
      "loss": 0.0011,
      "step": 60010
    },
    {
      "epoch": 1.0143396736604615,
      "grad_norm": 0.05175361782312393,
      "learning_rate": 5.744735625408969e-06,
      "loss": 0.0006,
      "step": 60020
    },
    {
      "epoch": 1.014508673939312,
      "grad_norm": 0.04280708357691765,
      "learning_rate": 5.743277215322062e-06,
      "loss": 0.0008,
      "step": 60030
    },
    {
      "epoch": 1.0146776742181625,
      "grad_norm": 0.00904067326337099,
      "learning_rate": 5.741818740566436e-06,
      "loss": 0.0009,
      "step": 60040
    },
    {
      "epoch": 1.0148466744970128,
      "grad_norm": 0.021013254299759865,
      "learning_rate": 5.740360201268986e-06,
      "loss": 0.0018,
      "step": 60050
    },
    {
      "epoch": 1.0150156747758634,
      "grad_norm": 0.10922824591398239,
      "learning_rate": 5.738901597556611e-06,
      "loss": 0.001,
      "step": 60060
    },
    {
      "epoch": 1.0151846750547138,
      "grad_norm": 0.09556003659963608,
      "learning_rate": 5.737442929556217e-06,
      "loss": 0.0008,
      "step": 60070
    },
    {
      "epoch": 1.0153536753335644,
      "grad_norm": 0.06434619426727295,
      "learning_rate": 5.735984197394715e-06,
      "loss": 0.001,
      "step": 60080
    },
    {
      "epoch": 1.0155226756124147,
      "grad_norm": 0.350649356842041,
      "learning_rate": 5.734525401199022e-06,
      "loss": 0.0015,
      "step": 60090
    },
    {
      "epoch": 1.0156916758912653,
      "grad_norm": 0.012149405665695667,
      "learning_rate": 5.733066541096059e-06,
      "loss": 0.0014,
      "step": 60100
    },
    {
      "epoch": 1.0158606761701157,
      "grad_norm": 0.04299250245094299,
      "learning_rate": 5.731607617212758e-06,
      "loss": 0.0009,
      "step": 60110
    },
    {
      "epoch": 1.0160296764489662,
      "grad_norm": 0.012249082326889038,
      "learning_rate": 5.730148629676048e-06,
      "loss": 0.001,
      "step": 60120
    },
    {
      "epoch": 1.0161986767278166,
      "grad_norm": 0.052636779844760895,
      "learning_rate": 5.728689578612868e-06,
      "loss": 0.0015,
      "step": 60130
    },
    {
      "epoch": 1.016367677006667,
      "grad_norm": 0.0249900221824646,
      "learning_rate": 5.727230464150167e-06,
      "loss": 0.0051,
      "step": 60140
    },
    {
      "epoch": 1.0165366772855176,
      "grad_norm": 0.10780275613069534,
      "learning_rate": 5.725771286414889e-06,
      "loss": 0.0013,
      "step": 60150
    },
    {
      "epoch": 1.016705677564368,
      "grad_norm": 0.02290751226246357,
      "learning_rate": 5.724312045533995e-06,
      "loss": 0.0013,
      "step": 60160
    },
    {
      "epoch": 1.0168746778432185,
      "grad_norm": 0.11151617765426636,
      "learning_rate": 5.722852741634444e-06,
      "loss": 0.001,
      "step": 60170
    },
    {
      "epoch": 1.0170436781220689,
      "grad_norm": 0.04342846944928169,
      "learning_rate": 5.721393374843201e-06,
      "loss": 0.0009,
      "step": 60180
    },
    {
      "epoch": 1.0172126784009194,
      "grad_norm": 0.042505376040935516,
      "learning_rate": 5.71993394528724e-06,
      "loss": 0.0012,
      "step": 60190
    },
    {
      "epoch": 1.0173816786797698,
      "grad_norm": 0.029010934755206108,
      "learning_rate": 5.718474453093537e-06,
      "loss": 0.0014,
      "step": 60200
    },
    {
      "epoch": 1.0175506789586204,
      "grad_norm": 0.04606638476252556,
      "learning_rate": 5.717014898389075e-06,
      "loss": 0.0011,
      "step": 60210
    },
    {
      "epoch": 1.0177196792374708,
      "grad_norm": 0.07484077662229538,
      "learning_rate": 5.715555281300842e-06,
      "loss": 0.0014,
      "step": 60220
    },
    {
      "epoch": 1.0178886795163211,
      "grad_norm": 0.023599427193403244,
      "learning_rate": 5.714095601955833e-06,
      "loss": 0.0011,
      "step": 60230
    },
    {
      "epoch": 1.0180576797951717,
      "grad_norm": 0.0500069223344326,
      "learning_rate": 5.712635860481048e-06,
      "loss": 0.0016,
      "step": 60240
    },
    {
      "epoch": 1.018226680074022,
      "grad_norm": 0.03526817262172699,
      "learning_rate": 5.711176057003491e-06,
      "loss": 0.0018,
      "step": 60250
    },
    {
      "epoch": 1.0183956803528726,
      "grad_norm": 0.030725175514817238,
      "learning_rate": 5.709716191650171e-06,
      "loss": 0.0004,
      "step": 60260
    },
    {
      "epoch": 1.018564680631723,
      "grad_norm": 0.0388350747525692,
      "learning_rate": 5.708256264548102e-06,
      "loss": 0.0022,
      "step": 60270
    },
    {
      "epoch": 1.0187336809105736,
      "grad_norm": 0.0803573951125145,
      "learning_rate": 5.706796275824308e-06,
      "loss": 0.0024,
      "step": 60280
    },
    {
      "epoch": 1.018902681189424,
      "grad_norm": 0.021474266424775124,
      "learning_rate": 5.705336225605813e-06,
      "loss": 0.0011,
      "step": 60290
    },
    {
      "epoch": 1.0190716814682743,
      "grad_norm": 0.5377752184867859,
      "learning_rate": 5.703876114019649e-06,
      "loss": 0.0018,
      "step": 60300
    },
    {
      "epoch": 1.019240681747125,
      "grad_norm": 0.006219279952347279,
      "learning_rate": 5.7024159411928516e-06,
      "loss": 0.0023,
      "step": 60310
    },
    {
      "epoch": 1.0194096820259753,
      "grad_norm": 0.07081045210361481,
      "learning_rate": 5.700955707252465e-06,
      "loss": 0.0016,
      "step": 60320
    },
    {
      "epoch": 1.0195786823048258,
      "grad_norm": 0.029531359672546387,
      "learning_rate": 5.699495412325535e-06,
      "loss": 0.0013,
      "step": 60330
    },
    {
      "epoch": 1.0197476825836762,
      "grad_norm": 0.01691374182701111,
      "learning_rate": 5.698035056539117e-06,
      "loss": 0.0009,
      "step": 60340
    },
    {
      "epoch": 1.0199166828625268,
      "grad_norm": 0.09221971035003662,
      "learning_rate": 5.6965746400202646e-06,
      "loss": 0.0009,
      "step": 60350
    },
    {
      "epoch": 1.0200856831413772,
      "grad_norm": 0.03064112365245819,
      "learning_rate": 5.695114162896044e-06,
      "loss": 0.0015,
      "step": 60360
    },
    {
      "epoch": 1.0202546834202277,
      "grad_norm": 0.1137605831027031,
      "learning_rate": 5.693653625293524e-06,
      "loss": 0.0012,
      "step": 60370
    },
    {
      "epoch": 1.020423683699078,
      "grad_norm": 0.04199506342411041,
      "learning_rate": 5.6921930273397785e-06,
      "loss": 0.0011,
      "step": 60380
    },
    {
      "epoch": 1.0205926839779285,
      "grad_norm": 0.10365763306617737,
      "learning_rate": 5.6907323691618845e-06,
      "loss": 0.0018,
      "step": 60390
    },
    {
      "epoch": 1.020761684256779,
      "grad_norm": 0.15501956641674042,
      "learning_rate": 5.689271650886928e-06,
      "loss": 0.0013,
      "step": 60400
    },
    {
      "epoch": 1.0209306845356294,
      "grad_norm": 0.051700349897146225,
      "learning_rate": 5.687810872641999e-06,
      "loss": 0.001,
      "step": 60410
    },
    {
      "epoch": 1.02109968481448,
      "grad_norm": 0.05651358515024185,
      "learning_rate": 5.68635003455419e-06,
      "loss": 0.0008,
      "step": 60420
    },
    {
      "epoch": 1.0212686850933304,
      "grad_norm": 0.04288886487483978,
      "learning_rate": 5.684889136750604e-06,
      "loss": 0.001,
      "step": 60430
    },
    {
      "epoch": 1.021437685372181,
      "grad_norm": 0.043509211391210556,
      "learning_rate": 5.683428179358344e-06,
      "loss": 0.0008,
      "step": 60440
    },
    {
      "epoch": 1.0216066856510313,
      "grad_norm": 0.029147949069738388,
      "learning_rate": 5.6819671625045225e-06,
      "loss": 0.0009,
      "step": 60450
    },
    {
      "epoch": 1.0217756859298819,
      "grad_norm": 0.003975256811827421,
      "learning_rate": 5.680506086316252e-06,
      "loss": 0.0067,
      "step": 60460
    },
    {
      "epoch": 1.0219446862087322,
      "grad_norm": 0.08576459437608719,
      "learning_rate": 5.679044950920656e-06,
      "loss": 0.0019,
      "step": 60470
    },
    {
      "epoch": 1.0221136864875826,
      "grad_norm": 0.11685976386070251,
      "learning_rate": 5.677583756444859e-06,
      "loss": 0.0011,
      "step": 60480
    },
    {
      "epoch": 1.0222826867664332,
      "grad_norm": 0.026770997792482376,
      "learning_rate": 5.676122503015992e-06,
      "loss": 0.0011,
      "step": 60490
    },
    {
      "epoch": 1.0224516870452836,
      "grad_norm": 0.07476416230201721,
      "learning_rate": 5.674661190761191e-06,
      "loss": 0.0018,
      "step": 60500
    },
    {
      "epoch": 1.0226206873241341,
      "grad_norm": 0.21177829802036285,
      "learning_rate": 5.673199819807598e-06,
      "loss": 0.001,
      "step": 60510
    },
    {
      "epoch": 1.0227896876029845,
      "grad_norm": 0.004483386874198914,
      "learning_rate": 5.6717383902823576e-06,
      "loss": 0.0011,
      "step": 60520
    },
    {
      "epoch": 1.022958687881835,
      "grad_norm": 0.01776953786611557,
      "learning_rate": 5.670276902312625e-06,
      "loss": 0.0009,
      "step": 60530
    },
    {
      "epoch": 1.0231276881606854,
      "grad_norm": 0.046271588653326035,
      "learning_rate": 5.6688153560255525e-06,
      "loss": 0.0007,
      "step": 60540
    },
    {
      "epoch": 1.023296688439536,
      "grad_norm": 0.021583637222647667,
      "learning_rate": 5.6673537515483045e-06,
      "loss": 0.0013,
      "step": 60550
    },
    {
      "epoch": 1.0234656887183864,
      "grad_norm": 0.040574200451374054,
      "learning_rate": 5.6658920890080475e-06,
      "loss": 0.001,
      "step": 60560
    },
    {
      "epoch": 1.0236346889972368,
      "grad_norm": 0.04284026473760605,
      "learning_rate": 5.66443036853195e-06,
      "loss": 0.0013,
      "step": 60570
    },
    {
      "epoch": 1.0238036892760873,
      "grad_norm": 0.1469365656375885,
      "learning_rate": 5.6629685902471935e-06,
      "loss": 0.0011,
      "step": 60580
    },
    {
      "epoch": 1.0239726895549377,
      "grad_norm": 0.026097025722265244,
      "learning_rate": 5.661506754280956e-06,
      "loss": 0.0016,
      "step": 60590
    },
    {
      "epoch": 1.0241416898337883,
      "grad_norm": 0.06931482255458832,
      "learning_rate": 5.660044860760425e-06,
      "loss": 0.0019,
      "step": 60600
    },
    {
      "epoch": 1.0243106901126386,
      "grad_norm": 0.029825277626514435,
      "learning_rate": 5.658582909812795e-06,
      "loss": 0.0009,
      "step": 60610
    },
    {
      "epoch": 1.0244796903914892,
      "grad_norm": 0.04135201498866081,
      "learning_rate": 5.65712090156526e-06,
      "loss": 0.0005,
      "step": 60620
    },
    {
      "epoch": 1.0246486906703396,
      "grad_norm": 0.0761294886469841,
      "learning_rate": 5.655658836145022e-06,
      "loss": 0.0011,
      "step": 60630
    },
    {
      "epoch": 1.0248176909491902,
      "grad_norm": 0.12756778299808502,
      "learning_rate": 5.654196713679291e-06,
      "loss": 0.0015,
      "step": 60640
    },
    {
      "epoch": 1.0249866912280405,
      "grad_norm": 0.1018855944275856,
      "learning_rate": 5.652734534295274e-06,
      "loss": 0.001,
      "step": 60650
    },
    {
      "epoch": 1.025155691506891,
      "grad_norm": 0.07063782960176468,
      "learning_rate": 5.651272298120192e-06,
      "loss": 0.0015,
      "step": 60660
    },
    {
      "epoch": 1.0253246917857415,
      "grad_norm": 0.03172563761472702,
      "learning_rate": 5.6498100052812635e-06,
      "loss": 0.0013,
      "step": 60670
    },
    {
      "epoch": 1.0254936920645918,
      "grad_norm": 0.06417392939329147,
      "learning_rate": 5.648347655905716e-06,
      "loss": 0.0037,
      "step": 60680
    },
    {
      "epoch": 1.0256626923434424,
      "grad_norm": 0.02979256398975849,
      "learning_rate": 5.6468852501207816e-06,
      "loss": 0.0003,
      "step": 60690
    },
    {
      "epoch": 1.0258316926222928,
      "grad_norm": 0.1255546510219574,
      "learning_rate": 5.6454227880536945e-06,
      "loss": 0.0012,
      "step": 60700
    },
    {
      "epoch": 1.0260006929011434,
      "grad_norm": 0.017972994595766068,
      "learning_rate": 5.6439602698316985e-06,
      "loss": 0.0012,
      "step": 60710
    },
    {
      "epoch": 1.0261696931799937,
      "grad_norm": 0.004161244723945856,
      "learning_rate": 5.64249769558204e-06,
      "loss": 0.0011,
      "step": 60720
    },
    {
      "epoch": 1.026338693458844,
      "grad_norm": 0.0404852032661438,
      "learning_rate": 5.641035065431969e-06,
      "loss": 0.0013,
      "step": 60730
    },
    {
      "epoch": 1.0265076937376947,
      "grad_norm": 0.11190905421972275,
      "learning_rate": 5.639572379508741e-06,
      "loss": 0.0012,
      "step": 60740
    },
    {
      "epoch": 1.026676694016545,
      "grad_norm": 0.06214538961648941,
      "learning_rate": 5.6381096379396174e-06,
      "loss": 0.0013,
      "step": 60750
    },
    {
      "epoch": 1.0268456942953956,
      "grad_norm": 0.09106887876987457,
      "learning_rate": 5.636646840851863e-06,
      "loss": 0.0008,
      "step": 60760
    },
    {
      "epoch": 1.027014694574246,
      "grad_norm": 0.027696475386619568,
      "learning_rate": 5.6351839883727485e-06,
      "loss": 0.0009,
      "step": 60770
    },
    {
      "epoch": 1.0271836948530966,
      "grad_norm": 0.0765504464507103,
      "learning_rate": 5.633721080629551e-06,
      "loss": 0.0034,
      "step": 60780
    },
    {
      "epoch": 1.027352695131947,
      "grad_norm": 0.06260436028242111,
      "learning_rate": 5.632258117749547e-06,
      "loss": 0.0008,
      "step": 60790
    },
    {
      "epoch": 1.0275216954107975,
      "grad_norm": 0.0022702463902533054,
      "learning_rate": 5.630795099860024e-06,
      "loss": 0.0008,
      "step": 60800
    },
    {
      "epoch": 1.0276906956896479,
      "grad_norm": 0.04073888063430786,
      "learning_rate": 5.6293320270882726e-06,
      "loss": 0.0016,
      "step": 60810
    },
    {
      "epoch": 1.0278596959684982,
      "grad_norm": 0.022465115413069725,
      "learning_rate": 5.6278688995615836e-06,
      "loss": 0.0026,
      "step": 60820
    },
    {
      "epoch": 1.0280286962473488,
      "grad_norm": 0.06191631779074669,
      "learning_rate": 5.62640571740726e-06,
      "loss": 0.0031,
      "step": 60830
    },
    {
      "epoch": 1.0281976965261992,
      "grad_norm": 0.07303152233362198,
      "learning_rate": 5.624942480752603e-06,
      "loss": 0.0016,
      "step": 60840
    },
    {
      "epoch": 1.0283666968050498,
      "grad_norm": 0.07268793880939484,
      "learning_rate": 5.623479189724923e-06,
      "loss": 0.0011,
      "step": 60850
    },
    {
      "epoch": 1.0285356970839001,
      "grad_norm": 0.015413266606628895,
      "learning_rate": 5.622015844451533e-06,
      "loss": 0.0011,
      "step": 60860
    },
    {
      "epoch": 1.0287046973627507,
      "grad_norm": 0.030530164018273354,
      "learning_rate": 5.620552445059748e-06,
      "loss": 0.0006,
      "step": 60870
    },
    {
      "epoch": 1.028873697641601,
      "grad_norm": 0.1251511573791504,
      "learning_rate": 5.619088991676895e-06,
      "loss": 0.0014,
      "step": 60880
    },
    {
      "epoch": 1.0290426979204517,
      "grad_norm": 0.011009990237653255,
      "learning_rate": 5.617625484430301e-06,
      "loss": 0.001,
      "step": 60890
    },
    {
      "epoch": 1.029211698199302,
      "grad_norm": 0.04360377788543701,
      "learning_rate": 5.616161923447297e-06,
      "loss": 0.0014,
      "step": 60900
    },
    {
      "epoch": 1.0293806984781524,
      "grad_norm": 0.027645142748951912,
      "learning_rate": 5.614698308855221e-06,
      "loss": 0.001,
      "step": 60910
    },
    {
      "epoch": 1.029549698757003,
      "grad_norm": 0.017806977033615112,
      "learning_rate": 5.6132346407814135e-06,
      "loss": 0.0007,
      "step": 60920
    },
    {
      "epoch": 1.0297186990358533,
      "grad_norm": 0.011086252517998219,
      "learning_rate": 5.61177091935322e-06,
      "loss": 0.001,
      "step": 60930
    },
    {
      "epoch": 1.029887699314704,
      "grad_norm": 0.026597237214446068,
      "learning_rate": 5.610307144697994e-06,
      "loss": 0.0007,
      "step": 60940
    },
    {
      "epoch": 1.0300566995935543,
      "grad_norm": 0.04197683557868004,
      "learning_rate": 5.608843316943089e-06,
      "loss": 0.0011,
      "step": 60950
    },
    {
      "epoch": 1.0302256998724049,
      "grad_norm": 0.11756736040115356,
      "learning_rate": 5.607379436215865e-06,
      "loss": 0.0009,
      "step": 60960
    },
    {
      "epoch": 1.0303947001512552,
      "grad_norm": 0.03770684078335762,
      "learning_rate": 5.605915502643687e-06,
      "loss": 0.001,
      "step": 60970
    },
    {
      "epoch": 1.0305637004301058,
      "grad_norm": 0.01879987120628357,
      "learning_rate": 5.6044515163539244e-06,
      "loss": 0.001,
      "step": 60980
    },
    {
      "epoch": 1.0307327007089562,
      "grad_norm": 0.050969868898391724,
      "learning_rate": 5.602987477473951e-06,
      "loss": 0.0008,
      "step": 60990
    },
    {
      "epoch": 1.0309017009878065,
      "grad_norm": 0.1651037186384201,
      "learning_rate": 5.6015233861311465e-06,
      "loss": 0.0009,
      "step": 61000
    },
    {
      "epoch": 1.0309017009878065,
      "eval_loss": 0.001259764190763235,
      "eval_runtime": 5.7929,
      "eval_samples_per_second": 34.525,
      "eval_steps_per_second": 8.631,
      "step": 61000
    },
    {
      "epoch": 1.0310707012666571,
      "grad_norm": 0.05381014943122864,
      "learning_rate": 5.600059242452893e-06,
      "loss": 0.0008,
      "step": 61010
    },
    {
      "epoch": 1.0312397015455075,
      "grad_norm": 0.17811964452266693,
      "learning_rate": 5.598595046566579e-06,
      "loss": 0.0014,
      "step": 61020
    },
    {
      "epoch": 1.031408701824358,
      "grad_norm": 0.16397219896316528,
      "learning_rate": 5.597130798599594e-06,
      "loss": 0.0015,
      "step": 61030
    },
    {
      "epoch": 1.0315777021032084,
      "grad_norm": 0.1764872968196869,
      "learning_rate": 5.595666498679337e-06,
      "loss": 0.0028,
      "step": 61040
    },
    {
      "epoch": 1.031746702382059,
      "grad_norm": 0.15535208582878113,
      "learning_rate": 5.594202146933209e-06,
      "loss": 0.0015,
      "step": 61050
    },
    {
      "epoch": 1.0319157026609094,
      "grad_norm": 0.046183567494153976,
      "learning_rate": 5.592737743488614e-06,
      "loss": 0.0008,
      "step": 61060
    },
    {
      "epoch": 1.03208470293976,
      "grad_norm": 0.00033106733462773263,
      "learning_rate": 5.591273288472964e-06,
      "loss": 0.001,
      "step": 61070
    },
    {
      "epoch": 1.0322537032186103,
      "grad_norm": 0.11447389423847198,
      "learning_rate": 5.589808782013673e-06,
      "loss": 0.0009,
      "step": 61080
    },
    {
      "epoch": 1.0324227034974607,
      "grad_norm": 0.043528001755476,
      "learning_rate": 5.58834422423816e-06,
      "loss": 0.0006,
      "step": 61090
    },
    {
      "epoch": 1.0325917037763113,
      "grad_norm": 0.04317929968237877,
      "learning_rate": 5.586879615273849e-06,
      "loss": 0.0009,
      "step": 61100
    },
    {
      "epoch": 1.0327607040551616,
      "grad_norm": 0.02791532315313816,
      "learning_rate": 5.58541495524817e-06,
      "loss": 0.0007,
      "step": 61110
    },
    {
      "epoch": 1.0329297043340122,
      "grad_norm": 0.06267747282981873,
      "learning_rate": 5.58395024428855e-06,
      "loss": 0.0033,
      "step": 61120
    },
    {
      "epoch": 1.0330987046128626,
      "grad_norm": 0.08951187878847122,
      "learning_rate": 5.582485482522432e-06,
      "loss": 0.0008,
      "step": 61130
    },
    {
      "epoch": 1.0332677048917132,
      "grad_norm": 0.05569801107048988,
      "learning_rate": 5.581020670077253e-06,
      "loss": 0.0017,
      "step": 61140
    },
    {
      "epoch": 1.0334367051705635,
      "grad_norm": 0.02896769903600216,
      "learning_rate": 5.579555807080462e-06,
      "loss": 0.0014,
      "step": 61150
    },
    {
      "epoch": 1.033605705449414,
      "grad_norm": 0.01657586172223091,
      "learning_rate": 5.578090893659508e-06,
      "loss": 0.0012,
      "step": 61160
    },
    {
      "epoch": 1.0337747057282645,
      "grad_norm": 0.017979320138692856,
      "learning_rate": 5.576625929941844e-06,
      "loss": 0.0011,
      "step": 61170
    },
    {
      "epoch": 1.0339437060071148,
      "grad_norm": 0.1074618473649025,
      "learning_rate": 5.5751609160549315e-06,
      "loss": 0.0012,
      "step": 61180
    },
    {
      "epoch": 1.0341127062859654,
      "grad_norm": 0.061468396335840225,
      "learning_rate": 5.573695852126232e-06,
      "loss": 0.0009,
      "step": 61190
    },
    {
      "epoch": 1.0342817065648158,
      "grad_norm": 0.29444196820259094,
      "learning_rate": 5.572230738283213e-06,
      "loss": 0.0009,
      "step": 61200
    },
    {
      "epoch": 1.0344507068436664,
      "grad_norm": 0.06462724506855011,
      "learning_rate": 5.570765574653349e-06,
      "loss": 0.0013,
      "step": 61210
    },
    {
      "epoch": 1.0346197071225167,
      "grad_norm": 0.12618573009967804,
      "learning_rate": 5.569300361364114e-06,
      "loss": 0.0012,
      "step": 61220
    },
    {
      "epoch": 1.0347887074013673,
      "grad_norm": 0.07626745849847794,
      "learning_rate": 5.567835098542988e-06,
      "loss": 0.0011,
      "step": 61230
    },
    {
      "epoch": 1.0349577076802177,
      "grad_norm": 0.016155019402503967,
      "learning_rate": 5.5663697863174595e-06,
      "loss": 0.0013,
      "step": 61240
    },
    {
      "epoch": 1.035126707959068,
      "grad_norm": 0.016351575031876564,
      "learning_rate": 5.564904424815014e-06,
      "loss": 0.0015,
      "step": 61250
    },
    {
      "epoch": 1.0352957082379186,
      "grad_norm": 0.025634871795773506,
      "learning_rate": 5.563439014163146e-06,
      "loss": 0.001,
      "step": 61260
    },
    {
      "epoch": 1.035464708516769,
      "grad_norm": 0.02750859037041664,
      "learning_rate": 5.561973554489354e-06,
      "loss": 0.002,
      "step": 61270
    },
    {
      "epoch": 1.0356337087956196,
      "grad_norm": 0.06129152700304985,
      "learning_rate": 5.5605080459211405e-06,
      "loss": 0.0011,
      "step": 61280
    },
    {
      "epoch": 1.03580270907447,
      "grad_norm": 0.05943496152758598,
      "learning_rate": 5.559042488586012e-06,
      "loss": 0.0008,
      "step": 61290
    },
    {
      "epoch": 1.0359717093533205,
      "grad_norm": 0.04022928327322006,
      "learning_rate": 5.557576882611477e-06,
      "loss": 0.0008,
      "step": 61300
    },
    {
      "epoch": 1.0361407096321709,
      "grad_norm": 0.04034409672021866,
      "learning_rate": 5.556111228125053e-06,
      "loss": 0.0016,
      "step": 61310
    },
    {
      "epoch": 1.0363097099110214,
      "grad_norm": 0.05896139144897461,
      "learning_rate": 5.5546455252542564e-06,
      "loss": 0.0012,
      "step": 61320
    },
    {
      "epoch": 1.0364787101898718,
      "grad_norm": 0.019437892362475395,
      "learning_rate": 5.553179774126612e-06,
      "loss": 0.0004,
      "step": 61330
    },
    {
      "epoch": 1.0366477104687222,
      "grad_norm": 0.07897966355085373,
      "learning_rate": 5.551713974869648e-06,
      "loss": 0.0005,
      "step": 61340
    },
    {
      "epoch": 1.0368167107475728,
      "grad_norm": 0.022268425673246384,
      "learning_rate": 5.550248127610894e-06,
      "loss": 0.001,
      "step": 61350
    },
    {
      "epoch": 1.0369857110264231,
      "grad_norm": 0.24211256206035614,
      "learning_rate": 5.5487822324778876e-06,
      "loss": 0.0016,
      "step": 61360
    },
    {
      "epoch": 1.0371547113052737,
      "grad_norm": 0.07900585234165192,
      "learning_rate": 5.547316289598168e-06,
      "loss": 0.0011,
      "step": 61370
    },
    {
      "epoch": 1.037323711584124,
      "grad_norm": 0.029902538284659386,
      "learning_rate": 5.545850299099278e-06,
      "loss": 0.0009,
      "step": 61380
    },
    {
      "epoch": 1.0374927118629746,
      "grad_norm": 0.05169609189033508,
      "learning_rate": 5.5443842611087686e-06,
      "loss": 0.0012,
      "step": 61390
    },
    {
      "epoch": 1.037661712141825,
      "grad_norm": 0.05702834203839302,
      "learning_rate": 5.542918175754191e-06,
      "loss": 0.0014,
      "step": 61400
    },
    {
      "epoch": 1.0378307124206756,
      "grad_norm": 0.0235629603266716,
      "learning_rate": 5.541452043163101e-06,
      "loss": 0.0008,
      "step": 61410
    },
    {
      "epoch": 1.037999712699526,
      "grad_norm": 0.011054320260882378,
      "learning_rate": 5.539985863463061e-06,
      "loss": 0.0007,
      "step": 61420
    },
    {
      "epoch": 1.0381687129783763,
      "grad_norm": 0.0698440670967102,
      "learning_rate": 5.5385196367816345e-06,
      "loss": 0.0008,
      "step": 61430
    },
    {
      "epoch": 1.038337713257227,
      "grad_norm": 0.011756319552659988,
      "learning_rate": 5.5370533632463886e-06,
      "loss": 0.0008,
      "step": 61440
    },
    {
      "epoch": 1.0385067135360773,
      "grad_norm": 0.08873260021209717,
      "learning_rate": 5.5355870429849005e-06,
      "loss": 0.001,
      "step": 61450
    },
    {
      "epoch": 1.0386757138149278,
      "grad_norm": 0.040042344480752945,
      "learning_rate": 5.534120676124743e-06,
      "loss": 0.0009,
      "step": 61460
    },
    {
      "epoch": 1.0388447140937782,
      "grad_norm": 0.09399939328432083,
      "learning_rate": 5.532654262793498e-06,
      "loss": 0.0016,
      "step": 61470
    },
    {
      "epoch": 1.0390137143726288,
      "grad_norm": 0.012367842718958855,
      "learning_rate": 5.531187803118753e-06,
      "loss": 0.0008,
      "step": 61480
    },
    {
      "epoch": 1.0391827146514792,
      "grad_norm": 0.023874038830399513,
      "learning_rate": 5.529721297228094e-06,
      "loss": 0.0013,
      "step": 61490
    },
    {
      "epoch": 1.0393517149303297,
      "grad_norm": 0.06434915214776993,
      "learning_rate": 5.528254745249117e-06,
      "loss": 0.0017,
      "step": 61500
    },
    {
      "epoch": 1.03952071520918,
      "grad_norm": 0.0253615640103817,
      "learning_rate": 5.526788147309417e-06,
      "loss": 0.0014,
      "step": 61510
    },
    {
      "epoch": 1.0396897154880305,
      "grad_norm": 0.0545208640396595,
      "learning_rate": 5.525321503536597e-06,
      "loss": 0.0016,
      "step": 61520
    },
    {
      "epoch": 1.039858715766881,
      "grad_norm": 0.19076873362064362,
      "learning_rate": 5.52385481405826e-06,
      "loss": 0.0007,
      "step": 61530
    },
    {
      "epoch": 1.0400277160457314,
      "grad_norm": 0.006800387986004353,
      "learning_rate": 5.522388079002015e-06,
      "loss": 0.0007,
      "step": 61540
    },
    {
      "epoch": 1.040196716324582,
      "grad_norm": 0.003130823839455843,
      "learning_rate": 5.520921298495479e-06,
      "loss": 0.0008,
      "step": 61550
    },
    {
      "epoch": 1.0403657166034324,
      "grad_norm": 0.035810377448797226,
      "learning_rate": 5.519454472666263e-06,
      "loss": 0.002,
      "step": 61560
    },
    {
      "epoch": 1.040534716882283,
      "grad_norm": 0.22395989298820496,
      "learning_rate": 5.517987601641992e-06,
      "loss": 0.001,
      "step": 61570
    },
    {
      "epoch": 1.0407037171611333,
      "grad_norm": 0.01395457424223423,
      "learning_rate": 5.516520685550291e-06,
      "loss": 0.002,
      "step": 61580
    },
    {
      "epoch": 1.0408727174399837,
      "grad_norm": 0.009725483134388924,
      "learning_rate": 5.515053724518787e-06,
      "loss": 0.0007,
      "step": 61590
    },
    {
      "epoch": 1.0410417177188342,
      "grad_norm": 0.008647358976304531,
      "learning_rate": 5.5135867186751136e-06,
      "loss": 0.0008,
      "step": 61600
    },
    {
      "epoch": 1.0412107179976846,
      "grad_norm": 0.09219738841056824,
      "learning_rate": 5.512119668146907e-06,
      "loss": 0.0016,
      "step": 61610
    },
    {
      "epoch": 1.0413797182765352,
      "grad_norm": 0.039802417159080505,
      "learning_rate": 5.510652573061809e-06,
      "loss": 0.0023,
      "step": 61620
    },
    {
      "epoch": 1.0415487185553856,
      "grad_norm": 0.03601793944835663,
      "learning_rate": 5.509185433547461e-06,
      "loss": 0.0012,
      "step": 61630
    },
    {
      "epoch": 1.0417177188342361,
      "grad_norm": 0.05075589194893837,
      "learning_rate": 5.507718249731514e-06,
      "loss": 0.0008,
      "step": 61640
    },
    {
      "epoch": 1.0418867191130865,
      "grad_norm": 0.014225496910512447,
      "learning_rate": 5.50625102174162e-06,
      "loss": 0.001,
      "step": 61650
    },
    {
      "epoch": 1.042055719391937,
      "grad_norm": 0.0011709729442372918,
      "learning_rate": 5.504783749705435e-06,
      "loss": 0.0008,
      "step": 61660
    },
    {
      "epoch": 1.0422247196707874,
      "grad_norm": 0.05055329203605652,
      "learning_rate": 5.503316433750615e-06,
      "loss": 0.0011,
      "step": 61670
    },
    {
      "epoch": 1.0423937199496378,
      "grad_norm": 0.10448620468378067,
      "learning_rate": 5.501849074004829e-06,
      "loss": 0.0009,
      "step": 61680
    },
    {
      "epoch": 1.0425627202284884,
      "grad_norm": 0.08875548839569092,
      "learning_rate": 5.5003816705957425e-06,
      "loss": 0.0013,
      "step": 61690
    },
    {
      "epoch": 1.0427317205073388,
      "grad_norm": 0.022355513647198677,
      "learning_rate": 5.498914223651025e-06,
      "loss": 0.001,
      "step": 61700
    },
    {
      "epoch": 1.0429007207861893,
      "grad_norm": 0.024993648752570152,
      "learning_rate": 5.497446733298354e-06,
      "loss": 0.0022,
      "step": 61710
    },
    {
      "epoch": 1.0430697210650397,
      "grad_norm": 0.03373303636908531,
      "learning_rate": 5.495979199665405e-06,
      "loss": 0.0015,
      "step": 61720
    },
    {
      "epoch": 1.0432387213438903,
      "grad_norm": 0.18401862680912018,
      "learning_rate": 5.4945116228798645e-06,
      "loss": 0.0017,
      "step": 61730
    },
    {
      "epoch": 1.0434077216227406,
      "grad_norm": 0.037265434861183167,
      "learning_rate": 5.493044003069416e-06,
      "loss": 0.0007,
      "step": 61740
    },
    {
      "epoch": 1.0435767219015912,
      "grad_norm": 0.06706123054027557,
      "learning_rate": 5.491576340361752e-06,
      "loss": 0.001,
      "step": 61750
    },
    {
      "epoch": 1.0437457221804416,
      "grad_norm": 0.04308038577437401,
      "learning_rate": 5.4901086348845615e-06,
      "loss": 0.0005,
      "step": 61760
    },
    {
      "epoch": 1.043914722459292,
      "grad_norm": 0.0024284175597131252,
      "learning_rate": 5.488640886765547e-06,
      "loss": 0.001,
      "step": 61770
    },
    {
      "epoch": 1.0440837227381425,
      "grad_norm": 0.035065487027168274,
      "learning_rate": 5.487173096132408e-06,
      "loss": 0.0009,
      "step": 61780
    },
    {
      "epoch": 1.044252723016993,
      "grad_norm": 0.14422401785850525,
      "learning_rate": 5.4857052631128485e-06,
      "loss": 0.0012,
      "step": 61790
    },
    {
      "epoch": 1.0444217232958435,
      "grad_norm": 0.09435462206602097,
      "learning_rate": 5.484237387834579e-06,
      "loss": 0.0015,
      "step": 61800
    },
    {
      "epoch": 1.0445907235746938,
      "grad_norm": 0.0944463238120079,
      "learning_rate": 5.4827694704253095e-06,
      "loss": 0.0014,
      "step": 61810
    },
    {
      "epoch": 1.0447597238535444,
      "grad_norm": 0.028856197372078896,
      "learning_rate": 5.481301511012758e-06,
      "loss": 0.0007,
      "step": 61820
    },
    {
      "epoch": 1.0449287241323948,
      "grad_norm": 0.10152793675661087,
      "learning_rate": 5.479833509724642e-06,
      "loss": 0.0023,
      "step": 61830
    },
    {
      "epoch": 1.0450977244112454,
      "grad_norm": 0.023587454110383987,
      "learning_rate": 5.478365466688687e-06,
      "loss": 0.0007,
      "step": 61840
    },
    {
      "epoch": 1.0452667246900957,
      "grad_norm": 0.0464615672826767,
      "learning_rate": 5.476897382032615e-06,
      "loss": 0.0008,
      "step": 61850
    },
    {
      "epoch": 1.045435724968946,
      "grad_norm": 0.015667250379920006,
      "learning_rate": 5.4754292558841635e-06,
      "loss": 0.0013,
      "step": 61860
    },
    {
      "epoch": 1.0456047252477967,
      "grad_norm": 0.04416114091873169,
      "learning_rate": 5.473961088371064e-06,
      "loss": 0.0011,
      "step": 61870
    },
    {
      "epoch": 1.045773725526647,
      "grad_norm": 0.05349062383174896,
      "learning_rate": 5.472492879621052e-06,
      "loss": 0.0044,
      "step": 61880
    },
    {
      "epoch": 1.0459427258054976,
      "grad_norm": 0.03349825739860535,
      "learning_rate": 5.471024629761869e-06,
      "loss": 0.0008,
      "step": 61890
    },
    {
      "epoch": 1.046111726084348,
      "grad_norm": 0.02115381322801113,
      "learning_rate": 5.469556338921263e-06,
      "loss": 0.0005,
      "step": 61900
    },
    {
      "epoch": 1.0462807263631986,
      "grad_norm": 0.06258860230445862,
      "learning_rate": 5.468088007226979e-06,
      "loss": 0.0005,
      "step": 61910
    },
    {
      "epoch": 1.046449726642049,
      "grad_norm": 0.03726901859045029,
      "learning_rate": 5.466619634806771e-06,
      "loss": 0.001,
      "step": 61920
    },
    {
      "epoch": 1.0466187269208995,
      "grad_norm": 0.01326848566532135,
      "learning_rate": 5.465151221788395e-06,
      "loss": 0.0014,
      "step": 61930
    },
    {
      "epoch": 1.0467877271997499,
      "grad_norm": 0.04024356231093407,
      "learning_rate": 5.463682768299608e-06,
      "loss": 0.001,
      "step": 61940
    },
    {
      "epoch": 1.0469567274786002,
      "grad_norm": 0.10139014571905136,
      "learning_rate": 5.462214274468173e-06,
      "loss": 0.0016,
      "step": 61950
    },
    {
      "epoch": 1.0471257277574508,
      "grad_norm": 0.18097710609436035,
      "learning_rate": 5.4607457404218575e-06,
      "loss": 0.0031,
      "step": 61960
    },
    {
      "epoch": 1.0472947280363012,
      "grad_norm": 0.05461236461997032,
      "learning_rate": 5.45927716628843e-06,
      "loss": 0.0008,
      "step": 61970
    },
    {
      "epoch": 1.0474637283151518,
      "grad_norm": 0.03354823216795921,
      "learning_rate": 5.457808552195664e-06,
      "loss": 0.0006,
      "step": 61980
    },
    {
      "epoch": 1.0476327285940021,
      "grad_norm": 0.07403817772865295,
      "learning_rate": 5.456339898271335e-06,
      "loss": 0.0019,
      "step": 61990
    },
    {
      "epoch": 1.0478017288728527,
      "grad_norm": 0.044637531042099,
      "learning_rate": 5.454871204643226e-06,
      "loss": 0.001,
      "step": 62000
    },
    {
      "epoch": 1.047970729151703,
      "grad_norm": 0.029047558084130287,
      "learning_rate": 5.453402471439117e-06,
      "loss": 0.0014,
      "step": 62010
    },
    {
      "epoch": 1.0481397294305537,
      "grad_norm": 0.14039036631584167,
      "learning_rate": 5.451933698786796e-06,
      "loss": 0.0011,
      "step": 62020
    },
    {
      "epoch": 1.048308729709404,
      "grad_norm": 0.0889308899641037,
      "learning_rate": 5.450464886814053e-06,
      "loss": 0.0011,
      "step": 62030
    },
    {
      "epoch": 1.0484777299882544,
      "grad_norm": 0.061940066516399384,
      "learning_rate": 5.448996035648682e-06,
      "loss": 0.0009,
      "step": 62040
    },
    {
      "epoch": 1.048646730267105,
      "grad_norm": 0.053737200796604156,
      "learning_rate": 5.447527145418482e-06,
      "loss": 0.0016,
      "step": 62050
    },
    {
      "epoch": 1.0488157305459553,
      "grad_norm": 0.04960788041353226,
      "learning_rate": 5.446058216251251e-06,
      "loss": 0.0009,
      "step": 62060
    },
    {
      "epoch": 1.048984730824806,
      "grad_norm": 0.030090223997831345,
      "learning_rate": 5.444589248274794e-06,
      "loss": 0.0011,
      "step": 62070
    },
    {
      "epoch": 1.0491537311036563,
      "grad_norm": 0.01693059131503105,
      "learning_rate": 5.443120241616919e-06,
      "loss": 0.0011,
      "step": 62080
    },
    {
      "epoch": 1.0493227313825069,
      "grad_norm": 0.24588625133037567,
      "learning_rate": 5.441651196405436e-06,
      "loss": 0.0019,
      "step": 62090
    },
    {
      "epoch": 1.0494917316613572,
      "grad_norm": 0.07555793970823288,
      "learning_rate": 5.4401821127681584e-06,
      "loss": 0.001,
      "step": 62100
    },
    {
      "epoch": 1.0496607319402078,
      "grad_norm": 0.03147921338677406,
      "learning_rate": 5.438712990832905e-06,
      "loss": 0.0017,
      "step": 62110
    },
    {
      "epoch": 1.0498297322190582,
      "grad_norm": 0.03343828022480011,
      "learning_rate": 5.437243830727496e-06,
      "loss": 0.0014,
      "step": 62120
    },
    {
      "epoch": 1.0499987324979085,
      "grad_norm": 0.08114682883024216,
      "learning_rate": 5.435774632579753e-06,
      "loss": 0.0015,
      "step": 62130
    },
    {
      "epoch": 1.0501677327767591,
      "grad_norm": 0.08246869593858719,
      "learning_rate": 5.434305396517508e-06,
      "loss": 0.0012,
      "step": 62140
    },
    {
      "epoch": 1.0503367330556095,
      "grad_norm": 0.011487971059978008,
      "learning_rate": 5.432836122668588e-06,
      "loss": 0.0007,
      "step": 62150
    },
    {
      "epoch": 1.05050573333446,
      "grad_norm": 0.019197674468159676,
      "learning_rate": 5.431366811160829e-06,
      "loss": 0.0012,
      "step": 62160
    },
    {
      "epoch": 1.0506747336133104,
      "grad_norm": 0.14968179166316986,
      "learning_rate": 5.4298974621220665e-06,
      "loss": 0.0015,
      "step": 62170
    },
    {
      "epoch": 1.050843733892161,
      "grad_norm": 0.04203634336590767,
      "learning_rate": 5.428428075680142e-06,
      "loss": 0.0011,
      "step": 62180
    },
    {
      "epoch": 1.0510127341710114,
      "grad_norm": 0.041146960109472275,
      "learning_rate": 5.4269586519629e-06,
      "loss": 0.001,
      "step": 62190
    },
    {
      "epoch": 1.0511817344498617,
      "grad_norm": 0.039256054908037186,
      "learning_rate": 5.425489191098187e-06,
      "loss": 0.0014,
      "step": 62200
    },
    {
      "epoch": 1.0513507347287123,
      "grad_norm": 0.0404156930744648,
      "learning_rate": 5.4240196932138515e-06,
      "loss": 0.0016,
      "step": 62210
    },
    {
      "epoch": 1.0515197350075627,
      "grad_norm": 0.03777492046356201,
      "learning_rate": 5.422550158437749e-06,
      "loss": 0.0008,
      "step": 62220
    },
    {
      "epoch": 1.0516887352864133,
      "grad_norm": 0.015118823386728764,
      "learning_rate": 5.421080586897736e-06,
      "loss": 0.0005,
      "step": 62230
    },
    {
      "epoch": 1.0518577355652636,
      "grad_norm": 0.10300882160663605,
      "learning_rate": 5.419610978721669e-06,
      "loss": 0.0006,
      "step": 62240
    },
    {
      "epoch": 1.0520267358441142,
      "grad_norm": 0.08029638230800629,
      "learning_rate": 5.418141334037415e-06,
      "loss": 0.0004,
      "step": 62250
    },
    {
      "epoch": 1.0521957361229646,
      "grad_norm": 0.165598064661026,
      "learning_rate": 5.416671652972841e-06,
      "loss": 0.001,
      "step": 62260
    },
    {
      "epoch": 1.0523647364018152,
      "grad_norm": 0.0262772124260664,
      "learning_rate": 5.415201935655813e-06,
      "loss": 0.0019,
      "step": 62270
    },
    {
      "epoch": 1.0525337366806655,
      "grad_norm": 0.05175478383898735,
      "learning_rate": 5.413732182214205e-06,
      "loss": 0.0006,
      "step": 62280
    },
    {
      "epoch": 1.0527027369595159,
      "grad_norm": 0.2423478364944458,
      "learning_rate": 5.412262392775893e-06,
      "loss": 0.0011,
      "step": 62290
    },
    {
      "epoch": 1.0528717372383665,
      "grad_norm": 0.04322667792439461,
      "learning_rate": 5.410792567468755e-06,
      "loss": 0.0015,
      "step": 62300
    },
    {
      "epoch": 1.0530407375172168,
      "grad_norm": 0.11982213705778122,
      "learning_rate": 5.409322706420673e-06,
      "loss": 0.0009,
      "step": 62310
    },
    {
      "epoch": 1.0532097377960674,
      "grad_norm": 0.054979804903268814,
      "learning_rate": 5.4078528097595325e-06,
      "loss": 0.0014,
      "step": 62320
    },
    {
      "epoch": 1.0533787380749178,
      "grad_norm": 0.0444863960146904,
      "learning_rate": 5.406382877613221e-06,
      "loss": 0.0011,
      "step": 62330
    },
    {
      "epoch": 1.0535477383537684,
      "grad_norm": 0.07523641735315323,
      "learning_rate": 5.404912910109631e-06,
      "loss": 0.0018,
      "step": 62340
    },
    {
      "epoch": 1.0537167386326187,
      "grad_norm": 0.08459766954183578,
      "learning_rate": 5.403442907376656e-06,
      "loss": 0.0013,
      "step": 62350
    },
    {
      "epoch": 1.0538857389114693,
      "grad_norm": 0.11866951733827591,
      "learning_rate": 5.401972869542193e-06,
      "loss": 0.0013,
      "step": 62360
    },
    {
      "epoch": 1.0540547391903197,
      "grad_norm": 0.028530221432447433,
      "learning_rate": 5.400502796734143e-06,
      "loss": 0.0021,
      "step": 62370
    },
    {
      "epoch": 1.05422373946917,
      "grad_norm": 0.0645567923784256,
      "learning_rate": 5.399032689080409e-06,
      "loss": 0.0012,
      "step": 62380
    },
    {
      "epoch": 1.0543927397480206,
      "grad_norm": 0.05980142951011658,
      "learning_rate": 5.397562546708898e-06,
      "loss": 0.0014,
      "step": 62390
    },
    {
      "epoch": 1.054561740026871,
      "grad_norm": 0.05293196439743042,
      "learning_rate": 5.396092369747517e-06,
      "loss": 0.0019,
      "step": 62400
    },
    {
      "epoch": 1.0547307403057216,
      "grad_norm": 0.07668273895978928,
      "learning_rate": 5.394622158324183e-06,
      "loss": 0.0014,
      "step": 62410
    },
    {
      "epoch": 1.054899740584572,
      "grad_norm": 0.04001685231924057,
      "learning_rate": 5.393151912566809e-06,
      "loss": 0.0028,
      "step": 62420
    },
    {
      "epoch": 1.0550687408634225,
      "grad_norm": 0.0355171374976635,
      "learning_rate": 5.391681632603313e-06,
      "loss": 0.0009,
      "step": 62430
    },
    {
      "epoch": 1.0552377411422729,
      "grad_norm": 0.023094194009900093,
      "learning_rate": 5.390211318561618e-06,
      "loss": 0.0013,
      "step": 62440
    },
    {
      "epoch": 1.0554067414211235,
      "grad_norm": 0.021117648109793663,
      "learning_rate": 5.388740970569647e-06,
      "loss": 0.0013,
      "step": 62450
    },
    {
      "epoch": 1.0555757416999738,
      "grad_norm": 0.0840069055557251,
      "learning_rate": 5.387270588755329e-06,
      "loss": 0.0013,
      "step": 62460
    },
    {
      "epoch": 1.0557447419788242,
      "grad_norm": 0.056771233677864075,
      "learning_rate": 5.385800173246592e-06,
      "loss": 0.0013,
      "step": 62470
    },
    {
      "epoch": 1.0559137422576748,
      "grad_norm": 0.06988224387168884,
      "learning_rate": 5.3843297241713735e-06,
      "loss": 0.0013,
      "step": 62480
    },
    {
      "epoch": 1.0560827425365251,
      "grad_norm": 0.07018313556909561,
      "learning_rate": 5.382859241657605e-06,
      "loss": 0.0009,
      "step": 62490
    },
    {
      "epoch": 1.0562517428153757,
      "grad_norm": 0.00574153708294034,
      "learning_rate": 5.381388725833227e-06,
      "loss": 0.0016,
      "step": 62500
    },
    {
      "epoch": 1.056420743094226,
      "grad_norm": 0.06866547465324402,
      "learning_rate": 5.379918176826182e-06,
      "loss": 0.0014,
      "step": 62510
    },
    {
      "epoch": 1.0565897433730767,
      "grad_norm": 0.039436422288417816,
      "learning_rate": 5.3784475947644156e-06,
      "loss": 0.0012,
      "step": 62520
    },
    {
      "epoch": 1.056758743651927,
      "grad_norm": 0.022123584523797035,
      "learning_rate": 5.3769769797758745e-06,
      "loss": 0.0013,
      "step": 62530
    },
    {
      "epoch": 1.0569277439307774,
      "grad_norm": 0.047539424151182175,
      "learning_rate": 5.375506331988509e-06,
      "loss": 0.0017,
      "step": 62540
    },
    {
      "epoch": 1.057096744209628,
      "grad_norm": 0.11156386882066727,
      "learning_rate": 5.3740356515302735e-06,
      "loss": 0.002,
      "step": 62550
    },
    {
      "epoch": 1.0572657444884783,
      "grad_norm": 0.06007852777838707,
      "learning_rate": 5.372564938529126e-06,
      "loss": 0.002,
      "step": 62560
    },
    {
      "epoch": 1.057434744767329,
      "grad_norm": 0.02162274345755577,
      "learning_rate": 5.371094193113022e-06,
      "loss": 0.0015,
      "step": 62570
    },
    {
      "epoch": 1.0576037450461793,
      "grad_norm": 0.099835604429245,
      "learning_rate": 5.369623415409926e-06,
      "loss": 0.0025,
      "step": 62580
    },
    {
      "epoch": 1.0577727453250299,
      "grad_norm": 0.016269249841570854,
      "learning_rate": 5.3681526055478e-06,
      "loss": 0.0012,
      "step": 62590
    },
    {
      "epoch": 1.0579417456038802,
      "grad_norm": 0.041425686329603195,
      "learning_rate": 5.3666817636546165e-06,
      "loss": 0.0006,
      "step": 62600
    },
    {
      "epoch": 1.0581107458827308,
      "grad_norm": 0.11686749756336212,
      "learning_rate": 5.36521088985834e-06,
      "loss": 0.0017,
      "step": 62610
    },
    {
      "epoch": 1.0582797461615812,
      "grad_norm": 0.02760067768394947,
      "learning_rate": 5.363739984286949e-06,
      "loss": 0.0007,
      "step": 62620
    },
    {
      "epoch": 1.0584487464404315,
      "grad_norm": 0.060067202895879745,
      "learning_rate": 5.362269047068416e-06,
      "loss": 0.0014,
      "step": 62630
    },
    {
      "epoch": 1.058617746719282,
      "grad_norm": 0.06818683445453644,
      "learning_rate": 5.36079807833072e-06,
      "loss": 0.0009,
      "step": 62640
    },
    {
      "epoch": 1.0587867469981325,
      "grad_norm": 0.028272630646824837,
      "learning_rate": 5.3593270782018436e-06,
      "loss": 0.0011,
      "step": 62650
    },
    {
      "epoch": 1.058955747276983,
      "grad_norm": 0.38542062044143677,
      "learning_rate": 5.35785604680977e-06,
      "loss": 0.0033,
      "step": 62660
    },
    {
      "epoch": 1.0591247475558334,
      "grad_norm": 0.0479482002556324,
      "learning_rate": 5.356384984282488e-06,
      "loss": 0.0007,
      "step": 62670
    },
    {
      "epoch": 1.059293747834684,
      "grad_norm": 0.031087413430213928,
      "learning_rate": 5.354913890747985e-06,
      "loss": 0.0009,
      "step": 62680
    },
    {
      "epoch": 1.0594627481135344,
      "grad_norm": 0.26890724897384644,
      "learning_rate": 5.353442766334253e-06,
      "loss": 0.0019,
      "step": 62690
    },
    {
      "epoch": 1.059631748392385,
      "grad_norm": 0.05777981877326965,
      "learning_rate": 5.351971611169289e-06,
      "loss": 0.0011,
      "step": 62700
    },
    {
      "epoch": 1.0598007486712353,
      "grad_norm": 0.06634936481714249,
      "learning_rate": 5.350500425381089e-06,
      "loss": 0.0012,
      "step": 62710
    },
    {
      "epoch": 1.0599697489500857,
      "grad_norm": 0.07184673845767975,
      "learning_rate": 5.349029209097654e-06,
      "loss": 0.0013,
      "step": 62720
    },
    {
      "epoch": 1.0601387492289363,
      "grad_norm": 0.0021499255672097206,
      "learning_rate": 5.347557962446985e-06,
      "loss": 0.0007,
      "step": 62730
    },
    {
      "epoch": 1.0603077495077866,
      "grad_norm": 0.14570766687393188,
      "learning_rate": 5.346086685557091e-06,
      "loss": 0.0016,
      "step": 62740
    },
    {
      "epoch": 1.0604767497866372,
      "grad_norm": 0.13053706288337708,
      "learning_rate": 5.34461537855598e-06,
      "loss": 0.0013,
      "step": 62750
    },
    {
      "epoch": 1.0606457500654876,
      "grad_norm": 0.033001068979501724,
      "learning_rate": 5.34314404157166e-06,
      "loss": 0.0019,
      "step": 62760
    },
    {
      "epoch": 1.0608147503443381,
      "grad_norm": 0.09939400106668472,
      "learning_rate": 5.341672674732145e-06,
      "loss": 0.0009,
      "step": 62770
    },
    {
      "epoch": 1.0609837506231885,
      "grad_norm": 0.025106241926550865,
      "learning_rate": 5.3402012781654525e-06,
      "loss": 0.0007,
      "step": 62780
    },
    {
      "epoch": 1.061152750902039,
      "grad_norm": 0.030804786831140518,
      "learning_rate": 5.3387298519996e-06,
      "loss": 0.0018,
      "step": 62790
    },
    {
      "epoch": 1.0613217511808894,
      "grad_norm": 0.06594132632017136,
      "learning_rate": 5.33725839636261e-06,
      "loss": 0.0013,
      "step": 62800
    },
    {
      "epoch": 1.0614907514597398,
      "grad_norm": 0.054694630205631256,
      "learning_rate": 5.335786911382504e-06,
      "loss": 0.001,
      "step": 62810
    },
    {
      "epoch": 1.0616597517385904,
      "grad_norm": 0.03607044741511345,
      "learning_rate": 5.334315397187311e-06,
      "loss": 0.0016,
      "step": 62820
    },
    {
      "epoch": 1.0618287520174408,
      "grad_norm": 0.1117258295416832,
      "learning_rate": 5.332843853905059e-06,
      "loss": 0.0014,
      "step": 62830
    },
    {
      "epoch": 1.0619977522962913,
      "grad_norm": 0.03165534511208534,
      "learning_rate": 5.331372281663778e-06,
      "loss": 0.0017,
      "step": 62840
    },
    {
      "epoch": 1.0621667525751417,
      "grad_norm": 0.04908168315887451,
      "learning_rate": 5.329900680591505e-06,
      "loss": 0.0016,
      "step": 62850
    },
    {
      "epoch": 1.0623357528539923,
      "grad_norm": 0.07058288902044296,
      "learning_rate": 5.328429050816272e-06,
      "loss": 0.0011,
      "step": 62860
    },
    {
      "epoch": 1.0625047531328426,
      "grad_norm": 0.04213688522577286,
      "learning_rate": 5.326957392466121e-06,
      "loss": 0.0023,
      "step": 62870
    },
    {
      "epoch": 1.0626737534116932,
      "grad_norm": 0.06736316531896591,
      "learning_rate": 5.3254857056690936e-06,
      "loss": 0.001,
      "step": 62880
    },
    {
      "epoch": 1.0628427536905436,
      "grad_norm": 0.12017694860696793,
      "learning_rate": 5.3240139905532314e-06,
      "loss": 0.0015,
      "step": 62890
    },
    {
      "epoch": 1.063011753969394,
      "grad_norm": 0.06744863092899323,
      "learning_rate": 5.322542247246583e-06,
      "loss": 0.0013,
      "step": 62900
    },
    {
      "epoch": 1.0631807542482445,
      "grad_norm": 0.045404065400362015,
      "learning_rate": 5.321070475877196e-06,
      "loss": 0.0018,
      "step": 62910
    },
    {
      "epoch": 1.063349754527095,
      "grad_norm": 0.06868870556354523,
      "learning_rate": 5.319598676573121e-06,
      "loss": 0.0014,
      "step": 62920
    },
    {
      "epoch": 1.0635187548059455,
      "grad_norm": 0.04988713935017586,
      "learning_rate": 5.318126849462414e-06,
      "loss": 0.0009,
      "step": 62930
    },
    {
      "epoch": 1.0636877550847958,
      "grad_norm": 0.05224590376019478,
      "learning_rate": 5.31665499467313e-06,
      "loss": 0.0023,
      "step": 62940
    },
    {
      "epoch": 1.0638567553636464,
      "grad_norm": 0.05000672861933708,
      "learning_rate": 5.315183112333326e-06,
      "loss": 0.0014,
      "step": 62950
    },
    {
      "epoch": 1.0640257556424968,
      "grad_norm": 0.011630984954535961,
      "learning_rate": 5.313711202571065e-06,
      "loss": 0.001,
      "step": 62960
    },
    {
      "epoch": 1.0641947559213474,
      "grad_norm": 0.07782811671495438,
      "learning_rate": 5.312239265514409e-06,
      "loss": 0.0012,
      "step": 62970
    },
    {
      "epoch": 1.0643637562001977,
      "grad_norm": 0.16299135982990265,
      "learning_rate": 5.310767301291425e-06,
      "loss": 0.0027,
      "step": 62980
    },
    {
      "epoch": 1.064532756479048,
      "grad_norm": 0.05368863046169281,
      "learning_rate": 5.309295310030179e-06,
      "loss": 0.0017,
      "step": 62990
    },
    {
      "epoch": 1.0647017567578987,
      "grad_norm": 0.06027548760175705,
      "learning_rate": 5.307823291858743e-06,
      "loss": 0.0012,
      "step": 63000
    },
    {
      "epoch": 1.064870757036749,
      "grad_norm": 0.022448888048529625,
      "learning_rate": 5.306351246905188e-06,
      "loss": 0.0012,
      "step": 63010
    },
    {
      "epoch": 1.0650397573155996,
      "grad_norm": 0.06651446968317032,
      "learning_rate": 5.304879175297592e-06,
      "loss": 0.002,
      "step": 63020
    },
    {
      "epoch": 1.06520875759445,
      "grad_norm": 0.07847457379102707,
      "learning_rate": 5.30340707716403e-06,
      "loss": 0.0009,
      "step": 63030
    },
    {
      "epoch": 1.0653777578733006,
      "grad_norm": 0.02626158483326435,
      "learning_rate": 5.301934952632583e-06,
      "loss": 0.0014,
      "step": 63040
    },
    {
      "epoch": 1.065546758152151,
      "grad_norm": 0.0006106089567765594,
      "learning_rate": 5.300462801831331e-06,
      "loss": 0.0011,
      "step": 63050
    },
    {
      "epoch": 1.0657157584310015,
      "grad_norm": 0.022541480138897896,
      "learning_rate": 5.298990624888359e-06,
      "loss": 0.0013,
      "step": 63060
    },
    {
      "epoch": 1.0658847587098519,
      "grad_norm": 0.012469821609556675,
      "learning_rate": 5.297518421931755e-06,
      "loss": 0.0007,
      "step": 63070
    },
    {
      "epoch": 1.0660537589887022,
      "grad_norm": 0.025536231696605682,
      "learning_rate": 5.296046193089607e-06,
      "loss": 0.0007,
      "step": 63080
    },
    {
      "epoch": 1.0662227592675528,
      "grad_norm": 0.014045816846191883,
      "learning_rate": 5.2945739384900045e-06,
      "loss": 0.0006,
      "step": 63090
    },
    {
      "epoch": 1.0663917595464032,
      "grad_norm": 0.024714739993214607,
      "learning_rate": 5.293101658261043e-06,
      "loss": 0.0009,
      "step": 63100
    },
    {
      "epoch": 1.0665607598252538,
      "grad_norm": 0.05849656090140343,
      "learning_rate": 5.291629352530817e-06,
      "loss": 0.0009,
      "step": 63110
    },
    {
      "epoch": 1.0667297601041041,
      "grad_norm": 0.03162253275513649,
      "learning_rate": 5.290157021427424e-06,
      "loss": 0.0008,
      "step": 63120
    },
    {
      "epoch": 1.0668987603829547,
      "grad_norm": 0.046496231108903885,
      "learning_rate": 5.288684665078966e-06,
      "loss": 0.0011,
      "step": 63130
    },
    {
      "epoch": 1.067067760661805,
      "grad_norm": 0.09088483452796936,
      "learning_rate": 5.287212283613542e-06,
      "loss": 0.0008,
      "step": 63140
    },
    {
      "epoch": 1.0672367609406554,
      "grad_norm": 0.028946420177817345,
      "learning_rate": 5.285739877159258e-06,
      "loss": 0.0011,
      "step": 63150
    },
    {
      "epoch": 1.067405761219506,
      "grad_norm": 0.07098438590765,
      "learning_rate": 5.28426744584422e-06,
      "loss": 0.0016,
      "step": 63160
    },
    {
      "epoch": 1.0675747614983564,
      "grad_norm": 0.007547794375568628,
      "learning_rate": 5.282794989796536e-06,
      "loss": 0.0006,
      "step": 63170
    },
    {
      "epoch": 1.067743761777207,
      "grad_norm": 0.013502542860805988,
      "learning_rate": 5.281322509144319e-06,
      "loss": 0.0008,
      "step": 63180
    },
    {
      "epoch": 1.0679127620560573,
      "grad_norm": 0.02497120201587677,
      "learning_rate": 5.279850004015681e-06,
      "loss": 0.0009,
      "step": 63190
    },
    {
      "epoch": 1.068081762334908,
      "grad_norm": 0.14901821315288544,
      "learning_rate": 5.278377474538735e-06,
      "loss": 0.0035,
      "step": 63200
    },
    {
      "epoch": 1.0682507626137583,
      "grad_norm": 0.02553505264222622,
      "learning_rate": 5.276904920841601e-06,
      "loss": 0.001,
      "step": 63210
    },
    {
      "epoch": 1.0684197628926089,
      "grad_norm": 0.014704728499054909,
      "learning_rate": 5.275432343052398e-06,
      "loss": 0.0006,
      "step": 63220
    },
    {
      "epoch": 1.0685887631714592,
      "grad_norm": 0.026760470122098923,
      "learning_rate": 5.273959741299246e-06,
      "loss": 0.0011,
      "step": 63230
    },
    {
      "epoch": 1.0687577634503096,
      "grad_norm": 0.14907385408878326,
      "learning_rate": 5.27248711571027e-06,
      "loss": 0.0008,
      "step": 63240
    },
    {
      "epoch": 1.0689267637291602,
      "grad_norm": 0.03087923489511013,
      "learning_rate": 5.271014466413593e-06,
      "loss": 0.002,
      "step": 63250
    },
    {
      "epoch": 1.0690957640080105,
      "grad_norm": 0.019032321870326996,
      "learning_rate": 5.269541793537346e-06,
      "loss": 0.0005,
      "step": 63260
    },
    {
      "epoch": 1.0692647642868611,
      "grad_norm": 0.017722396180033684,
      "learning_rate": 5.268069097209656e-06,
      "loss": 0.0014,
      "step": 63270
    },
    {
      "epoch": 1.0694337645657115,
      "grad_norm": 0.06067734956741333,
      "learning_rate": 5.266596377558656e-06,
      "loss": 0.001,
      "step": 63280
    },
    {
      "epoch": 1.069602764844562,
      "grad_norm": 0.03219889476895332,
      "learning_rate": 5.265123634712478e-06,
      "loss": 0.0011,
      "step": 63290
    },
    {
      "epoch": 1.0697717651234124,
      "grad_norm": 0.04848824813961983,
      "learning_rate": 5.263650868799261e-06,
      "loss": 0.0012,
      "step": 63300
    },
    {
      "epoch": 1.069940765402263,
      "grad_norm": 0.09955284744501114,
      "learning_rate": 5.262178079947141e-06,
      "loss": 0.0008,
      "step": 63310
    },
    {
      "epoch": 1.0701097656811134,
      "grad_norm": 0.1374005228281021,
      "learning_rate": 5.260705268284258e-06,
      "loss": 0.0013,
      "step": 63320
    },
    {
      "epoch": 1.0702787659599637,
      "grad_norm": 0.03295893967151642,
      "learning_rate": 5.259232433938752e-06,
      "loss": 0.0006,
      "step": 63330
    },
    {
      "epoch": 1.0704477662388143,
      "grad_norm": 0.012826895341277122,
      "learning_rate": 5.2577595770387705e-06,
      "loss": 0.001,
      "step": 63340
    },
    {
      "epoch": 1.0706167665176647,
      "grad_norm": 0.01251635979861021,
      "learning_rate": 5.256286697712455e-06,
      "loss": 0.0014,
      "step": 63350
    },
    {
      "epoch": 1.0707857667965153,
      "grad_norm": 0.07876032590866089,
      "learning_rate": 5.254813796087956e-06,
      "loss": 0.0027,
      "step": 63360
    },
    {
      "epoch": 1.0709547670753656,
      "grad_norm": 0.04843059927225113,
      "learning_rate": 5.253340872293421e-06,
      "loss": 0.0034,
      "step": 63370
    },
    {
      "epoch": 1.0711237673542162,
      "grad_norm": 0.0048154802061617374,
      "learning_rate": 5.251867926457003e-06,
      "loss": 0.0009,
      "step": 63380
    },
    {
      "epoch": 1.0712927676330666,
      "grad_norm": 0.02693239226937294,
      "learning_rate": 5.250394958706856e-06,
      "loss": 0.0008,
      "step": 63390
    },
    {
      "epoch": 1.071461767911917,
      "grad_norm": 0.17818357050418854,
      "learning_rate": 5.248921969171134e-06,
      "loss": 0.0038,
      "step": 63400
    },
    {
      "epoch": 1.0716307681907675,
      "grad_norm": 0.06279647350311279,
      "learning_rate": 5.247448957977994e-06,
      "loss": 0.0013,
      "step": 63410
    },
    {
      "epoch": 1.0717997684696179,
      "grad_norm": 0.00845323409885168,
      "learning_rate": 5.245975925255596e-06,
      "loss": 0.0005,
      "step": 63420
    },
    {
      "epoch": 1.0719687687484685,
      "grad_norm": 0.11213696748018265,
      "learning_rate": 5.2445028711321e-06,
      "loss": 0.0014,
      "step": 63430
    },
    {
      "epoch": 1.0721377690273188,
      "grad_norm": 0.005753799341619015,
      "learning_rate": 5.243029795735671e-06,
      "loss": 0.0004,
      "step": 63440
    },
    {
      "epoch": 1.0723067693061694,
      "grad_norm": 0.03215279430150986,
      "learning_rate": 5.2415566991944725e-06,
      "loss": 0.001,
      "step": 63450
    },
    {
      "epoch": 1.0724757695850198,
      "grad_norm": 0.11824256181716919,
      "learning_rate": 5.24008358163667e-06,
      "loss": 0.0016,
      "step": 63460
    },
    {
      "epoch": 1.0726447698638704,
      "grad_norm": 0.023332377895712852,
      "learning_rate": 5.2386104431904325e-06,
      "loss": 0.0009,
      "step": 63470
    },
    {
      "epoch": 1.0728137701427207,
      "grad_norm": 0.026816241443157196,
      "learning_rate": 5.2371372839839305e-06,
      "loss": 0.0016,
      "step": 63480
    },
    {
      "epoch": 1.072982770421571,
      "grad_norm": 0.07007268816232681,
      "learning_rate": 5.235664104145335e-06,
      "loss": 0.0008,
      "step": 63490
    },
    {
      "epoch": 1.0731517707004217,
      "grad_norm": 0.09333419799804688,
      "learning_rate": 5.2341909038028216e-06,
      "loss": 0.0019,
      "step": 63500
    },
    {
      "epoch": 1.073320770979272,
      "grad_norm": 0.028545813634991646,
      "learning_rate": 5.232717683084565e-06,
      "loss": 0.0011,
      "step": 63510
    },
    {
      "epoch": 1.0734897712581226,
      "grad_norm": 0.030302291736006737,
      "learning_rate": 5.231244442118742e-06,
      "loss": 0.001,
      "step": 63520
    },
    {
      "epoch": 1.073658771536973,
      "grad_norm": 0.04001889377832413,
      "learning_rate": 5.229771181033534e-06,
      "loss": 0.0015,
      "step": 63530
    },
    {
      "epoch": 1.0738277718158236,
      "grad_norm": 0.02755117230117321,
      "learning_rate": 5.228297899957117e-06,
      "loss": 0.001,
      "step": 63540
    },
    {
      "epoch": 1.073996772094674,
      "grad_norm": 0.009755623526871204,
      "learning_rate": 5.226824599017679e-06,
      "loss": 0.0008,
      "step": 63550
    },
    {
      "epoch": 1.0741657723735245,
      "grad_norm": 0.01657235063612461,
      "learning_rate": 5.225351278343401e-06,
      "loss": 0.0012,
      "step": 63560
    },
    {
      "epoch": 1.0743347726523749,
      "grad_norm": 0.027861325070261955,
      "learning_rate": 5.223877938062471e-06,
      "loss": 0.001,
      "step": 63570
    },
    {
      "epoch": 1.0745037729312252,
      "grad_norm": 0.021976448595523834,
      "learning_rate": 5.222404578303072e-06,
      "loss": 0.0012,
      "step": 63580
    },
    {
      "epoch": 1.0746727732100758,
      "grad_norm": 0.058850470930337906,
      "learning_rate": 5.2209311991934e-06,
      "loss": 0.0014,
      "step": 63590
    },
    {
      "epoch": 1.0748417734889262,
      "grad_norm": 0.013691349886357784,
      "learning_rate": 5.2194578008616426e-06,
      "loss": 0.001,
      "step": 63600
    },
    {
      "epoch": 1.0750107737677768,
      "grad_norm": 0.03913870081305504,
      "learning_rate": 5.217984383435995e-06,
      "loss": 0.0013,
      "step": 63610
    },
    {
      "epoch": 1.0751797740466271,
      "grad_norm": 0.019784534350037575,
      "learning_rate": 5.216510947044647e-06,
      "loss": 0.0009,
      "step": 63620
    },
    {
      "epoch": 1.0753487743254777,
      "grad_norm": 0.027006670832633972,
      "learning_rate": 5.2150374918158e-06,
      "loss": 0.001,
      "step": 63630
    },
    {
      "epoch": 1.075517774604328,
      "grad_norm": 0.0347067154943943,
      "learning_rate": 5.213564017877648e-06,
      "loss": 0.0017,
      "step": 63640
    },
    {
      "epoch": 1.0756867748831787,
      "grad_norm": 0.08511506021022797,
      "learning_rate": 5.212090525358392e-06,
      "loss": 0.001,
      "step": 63650
    },
    {
      "epoch": 1.075855775162029,
      "grad_norm": 0.050413474440574646,
      "learning_rate": 5.2106170143862324e-06,
      "loss": 0.001,
      "step": 63660
    },
    {
      "epoch": 1.0760247754408794,
      "grad_norm": 0.020677484571933746,
      "learning_rate": 5.209143485089372e-06,
      "loss": 0.0013,
      "step": 63670
    },
    {
      "epoch": 1.07619377571973,
      "grad_norm": 0.03208847716450691,
      "learning_rate": 5.207669937596014e-06,
      "loss": 0.0011,
      "step": 63680
    },
    {
      "epoch": 1.0763627759985803,
      "grad_norm": 0.08395759016275406,
      "learning_rate": 5.206196372034367e-06,
      "loss": 0.0012,
      "step": 63690
    },
    {
      "epoch": 1.076531776277431,
      "grad_norm": 0.028258448466658592,
      "learning_rate": 5.204722788532637e-06,
      "loss": 0.0013,
      "step": 63700
    },
    {
      "epoch": 1.0767007765562813,
      "grad_norm": 0.16747726500034332,
      "learning_rate": 5.203249187219032e-06,
      "loss": 0.0014,
      "step": 63710
    },
    {
      "epoch": 1.0768697768351319,
      "grad_norm": 0.016199585050344467,
      "learning_rate": 5.201775568221762e-06,
      "loss": 0.0015,
      "step": 63720
    },
    {
      "epoch": 1.0770387771139822,
      "grad_norm": 0.1536611169576645,
      "learning_rate": 5.20030193166904e-06,
      "loss": 0.0014,
      "step": 63730
    },
    {
      "epoch": 1.0772077773928328,
      "grad_norm": 0.10717665404081345,
      "learning_rate": 5.198828277689081e-06,
      "loss": 0.0015,
      "step": 63740
    },
    {
      "epoch": 1.0773767776716832,
      "grad_norm": 0.018150193616747856,
      "learning_rate": 5.197354606410098e-06,
      "loss": 0.0007,
      "step": 63750
    },
    {
      "epoch": 1.0775457779505335,
      "grad_norm": 0.017907075583934784,
      "learning_rate": 5.195880917960307e-06,
      "loss": 0.0011,
      "step": 63760
    },
    {
      "epoch": 1.077714778229384,
      "grad_norm": 0.06702237576246262,
      "learning_rate": 5.1944072124679265e-06,
      "loss": 0.0011,
      "step": 63770
    },
    {
      "epoch": 1.0778837785082345,
      "grad_norm": 0.006694977171719074,
      "learning_rate": 5.192933490061179e-06,
      "loss": 0.0014,
      "step": 63780
    },
    {
      "epoch": 1.078052778787085,
      "grad_norm": 0.033626001328229904,
      "learning_rate": 5.191459750868282e-06,
      "loss": 0.001,
      "step": 63790
    },
    {
      "epoch": 1.0782217790659354,
      "grad_norm": 0.059294719249010086,
      "learning_rate": 5.189985995017458e-06,
      "loss": 0.0019,
      "step": 63800
    },
    {
      "epoch": 1.078390779344786,
      "grad_norm": 0.05930497124791145,
      "learning_rate": 5.188512222636933e-06,
      "loss": 0.001,
      "step": 63810
    },
    {
      "epoch": 1.0785597796236364,
      "grad_norm": 0.0449826642870903,
      "learning_rate": 5.187038433854932e-06,
      "loss": 0.0009,
      "step": 63820
    },
    {
      "epoch": 1.078728779902487,
      "grad_norm": 0.05867033451795578,
      "learning_rate": 5.1855646287996795e-06,
      "loss": 0.0011,
      "step": 63830
    },
    {
      "epoch": 1.0788977801813373,
      "grad_norm": 0.030678899958729744,
      "learning_rate": 5.1840908075994065e-06,
      "loss": 0.0012,
      "step": 63840
    },
    {
      "epoch": 1.0790667804601877,
      "grad_norm": 0.0650521069765091,
      "learning_rate": 5.18261697038234e-06,
      "loss": 0.0015,
      "step": 63850
    },
    {
      "epoch": 1.0792357807390383,
      "grad_norm": 0.07857781648635864,
      "learning_rate": 5.181143117276712e-06,
      "loss": 0.002,
      "step": 63860
    },
    {
      "epoch": 1.0794047810178886,
      "grad_norm": 0.07133198529481888,
      "learning_rate": 5.179669248410757e-06,
      "loss": 0.0014,
      "step": 63870
    },
    {
      "epoch": 1.0795737812967392,
      "grad_norm": 0.08174729347229004,
      "learning_rate": 5.178195363912706e-06,
      "loss": 0.0006,
      "step": 63880
    },
    {
      "epoch": 1.0797427815755896,
      "grad_norm": 0.015073689632117748,
      "learning_rate": 5.176721463910795e-06,
      "loss": 0.0015,
      "step": 63890
    },
    {
      "epoch": 1.0799117818544401,
      "grad_norm": 0.02266828902065754,
      "learning_rate": 5.17524754853326e-06,
      "loss": 0.0003,
      "step": 63900
    },
    {
      "epoch": 1.0800807821332905,
      "grad_norm": 0.02230769768357277,
      "learning_rate": 5.17377361790834e-06,
      "loss": 0.0008,
      "step": 63910
    },
    {
      "epoch": 1.080249782412141,
      "grad_norm": 0.05522468313574791,
      "learning_rate": 5.172299672164273e-06,
      "loss": 0.001,
      "step": 63920
    },
    {
      "epoch": 1.0804187826909915,
      "grad_norm": 0.023726046085357666,
      "learning_rate": 5.170825711429298e-06,
      "loss": 0.0015,
      "step": 63930
    },
    {
      "epoch": 1.0805877829698418,
      "grad_norm": 0.03070794604718685,
      "learning_rate": 5.16935173583166e-06,
      "loss": 0.0003,
      "step": 63940
    },
    {
      "epoch": 1.0807567832486924,
      "grad_norm": 0.002701481804251671,
      "learning_rate": 5.167877745499601e-06,
      "loss": 0.0009,
      "step": 63950
    },
    {
      "epoch": 1.0809257835275428,
      "grad_norm": 0.02209090068936348,
      "learning_rate": 5.166403740561363e-06,
      "loss": 0.0007,
      "step": 63960
    },
    {
      "epoch": 1.0810947838063933,
      "grad_norm": 0.06571850180625916,
      "learning_rate": 5.164929721145194e-06,
      "loss": 0.0017,
      "step": 63970
    },
    {
      "epoch": 1.0812637840852437,
      "grad_norm": 0.09760637581348419,
      "learning_rate": 5.163455687379341e-06,
      "loss": 0.0015,
      "step": 63980
    },
    {
      "epoch": 1.0814327843640943,
      "grad_norm": 0.04042598232626915,
      "learning_rate": 5.161981639392051e-06,
      "loss": 0.0009,
      "step": 63990
    },
    {
      "epoch": 1.0816017846429447,
      "grad_norm": 0.016159027814865112,
      "learning_rate": 5.160507577311573e-06,
      "loss": 0.0012,
      "step": 64000
    },
    {
      "epoch": 1.0817707849217952,
      "grad_norm": 0.012882671318948269,
      "learning_rate": 5.1590335012661584e-06,
      "loss": 0.0013,
      "step": 64010
    },
    {
      "epoch": 1.0819397852006456,
      "grad_norm": 0.025966521352529526,
      "learning_rate": 5.15755941138406e-06,
      "loss": 0.0005,
      "step": 64020
    },
    {
      "epoch": 1.082108785479496,
      "grad_norm": 0.0443761870265007,
      "learning_rate": 5.156085307793528e-06,
      "loss": 0.0013,
      "step": 64030
    },
    {
      "epoch": 1.0822777857583465,
      "grad_norm": 0.05958549305796623,
      "learning_rate": 5.154611190622818e-06,
      "loss": 0.0018,
      "step": 64040
    },
    {
      "epoch": 1.082446786037197,
      "grad_norm": 0.1546487808227539,
      "learning_rate": 5.1531370600001855e-06,
      "loss": 0.0012,
      "step": 64050
    },
    {
      "epoch": 1.0826157863160475,
      "grad_norm": 0.04316802695393562,
      "learning_rate": 5.151662916053886e-06,
      "loss": 0.0006,
      "step": 64060
    },
    {
      "epoch": 1.0827847865948979,
      "grad_norm": 0.07794240862131119,
      "learning_rate": 5.1501887589121794e-06,
      "loss": 0.0008,
      "step": 64070
    },
    {
      "epoch": 1.0829537868737484,
      "grad_norm": 0.1040305644273758,
      "learning_rate": 5.1487145887033214e-06,
      "loss": 0.0021,
      "step": 64080
    },
    {
      "epoch": 1.0831227871525988,
      "grad_norm": 0.07008879631757736,
      "learning_rate": 5.147240405555574e-06,
      "loss": 0.0009,
      "step": 64090
    },
    {
      "epoch": 1.0832917874314492,
      "grad_norm": 0.019183754920959473,
      "learning_rate": 5.145766209597199e-06,
      "loss": 0.0008,
      "step": 64100
    },
    {
      "epoch": 1.0834607877102997,
      "grad_norm": 0.00969164352864027,
      "learning_rate": 5.1442920009564576e-06,
      "loss": 0.0009,
      "step": 64110
    },
    {
      "epoch": 1.08362978798915,
      "grad_norm": 0.023686842992901802,
      "learning_rate": 5.142817779761613e-06,
      "loss": 0.0011,
      "step": 64120
    },
    {
      "epoch": 1.0837987882680007,
      "grad_norm": 0.12426068633794785,
      "learning_rate": 5.141343546140929e-06,
      "loss": 0.0018,
      "step": 64130
    },
    {
      "epoch": 1.083967788546851,
      "grad_norm": 0.02402712032198906,
      "learning_rate": 5.139869300222672e-06,
      "loss": 0.0007,
      "step": 64140
    },
    {
      "epoch": 1.0841367888257016,
      "grad_norm": 0.04177405312657356,
      "learning_rate": 5.138395042135107e-06,
      "loss": 0.0006,
      "step": 64150
    },
    {
      "epoch": 1.084305789104552,
      "grad_norm": 0.021412570029497147,
      "learning_rate": 5.136920772006504e-06,
      "loss": 0.0009,
      "step": 64160
    },
    {
      "epoch": 1.0844747893834026,
      "grad_norm": 0.061743564903736115,
      "learning_rate": 5.13544648996513e-06,
      "loss": 0.0005,
      "step": 64170
    },
    {
      "epoch": 1.084643789662253,
      "grad_norm": 0.050587743520736694,
      "learning_rate": 5.133972196139256e-06,
      "loss": 0.0023,
      "step": 64180
    },
    {
      "epoch": 1.0848127899411033,
      "grad_norm": 0.0479382649064064,
      "learning_rate": 5.1324978906571495e-06,
      "loss": 0.0015,
      "step": 64190
    },
    {
      "epoch": 1.084981790219954,
      "grad_norm": 0.06690307706594467,
      "learning_rate": 5.131023573647087e-06,
      "loss": 0.0012,
      "step": 64200
    },
    {
      "epoch": 1.0851507904988043,
      "grad_norm": 0.0020674539264291525,
      "learning_rate": 5.129549245237337e-06,
      "loss": 0.0014,
      "step": 64210
    },
    {
      "epoch": 1.0853197907776548,
      "grad_norm": 0.031590402126312256,
      "learning_rate": 5.128074905556177e-06,
      "loss": 0.0008,
      "step": 64220
    },
    {
      "epoch": 1.0854887910565052,
      "grad_norm": 0.18099823594093323,
      "learning_rate": 5.126600554731878e-06,
      "loss": 0.0014,
      "step": 64230
    },
    {
      "epoch": 1.0856577913353558,
      "grad_norm": 0.018791290000081062,
      "learning_rate": 5.125126192892719e-06,
      "loss": 0.0011,
      "step": 64240
    },
    {
      "epoch": 1.0858267916142061,
      "grad_norm": 0.0774259865283966,
      "learning_rate": 5.123651820166973e-06,
      "loss": 0.0011,
      "step": 64250
    },
    {
      "epoch": 1.0859957918930565,
      "grad_norm": 0.03627191111445427,
      "learning_rate": 5.12217743668292e-06,
      "loss": 0.001,
      "step": 64260
    },
    {
      "epoch": 1.086164792171907,
      "grad_norm": 0.05594772845506668,
      "learning_rate": 5.120703042568838e-06,
      "loss": 0.0026,
      "step": 64270
    },
    {
      "epoch": 1.0863337924507575,
      "grad_norm": 0.06517887860536575,
      "learning_rate": 5.119228637953007e-06,
      "loss": 0.0008,
      "step": 64280
    },
    {
      "epoch": 1.086502792729608,
      "grad_norm": 0.012375900521874428,
      "learning_rate": 5.117754222963708e-06,
      "loss": 0.0021,
      "step": 64290
    },
    {
      "epoch": 1.0866717930084584,
      "grad_norm": 0.051953885704278946,
      "learning_rate": 5.11627979772922e-06,
      "loss": 0.0009,
      "step": 64300
    },
    {
      "epoch": 1.086840793287309,
      "grad_norm": 0.019279394298791885,
      "learning_rate": 5.114805362377826e-06,
      "loss": 0.0014,
      "step": 64310
    },
    {
      "epoch": 1.0870097935661593,
      "grad_norm": 0.04088306799530983,
      "learning_rate": 5.11333091703781e-06,
      "loss": 0.0036,
      "step": 64320
    },
    {
      "epoch": 1.08717879384501,
      "grad_norm": 0.10127560049295425,
      "learning_rate": 5.111856461837454e-06,
      "loss": 0.0009,
      "step": 64330
    },
    {
      "epoch": 1.0873477941238603,
      "grad_norm": 0.019220391288399696,
      "learning_rate": 5.110381996905044e-06,
      "loss": 0.0008,
      "step": 64340
    },
    {
      "epoch": 1.0875167944027107,
      "grad_norm": 0.03603460267186165,
      "learning_rate": 5.108907522368865e-06,
      "loss": 0.0015,
      "step": 64350
    },
    {
      "epoch": 1.0876857946815612,
      "grad_norm": 0.0060151806101202965,
      "learning_rate": 5.107433038357205e-06,
      "loss": 0.0008,
      "step": 64360
    },
    {
      "epoch": 1.0878547949604116,
      "grad_norm": 0.04247978329658508,
      "learning_rate": 5.10595854499835e-06,
      "loss": 0.0016,
      "step": 64370
    },
    {
      "epoch": 1.0880237952392622,
      "grad_norm": 0.002622088650241494,
      "learning_rate": 5.104484042420588e-06,
      "loss": 0.0004,
      "step": 64380
    },
    {
      "epoch": 1.0881927955181125,
      "grad_norm": 0.05791708454489708,
      "learning_rate": 5.103009530752209e-06,
      "loss": 0.0031,
      "step": 64390
    },
    {
      "epoch": 1.0883617957969631,
      "grad_norm": 0.0468166321516037,
      "learning_rate": 5.1015350101215e-06,
      "loss": 0.0017,
      "step": 64400
    },
    {
      "epoch": 1.0885307960758135,
      "grad_norm": 0.056557219475507736,
      "learning_rate": 5.100060480656754e-06,
      "loss": 0.0013,
      "step": 64410
    },
    {
      "epoch": 1.088699796354664,
      "grad_norm": 0.05838380381464958,
      "learning_rate": 5.098585942486262e-06,
      "loss": 0.0013,
      "step": 64420
    },
    {
      "epoch": 1.0888687966335144,
      "grad_norm": 0.04393266513943672,
      "learning_rate": 5.0971113957383135e-06,
      "loss": 0.003,
      "step": 64430
    },
    {
      "epoch": 1.0890377969123648,
      "grad_norm": 0.05707855895161629,
      "learning_rate": 5.095636840541204e-06,
      "loss": 0.0011,
      "step": 64440
    },
    {
      "epoch": 1.0892067971912154,
      "grad_norm": 0.13437679409980774,
      "learning_rate": 5.094162277023225e-06,
      "loss": 0.002,
      "step": 64450
    },
    {
      "epoch": 1.0893757974700657,
      "grad_norm": 0.12905579805374146,
      "learning_rate": 5.092687705312673e-06,
      "loss": 0.0016,
      "step": 64460
    },
    {
      "epoch": 1.0895447977489163,
      "grad_norm": 0.0845353752374649,
      "learning_rate": 5.091213125537842e-06,
      "loss": 0.0015,
      "step": 64470
    },
    {
      "epoch": 1.0897137980277667,
      "grad_norm": 0.017485635355114937,
      "learning_rate": 5.089738537827027e-06,
      "loss": 0.0013,
      "step": 64480
    },
    {
      "epoch": 1.0898827983066173,
      "grad_norm": 0.04234213009476662,
      "learning_rate": 5.088263942308523e-06,
      "loss": 0.0026,
      "step": 64490
    },
    {
      "epoch": 1.0900517985854676,
      "grad_norm": 0.02672339603304863,
      "learning_rate": 5.086789339110631e-06,
      "loss": 0.0013,
      "step": 64500
    },
    {
      "epoch": 1.0902207988643182,
      "grad_norm": 0.22146789729595184,
      "learning_rate": 5.085314728361644e-06,
      "loss": 0.0026,
      "step": 64510
    },
    {
      "epoch": 1.0903897991431686,
      "grad_norm": 0.008131207898259163,
      "learning_rate": 5.083840110189863e-06,
      "loss": 0.0007,
      "step": 64520
    },
    {
      "epoch": 1.090558799422019,
      "grad_norm": 0.25171422958374023,
      "learning_rate": 5.082365484723586e-06,
      "loss": 0.0013,
      "step": 64530
    },
    {
      "epoch": 1.0907277997008695,
      "grad_norm": 0.06383270770311356,
      "learning_rate": 5.080890852091111e-06,
      "loss": 0.001,
      "step": 64540
    },
    {
      "epoch": 1.0908967999797199,
      "grad_norm": 0.03389836847782135,
      "learning_rate": 5.079416212420742e-06,
      "loss": 0.0009,
      "step": 64550
    },
    {
      "epoch": 1.0910658002585705,
      "grad_norm": 0.030062347650527954,
      "learning_rate": 5.077941565840777e-06,
      "loss": 0.0013,
      "step": 64560
    },
    {
      "epoch": 1.0912348005374208,
      "grad_norm": 0.02097107470035553,
      "learning_rate": 5.076466912479519e-06,
      "loss": 0.002,
      "step": 64570
    },
    {
      "epoch": 1.0914038008162714,
      "grad_norm": 0.0992652028799057,
      "learning_rate": 5.074992252465268e-06,
      "loss": 0.0014,
      "step": 64580
    },
    {
      "epoch": 1.0915728010951218,
      "grad_norm": 0.04203925281763077,
      "learning_rate": 5.073517585926328e-06,
      "loss": 0.0013,
      "step": 64590
    },
    {
      "epoch": 1.0917418013739724,
      "grad_norm": 0.03911573812365532,
      "learning_rate": 5.072042912991003e-06,
      "loss": 0.001,
      "step": 64600
    },
    {
      "epoch": 1.0919108016528227,
      "grad_norm": 0.028423482552170753,
      "learning_rate": 5.070568233787595e-06,
      "loss": 0.0016,
      "step": 64610
    },
    {
      "epoch": 1.092079801931673,
      "grad_norm": 0.03550324961543083,
      "learning_rate": 5.069093548444408e-06,
      "loss": 0.0012,
      "step": 64620
    },
    {
      "epoch": 1.0922488022105237,
      "grad_norm": 0.09978547692298889,
      "learning_rate": 5.067618857089747e-06,
      "loss": 0.001,
      "step": 64630
    },
    {
      "epoch": 1.092417802489374,
      "grad_norm": 0.060302022844552994,
      "learning_rate": 5.066144159851919e-06,
      "loss": 0.0012,
      "step": 64640
    },
    {
      "epoch": 1.0925868027682246,
      "grad_norm": 0.08676223456859589,
      "learning_rate": 5.064669456859228e-06,
      "loss": 0.0009,
      "step": 64650
    },
    {
      "epoch": 1.092755803047075,
      "grad_norm": 0.04188084974884987,
      "learning_rate": 5.0631947482399815e-06,
      "loss": 0.0008,
      "step": 64660
    },
    {
      "epoch": 1.0929248033259256,
      "grad_norm": 0.15830457210540771,
      "learning_rate": 5.061720034122486e-06,
      "loss": 0.002,
      "step": 64670
    },
    {
      "epoch": 1.093093803604776,
      "grad_norm": 0.03596467152237892,
      "learning_rate": 5.060245314635049e-06,
      "loss": 0.0013,
      "step": 64680
    },
    {
      "epoch": 1.0932628038836265,
      "grad_norm": 0.019881989806890488,
      "learning_rate": 5.058770589905976e-06,
      "loss": 0.0007,
      "step": 64690
    },
    {
      "epoch": 1.0934318041624769,
      "grad_norm": 0.07606848329305649,
      "learning_rate": 5.057295860063575e-06,
      "loss": 0.0008,
      "step": 64700
    },
    {
      "epoch": 1.0936008044413272,
      "grad_norm": 0.11718254536390305,
      "learning_rate": 5.05582112523616e-06,
      "loss": 0.0012,
      "step": 64710
    },
    {
      "epoch": 1.0937698047201778,
      "grad_norm": 0.04764671251177788,
      "learning_rate": 5.054346385552036e-06,
      "loss": 0.0014,
      "step": 64720
    },
    {
      "epoch": 1.0939388049990282,
      "grad_norm": 0.10151364654302597,
      "learning_rate": 5.0528716411395126e-06,
      "loss": 0.0014,
      "step": 64730
    },
    {
      "epoch": 1.0941078052778788,
      "grad_norm": 0.02287687174975872,
      "learning_rate": 5.0513968921269006e-06,
      "loss": 0.0007,
      "step": 64740
    },
    {
      "epoch": 1.0942768055567291,
      "grad_norm": 0.11843504756689072,
      "learning_rate": 5.04992213864251e-06,
      "loss": 0.0007,
      "step": 64750
    },
    {
      "epoch": 1.0944458058355797,
      "grad_norm": 0.000851675751619041,
      "learning_rate": 5.048447380814652e-06,
      "loss": 0.0009,
      "step": 64760
    },
    {
      "epoch": 1.09461480611443,
      "grad_norm": 0.04916158318519592,
      "learning_rate": 5.0469726187716365e-06,
      "loss": 0.0019,
      "step": 64770
    },
    {
      "epoch": 1.0947838063932807,
      "grad_norm": 0.03001948446035385,
      "learning_rate": 5.045497852641775e-06,
      "loss": 0.0008,
      "step": 64780
    },
    {
      "epoch": 1.094952806672131,
      "grad_norm": 0.021211637184023857,
      "learning_rate": 5.044023082553381e-06,
      "loss": 0.0012,
      "step": 64790
    },
    {
      "epoch": 1.0951218069509814,
      "grad_norm": 0.05235179513692856,
      "learning_rate": 5.042548308634765e-06,
      "loss": 0.0007,
      "step": 64800
    },
    {
      "epoch": 1.095290807229832,
      "grad_norm": 0.1343381553888321,
      "learning_rate": 5.04107353101424e-06,
      "loss": 0.0012,
      "step": 64810
    },
    {
      "epoch": 1.0954598075086823,
      "grad_norm": 0.009196394123136997,
      "learning_rate": 5.039598749820119e-06,
      "loss": 0.0007,
      "step": 64820
    },
    {
      "epoch": 1.095628807787533,
      "grad_norm": 0.03460807725787163,
      "learning_rate": 5.038123965180713e-06,
      "loss": 0.0008,
      "step": 64830
    },
    {
      "epoch": 1.0957978080663833,
      "grad_norm": 0.4813380837440491,
      "learning_rate": 5.036649177224339e-06,
      "loss": 0.0008,
      "step": 64840
    },
    {
      "epoch": 1.0959668083452339,
      "grad_norm": 0.04702454060316086,
      "learning_rate": 5.03517438607931e-06,
      "loss": 0.0018,
      "step": 64850
    },
    {
      "epoch": 1.0961358086240842,
      "grad_norm": 0.12171593308448792,
      "learning_rate": 5.033699591873939e-06,
      "loss": 0.0012,
      "step": 64860
    },
    {
      "epoch": 1.0963048089029348,
      "grad_norm": 0.13131020963191986,
      "learning_rate": 5.032224794736539e-06,
      "loss": 0.0011,
      "step": 64870
    },
    {
      "epoch": 1.0964738091817852,
      "grad_norm": 0.0072104958817362785,
      "learning_rate": 5.030749994795426e-06,
      "loss": 0.001,
      "step": 64880
    },
    {
      "epoch": 1.0966428094606355,
      "grad_norm": 0.028363553807139397,
      "learning_rate": 5.029275192178914e-06,
      "loss": 0.0013,
      "step": 64890
    },
    {
      "epoch": 1.096811809739486,
      "grad_norm": 0.16457876563072205,
      "learning_rate": 5.027800387015319e-06,
      "loss": 0.0009,
      "step": 64900
    },
    {
      "epoch": 1.0969808100183365,
      "grad_norm": 0.07283145189285278,
      "learning_rate": 5.026325579432954e-06,
      "loss": 0.0019,
      "step": 64910
    },
    {
      "epoch": 1.097149810297187,
      "grad_norm": 0.03155135735869408,
      "learning_rate": 5.024850769560139e-06,
      "loss": 0.0006,
      "step": 64920
    },
    {
      "epoch": 1.0973188105760374,
      "grad_norm": 0.031150473281741142,
      "learning_rate": 5.023375957525185e-06,
      "loss": 0.0009,
      "step": 64930
    },
    {
      "epoch": 1.097487810854888,
      "grad_norm": 0.024125665426254272,
      "learning_rate": 5.021901143456409e-06,
      "loss": 0.0014,
      "step": 64940
    },
    {
      "epoch": 1.0976568111337384,
      "grad_norm": 0.01180550642311573,
      "learning_rate": 5.0204263274821275e-06,
      "loss": 0.0008,
      "step": 64950
    },
    {
      "epoch": 1.097825811412589,
      "grad_norm": 0.06741633266210556,
      "learning_rate": 5.018951509730657e-06,
      "loss": 0.0009,
      "step": 64960
    },
    {
      "epoch": 1.0979948116914393,
      "grad_norm": 0.013154249638319016,
      "learning_rate": 5.017476690330314e-06,
      "loss": 0.0006,
      "step": 64970
    },
    {
      "epoch": 1.0981638119702897,
      "grad_norm": 0.005113786086440086,
      "learning_rate": 5.016001869409414e-06,
      "loss": 0.0012,
      "step": 64980
    },
    {
      "epoch": 1.0983328122491403,
      "grad_norm": 0.038728177547454834,
      "learning_rate": 5.014527047096273e-06,
      "loss": 0.0014,
      "step": 64990
    },
    {
      "epoch": 1.0985018125279906,
      "grad_norm": 0.0678655281662941,
      "learning_rate": 5.0130522235192095e-06,
      "loss": 0.0012,
      "step": 65000
    },
    {
      "epoch": 1.0986708128068412,
      "grad_norm": 0.0647139623761177,
      "learning_rate": 5.011577398806539e-06,
      "loss": 0.002,
      "step": 65010
    },
    {
      "epoch": 1.0988398130856916,
      "grad_norm": 0.04998895153403282,
      "learning_rate": 5.010102573086577e-06,
      "loss": 0.0012,
      "step": 65020
    },
    {
      "epoch": 1.0990088133645421,
      "grad_norm": 0.08676137030124664,
      "learning_rate": 5.008627746487644e-06,
      "loss": 0.0007,
      "step": 65030
    },
    {
      "epoch": 1.0991778136433925,
      "grad_norm": 0.05025715008378029,
      "learning_rate": 5.0071529191380555e-06,
      "loss": 0.0007,
      "step": 65040
    },
    {
      "epoch": 1.0993468139222429,
      "grad_norm": 0.03282903879880905,
      "learning_rate": 5.005678091166128e-06,
      "loss": 0.001,
      "step": 65050
    },
    {
      "epoch": 1.0995158142010935,
      "grad_norm": 0.04838985204696655,
      "learning_rate": 5.004203262700179e-06,
      "loss": 0.0014,
      "step": 65060
    },
    {
      "epoch": 1.0996848144799438,
      "grad_norm": 0.050552740693092346,
      "learning_rate": 5.002728433868525e-06,
      "loss": 0.001,
      "step": 65070
    },
    {
      "epoch": 1.0998538147587944,
      "grad_norm": 0.08461810648441315,
      "learning_rate": 5.001253604799485e-06,
      "loss": 0.0014,
      "step": 65080
    },
    {
      "epoch": 1.1000228150376448,
      "grad_norm": 0.06626548618078232,
      "learning_rate": 4.999778775621375e-06,
      "loss": 0.0021,
      "step": 65090
    },
    {
      "epoch": 1.1001918153164953,
      "grad_norm": 0.09405693411827087,
      "learning_rate": 4.998303946462514e-06,
      "loss": 0.0015,
      "step": 65100
    },
    {
      "epoch": 1.1003608155953457,
      "grad_norm": 0.013804643414914608,
      "learning_rate": 4.996829117451215e-06,
      "loss": 0.001,
      "step": 65110
    },
    {
      "epoch": 1.1005298158741963,
      "grad_norm": 0.0818895548582077,
      "learning_rate": 4.9953542887158e-06,
      "loss": 0.0011,
      "step": 65120
    },
    {
      "epoch": 1.1006988161530467,
      "grad_norm": 0.04563478007912636,
      "learning_rate": 4.993879460384583e-06,
      "loss": 0.0008,
      "step": 65130
    },
    {
      "epoch": 1.100867816431897,
      "grad_norm": 0.08573456853628159,
      "learning_rate": 4.992404632585885e-06,
      "loss": 0.0013,
      "step": 65140
    },
    {
      "epoch": 1.1010368167107476,
      "grad_norm": 0.09419383853673935,
      "learning_rate": 4.990929805448018e-06,
      "loss": 0.0028,
      "step": 65150
    },
    {
      "epoch": 1.101205816989598,
      "grad_norm": 0.014462495222687721,
      "learning_rate": 4.989454979099305e-06,
      "loss": 0.0009,
      "step": 65160
    },
    {
      "epoch": 1.1013748172684485,
      "grad_norm": 0.057236574590206146,
      "learning_rate": 4.987980153668057e-06,
      "loss": 0.0028,
      "step": 65170
    },
    {
      "epoch": 1.101543817547299,
      "grad_norm": 0.05355300381779671,
      "learning_rate": 4.986505329282596e-06,
      "loss": 0.001,
      "step": 65180
    },
    {
      "epoch": 1.1017128178261495,
      "grad_norm": 0.03428352624177933,
      "learning_rate": 4.985030506071235e-06,
      "loss": 0.002,
      "step": 65190
    },
    {
      "epoch": 1.1018818181049999,
      "grad_norm": 0.001353323576040566,
      "learning_rate": 4.983555684162294e-06,
      "loss": 0.0024,
      "step": 65200
    },
    {
      "epoch": 1.1020508183838502,
      "grad_norm": 0.017991015687584877,
      "learning_rate": 4.982080863684087e-06,
      "loss": 0.0014,
      "step": 65210
    },
    {
      "epoch": 1.1022198186627008,
      "grad_norm": 0.057966869324445724,
      "learning_rate": 4.980606044764932e-06,
      "loss": 0.0007,
      "step": 65220
    },
    {
      "epoch": 1.1023888189415512,
      "grad_norm": 0.02501198649406433,
      "learning_rate": 4.979131227533145e-06,
      "loss": 0.0007,
      "step": 65230
    },
    {
      "epoch": 1.1025578192204017,
      "grad_norm": 0.07594097405672073,
      "learning_rate": 4.9776564121170435e-06,
      "loss": 0.0019,
      "step": 65240
    },
    {
      "epoch": 1.102726819499252,
      "grad_norm": 0.025860225781798363,
      "learning_rate": 4.9761815986449405e-06,
      "loss": 0.0008,
      "step": 65250
    },
    {
      "epoch": 1.1028958197781027,
      "grad_norm": 0.03838937729597092,
      "learning_rate": 4.974706787245156e-06,
      "loss": 0.0014,
      "step": 65260
    },
    {
      "epoch": 1.103064820056953,
      "grad_norm": 0.03614159673452377,
      "learning_rate": 4.973231978046001e-06,
      "loss": 0.0008,
      "step": 65270
    },
    {
      "epoch": 1.1032338203358036,
      "grad_norm": 0.015224494971334934,
      "learning_rate": 4.971757171175797e-06,
      "loss": 0.0011,
      "step": 65280
    },
    {
      "epoch": 1.103402820614654,
      "grad_norm": 0.059320464730262756,
      "learning_rate": 4.9702823667628526e-06,
      "loss": 0.0012,
      "step": 65290
    },
    {
      "epoch": 1.1035718208935044,
      "grad_norm": 0.06934010982513428,
      "learning_rate": 4.968807564935487e-06,
      "loss": 0.0011,
      "step": 65300
    },
    {
      "epoch": 1.103740821172355,
      "grad_norm": 0.1251693069934845,
      "learning_rate": 4.967332765822014e-06,
      "loss": 0.0016,
      "step": 65310
    },
    {
      "epoch": 1.1039098214512053,
      "grad_norm": 0.08632376044988632,
      "learning_rate": 4.9658579695507515e-06,
      "loss": 0.0011,
      "step": 65320
    },
    {
      "epoch": 1.104078821730056,
      "grad_norm": 0.07911311835050583,
      "learning_rate": 4.964383176250008e-06,
      "loss": 0.0011,
      "step": 65330
    },
    {
      "epoch": 1.1042478220089063,
      "grad_norm": 0.02994832582771778,
      "learning_rate": 4.9629083860481005e-06,
      "loss": 0.0012,
      "step": 65340
    },
    {
      "epoch": 1.1044168222877568,
      "grad_norm": 0.0312307458370924,
      "learning_rate": 4.9614335990733455e-06,
      "loss": 0.0012,
      "step": 65350
    },
    {
      "epoch": 1.1045858225666072,
      "grad_norm": 0.06177021190524101,
      "learning_rate": 4.959958815454053e-06,
      "loss": 0.0011,
      "step": 65360
    },
    {
      "epoch": 1.1047548228454578,
      "grad_norm": 0.036960311233997345,
      "learning_rate": 4.9584840353185384e-06,
      "loss": 0.001,
      "step": 65370
    },
    {
      "epoch": 1.1049238231243081,
      "grad_norm": 0.019146258011460304,
      "learning_rate": 4.957009258795113e-06,
      "loss": 0.0014,
      "step": 65380
    },
    {
      "epoch": 1.1050928234031585,
      "grad_norm": 0.05155621096491814,
      "learning_rate": 4.955534486012092e-06,
      "loss": 0.0014,
      "step": 65390
    },
    {
      "epoch": 1.105261823682009,
      "grad_norm": 0.11039842665195465,
      "learning_rate": 4.954059717097783e-06,
      "loss": 0.0017,
      "step": 65400
    },
    {
      "epoch": 1.1054308239608595,
      "grad_norm": 0.08442549407482147,
      "learning_rate": 4.952584952180504e-06,
      "loss": 0.0011,
      "step": 65410
    },
    {
      "epoch": 1.10559982423971,
      "grad_norm": 0.02455849200487137,
      "learning_rate": 4.951110191388562e-06,
      "loss": 0.0004,
      "step": 65420
    },
    {
      "epoch": 1.1057688245185604,
      "grad_norm": 0.06026019901037216,
      "learning_rate": 4.949635434850272e-06,
      "loss": 0.0007,
      "step": 65430
    },
    {
      "epoch": 1.105937824797411,
      "grad_norm": 0.0009374105138704181,
      "learning_rate": 4.948160682693941e-06,
      "loss": 0.0007,
      "step": 65440
    },
    {
      "epoch": 1.1061068250762613,
      "grad_norm": 0.026579247787594795,
      "learning_rate": 4.946685935047884e-06,
      "loss": 0.0007,
      "step": 65450
    },
    {
      "epoch": 1.106275825355112,
      "grad_norm": 0.04251579940319061,
      "learning_rate": 4.945211192040408e-06,
      "loss": 0.0006,
      "step": 65460
    },
    {
      "epoch": 1.1064448256339623,
      "grad_norm": 0.02869006060063839,
      "learning_rate": 4.943736453799824e-06,
      "loss": 0.0006,
      "step": 65470
    },
    {
      "epoch": 1.1066138259128127,
      "grad_norm": 0.1354653239250183,
      "learning_rate": 4.94226172045444e-06,
      "loss": 0.0011,
      "step": 65480
    },
    {
      "epoch": 1.1067828261916632,
      "grad_norm": 0.06362824887037277,
      "learning_rate": 4.940786992132568e-06,
      "loss": 0.0017,
      "step": 65490
    },
    {
      "epoch": 1.1069518264705136,
      "grad_norm": 0.02064809948205948,
      "learning_rate": 4.939312268962513e-06,
      "loss": 0.0011,
      "step": 65500
    },
    {
      "epoch": 1.1071208267493642,
      "grad_norm": 0.01066114567220211,
      "learning_rate": 4.9378375510725856e-06,
      "loss": 0.0015,
      "step": 65510
    },
    {
      "epoch": 1.1072898270282145,
      "grad_norm": 0.01520493533462286,
      "learning_rate": 4.936362838591091e-06,
      "loss": 0.0014,
      "step": 65520
    },
    {
      "epoch": 1.1074588273070651,
      "grad_norm": 0.0660543218255043,
      "learning_rate": 4.9348881316463406e-06,
      "loss": 0.0009,
      "step": 65530
    },
    {
      "epoch": 1.1076278275859155,
      "grad_norm": 0.02784154936671257,
      "learning_rate": 4.9334134303666355e-06,
      "loss": 0.0011,
      "step": 65540
    },
    {
      "epoch": 1.107796827864766,
      "grad_norm": 0.06158173829317093,
      "learning_rate": 4.931938734880287e-06,
      "loss": 0.0009,
      "step": 65550
    },
    {
      "epoch": 1.1079658281436164,
      "grad_norm": 0.02641584351658821,
      "learning_rate": 4.9304640453155956e-06,
      "loss": 0.001,
      "step": 65560
    },
    {
      "epoch": 1.1081348284224668,
      "grad_norm": 0.0512726865708828,
      "learning_rate": 4.928989361800871e-06,
      "loss": 0.0009,
      "step": 65570
    },
    {
      "epoch": 1.1083038287013174,
      "grad_norm": 0.04487888887524605,
      "learning_rate": 4.927514684464415e-06,
      "loss": 0.0016,
      "step": 65580
    },
    {
      "epoch": 1.1084728289801677,
      "grad_norm": 0.007292418275028467,
      "learning_rate": 4.926040013434532e-06,
      "loss": 0.0005,
      "step": 65590
    },
    {
      "epoch": 1.1086418292590183,
      "grad_norm": 0.14908470213413239,
      "learning_rate": 4.924565348839528e-06,
      "loss": 0.002,
      "step": 65600
    },
    {
      "epoch": 1.1088108295378687,
      "grad_norm": 0.12314429134130478,
      "learning_rate": 4.923090690807701e-06,
      "loss": 0.0017,
      "step": 65610
    },
    {
      "epoch": 1.1089798298167193,
      "grad_norm": 0.028657900169491768,
      "learning_rate": 4.9216160394673605e-06,
      "loss": 0.0008,
      "step": 65620
    },
    {
      "epoch": 1.1091488300955696,
      "grad_norm": 0.011674246750772,
      "learning_rate": 4.920141394946802e-06,
      "loss": 0.0013,
      "step": 65630
    },
    {
      "epoch": 1.1093178303744202,
      "grad_norm": 0.05232135206460953,
      "learning_rate": 4.918666757374331e-06,
      "loss": 0.001,
      "step": 65640
    },
    {
      "epoch": 1.1094868306532706,
      "grad_norm": 0.059035900980234146,
      "learning_rate": 4.917192126878244e-06,
      "loss": 0.0015,
      "step": 65650
    },
    {
      "epoch": 1.109655830932121,
      "grad_norm": 0.03378590941429138,
      "learning_rate": 4.9157175035868455e-06,
      "loss": 0.0022,
      "step": 65660
    },
    {
      "epoch": 1.1098248312109715,
      "grad_norm": 0.10433820635080338,
      "learning_rate": 4.91424288762843e-06,
      "loss": 0.0019,
      "step": 65670
    },
    {
      "epoch": 1.109993831489822,
      "grad_norm": 0.05964815244078636,
      "learning_rate": 4.9127682791313e-06,
      "loss": 0.0034,
      "step": 65680
    },
    {
      "epoch": 1.1101628317686725,
      "grad_norm": 0.03746423125267029,
      "learning_rate": 4.911293678223753e-06,
      "loss": 0.0016,
      "step": 65690
    },
    {
      "epoch": 1.1103318320475228,
      "grad_norm": 0.043141648173332214,
      "learning_rate": 4.909819085034085e-06,
      "loss": 0.001,
      "step": 65700
    },
    {
      "epoch": 1.1105008323263734,
      "grad_norm": 0.025546276941895485,
      "learning_rate": 4.9083444996905926e-06,
      "loss": 0.0006,
      "step": 65710
    },
    {
      "epoch": 1.1106698326052238,
      "grad_norm": 0.0015741289826110005,
      "learning_rate": 4.9068699223215756e-06,
      "loss": 0.0012,
      "step": 65720
    },
    {
      "epoch": 1.1108388328840744,
      "grad_norm": 0.05023641139268875,
      "learning_rate": 4.905395353055323e-06,
      "loss": 0.0013,
      "step": 65730
    },
    {
      "epoch": 1.1110078331629247,
      "grad_norm": 0.06063641980290413,
      "learning_rate": 4.903920792020136e-06,
      "loss": 0.0005,
      "step": 65740
    },
    {
      "epoch": 1.111176833441775,
      "grad_norm": 0.06451669335365295,
      "learning_rate": 4.902446239344305e-06,
      "loss": 0.0011,
      "step": 65750
    },
    {
      "epoch": 1.1113458337206257,
      "grad_norm": 0.03882955014705658,
      "learning_rate": 4.900971695156124e-06,
      "loss": 0.0014,
      "step": 65760
    },
    {
      "epoch": 1.111514833999476,
      "grad_norm": 0.048457760363817215,
      "learning_rate": 4.899497159583883e-06,
      "loss": 0.0015,
      "step": 65770
    },
    {
      "epoch": 1.1116838342783266,
      "grad_norm": 0.02654680795967579,
      "learning_rate": 4.898022632755878e-06,
      "loss": 0.0016,
      "step": 65780
    },
    {
      "epoch": 1.111852834557177,
      "grad_norm": 0.051069073379039764,
      "learning_rate": 4.896548114800397e-06,
      "loss": 0.0016,
      "step": 65790
    },
    {
      "epoch": 1.1120218348360276,
      "grad_norm": 0.013700217008590698,
      "learning_rate": 4.895073605845733e-06,
      "loss": 0.0009,
      "step": 65800
    },
    {
      "epoch": 1.112190835114878,
      "grad_norm": 0.03329027071595192,
      "learning_rate": 4.893599106020172e-06,
      "loss": 0.0013,
      "step": 65810
    },
    {
      "epoch": 1.1123598353937285,
      "grad_norm": 0.07942863553762436,
      "learning_rate": 4.892124615452007e-06,
      "loss": 0.0009,
      "step": 65820
    },
    {
      "epoch": 1.1125288356725789,
      "grad_norm": 0.07885333895683289,
      "learning_rate": 4.890650134269519e-06,
      "loss": 0.0008,
      "step": 65830
    },
    {
      "epoch": 1.1126978359514292,
      "grad_norm": 0.055787790566682816,
      "learning_rate": 4.8891756626010035e-06,
      "loss": 0.0012,
      "step": 65840
    },
    {
      "epoch": 1.1128668362302798,
      "grad_norm": 0.006853477098047733,
      "learning_rate": 4.887701200574739e-06,
      "loss": 0.0009,
      "step": 65850
    },
    {
      "epoch": 1.1130358365091302,
      "grad_norm": 0.016508853062987328,
      "learning_rate": 4.886226748319014e-06,
      "loss": 0.0008,
      "step": 65860
    },
    {
      "epoch": 1.1132048367879808,
      "grad_norm": 0.0349777527153492,
      "learning_rate": 4.884752305962115e-06,
      "loss": 0.0019,
      "step": 65870
    },
    {
      "epoch": 1.1133738370668311,
      "grad_norm": 0.0494348369538784,
      "learning_rate": 4.883277873632323e-06,
      "loss": 0.0012,
      "step": 65880
    },
    {
      "epoch": 1.1135428373456817,
      "grad_norm": 0.02532506175339222,
      "learning_rate": 4.881803451457922e-06,
      "loss": 0.0008,
      "step": 65890
    },
    {
      "epoch": 1.113711837624532,
      "grad_norm": 0.01580948196351528,
      "learning_rate": 4.8803290395671916e-06,
      "loss": 0.0008,
      "step": 65900
    },
    {
      "epoch": 1.1138808379033824,
      "grad_norm": 0.06238386780023575,
      "learning_rate": 4.8788546380884175e-06,
      "loss": 0.0018,
      "step": 65910
    },
    {
      "epoch": 1.114049838182233,
      "grad_norm": 0.04577694088220596,
      "learning_rate": 4.877380247149874e-06,
      "loss": 0.001,
      "step": 65920
    },
    {
      "epoch": 1.1142188384610834,
      "grad_norm": 0.03396439179778099,
      "learning_rate": 4.875905866879846e-06,
      "loss": 0.0009,
      "step": 65930
    },
    {
      "epoch": 1.114387838739934,
      "grad_norm": 0.03604747727513313,
      "learning_rate": 4.874431497406607e-06,
      "loss": 0.0013,
      "step": 65940
    },
    {
      "epoch": 1.1145568390187843,
      "grad_norm": 0.09017330408096313,
      "learning_rate": 4.8729571388584365e-06,
      "loss": 0.0011,
      "step": 65950
    },
    {
      "epoch": 1.114725839297635,
      "grad_norm": 0.48425760865211487,
      "learning_rate": 4.87148279136361e-06,
      "loss": 0.001,
      "step": 65960
    },
    {
      "epoch": 1.1148948395764853,
      "grad_norm": 0.06308889389038086,
      "learning_rate": 4.870008455050404e-06,
      "loss": 0.0013,
      "step": 65970
    },
    {
      "epoch": 1.1150638398553359,
      "grad_norm": 0.00627787783741951,
      "learning_rate": 4.868534130047092e-06,
      "loss": 0.0009,
      "step": 65980
    },
    {
      "epoch": 1.1152328401341862,
      "grad_norm": 0.042335394769907,
      "learning_rate": 4.867059816481948e-06,
      "loss": 0.0012,
      "step": 65990
    },
    {
      "epoch": 1.1154018404130366,
      "grad_norm": 0.033770300447940826,
      "learning_rate": 4.865585514483243e-06,
      "loss": 0.0014,
      "step": 66000
    },
    {
      "epoch": 1.1155708406918872,
      "grad_norm": 0.016967343166470528,
      "learning_rate": 4.864111224179251e-06,
      "loss": 0.0006,
      "step": 66010
    },
    {
      "epoch": 1.1157398409707375,
      "grad_norm": 0.014699154533445835,
      "learning_rate": 4.862636945698239e-06,
      "loss": 0.0012,
      "step": 66020
    },
    {
      "epoch": 1.1159088412495881,
      "grad_norm": 0.019063862040638924,
      "learning_rate": 4.861162679168481e-06,
      "loss": 0.0022,
      "step": 66030
    },
    {
      "epoch": 1.1160778415284385,
      "grad_norm": 0.04024651646614075,
      "learning_rate": 4.85968842471824e-06,
      "loss": 0.0005,
      "step": 66040
    },
    {
      "epoch": 1.116246841807289,
      "grad_norm": 0.03585030138492584,
      "learning_rate": 4.858214182475786e-06,
      "loss": 0.0015,
      "step": 66050
    },
    {
      "epoch": 1.1164158420861394,
      "grad_norm": 0.07168002426624298,
      "learning_rate": 4.856739952569386e-06,
      "loss": 0.0007,
      "step": 66060
    },
    {
      "epoch": 1.11658484236499,
      "grad_norm": 0.09482478350400925,
      "learning_rate": 4.855265735127305e-06,
      "loss": 0.0014,
      "step": 66070
    },
    {
      "epoch": 1.1167538426438404,
      "grad_norm": 0.03974776715040207,
      "learning_rate": 4.853791530277804e-06,
      "loss": 0.0006,
      "step": 66080
    },
    {
      "epoch": 1.1169228429226907,
      "grad_norm": 0.037464916706085205,
      "learning_rate": 4.852317338149151e-06,
      "loss": 0.0008,
      "step": 66090
    },
    {
      "epoch": 1.1170918432015413,
      "grad_norm": 0.14354050159454346,
      "learning_rate": 4.850843158869603e-06,
      "loss": 0.0013,
      "step": 66100
    },
    {
      "epoch": 1.1172608434803917,
      "grad_norm": 0.04343586042523384,
      "learning_rate": 4.849368992567422e-06,
      "loss": 0.0007,
      "step": 66110
    },
    {
      "epoch": 1.1174298437592423,
      "grad_norm": 0.05415260046720505,
      "learning_rate": 4.847894839370872e-06,
      "loss": 0.0016,
      "step": 66120
    },
    {
      "epoch": 1.1175988440380926,
      "grad_norm": 0.0037539496552199125,
      "learning_rate": 4.846420699408205e-06,
      "loss": 0.0007,
      "step": 66130
    },
    {
      "epoch": 1.1177678443169432,
      "grad_norm": 0.12358132749795914,
      "learning_rate": 4.844946572807684e-06,
      "loss": 0.0013,
      "step": 66140
    },
    {
      "epoch": 1.1179368445957936,
      "grad_norm": 0.024757402017712593,
      "learning_rate": 4.84347245969756e-06,
      "loss": 0.0013,
      "step": 66150
    },
    {
      "epoch": 1.118105844874644,
      "grad_norm": 0.13422614336013794,
      "learning_rate": 4.841998360206091e-06,
      "loss": 0.0008,
      "step": 66160
    },
    {
      "epoch": 1.1182748451534945,
      "grad_norm": 0.011023541912436485,
      "learning_rate": 4.840524274461531e-06,
      "loss": 0.0011,
      "step": 66170
    },
    {
      "epoch": 1.1184438454323449,
      "grad_norm": 0.025453826412558556,
      "learning_rate": 4.839050202592131e-06,
      "loss": 0.0016,
      "step": 66180
    },
    {
      "epoch": 1.1186128457111955,
      "grad_norm": 0.09494690597057343,
      "learning_rate": 4.837576144726142e-06,
      "loss": 0.001,
      "step": 66190
    },
    {
      "epoch": 1.1187818459900458,
      "grad_norm": 0.16201642155647278,
      "learning_rate": 4.836102100991818e-06,
      "loss": 0.0014,
      "step": 66200
    },
    {
      "epoch": 1.1189508462688964,
      "grad_norm": 0.026667365804314613,
      "learning_rate": 4.8346280715174034e-06,
      "loss": 0.0012,
      "step": 66210
    },
    {
      "epoch": 1.1191198465477468,
      "grad_norm": 0.06574511528015137,
      "learning_rate": 4.83315405643115e-06,
      "loss": 0.0015,
      "step": 66220
    },
    {
      "epoch": 1.1192888468265974,
      "grad_norm": 0.05048028379678726,
      "learning_rate": 4.8316800558612995e-06,
      "loss": 0.0021,
      "step": 66230
    },
    {
      "epoch": 1.1194578471054477,
      "grad_norm": 0.03519992530345917,
      "learning_rate": 4.830206069936102e-06,
      "loss": 0.0007,
      "step": 66240
    },
    {
      "epoch": 1.119626847384298,
      "grad_norm": 0.025307748466730118,
      "learning_rate": 4.828732098783796e-06,
      "loss": 0.0021,
      "step": 66250
    },
    {
      "epoch": 1.1197958476631487,
      "grad_norm": 0.03679641708731651,
      "learning_rate": 4.827258142532629e-06,
      "loss": 0.0006,
      "step": 66260
    },
    {
      "epoch": 1.119964847941999,
      "grad_norm": 0.12949617207050323,
      "learning_rate": 4.82578420131084e-06,
      "loss": 0.0009,
      "step": 66270
    },
    {
      "epoch": 1.1201338482208496,
      "grad_norm": 0.03277931734919548,
      "learning_rate": 4.824310275246671e-06,
      "loss": 0.0012,
      "step": 66280
    },
    {
      "epoch": 1.1203028484997,
      "grad_norm": 0.05668530985713005,
      "learning_rate": 4.8228363644683575e-06,
      "loss": 0.0009,
      "step": 66290
    },
    {
      "epoch": 1.1204718487785505,
      "grad_norm": 0.024053629487752914,
      "learning_rate": 4.821362469104141e-06,
      "loss": 0.0012,
      "step": 66300
    },
    {
      "epoch": 1.120640849057401,
      "grad_norm": 0.07685207575559616,
      "learning_rate": 4.819888589282254e-06,
      "loss": 0.0012,
      "step": 66310
    },
    {
      "epoch": 1.1208098493362515,
      "grad_norm": 0.18044798076152802,
      "learning_rate": 4.818414725130933e-06,
      "loss": 0.0008,
      "step": 66320
    },
    {
      "epoch": 1.1209788496151019,
      "grad_norm": 0.0692492127418518,
      "learning_rate": 4.816940876778409e-06,
      "loss": 0.001,
      "step": 66330
    },
    {
      "epoch": 1.1211478498939522,
      "grad_norm": 0.038930077105760574,
      "learning_rate": 4.8154670443529165e-06,
      "loss": 0.0011,
      "step": 66340
    },
    {
      "epoch": 1.1213168501728028,
      "grad_norm": 0.0401238352060318,
      "learning_rate": 4.813993227982685e-06,
      "loss": 0.0004,
      "step": 66350
    },
    {
      "epoch": 1.1214858504516532,
      "grad_norm": 0.034223757684230804,
      "learning_rate": 4.812519427795944e-06,
      "loss": 0.0016,
      "step": 66360
    },
    {
      "epoch": 1.1216548507305037,
      "grad_norm": 0.05561797693371773,
      "learning_rate": 4.811045643920921e-06,
      "loss": 0.001,
      "step": 66370
    },
    {
      "epoch": 1.1218238510093541,
      "grad_norm": 0.06368566304445267,
      "learning_rate": 4.809571876485842e-06,
      "loss": 0.0012,
      "step": 66380
    },
    {
      "epoch": 1.1219928512882047,
      "grad_norm": 0.07481633871793747,
      "learning_rate": 4.808098125618934e-06,
      "loss": 0.0016,
      "step": 66390
    },
    {
      "epoch": 1.122161851567055,
      "grad_norm": 0.033868514001369476,
      "learning_rate": 4.8066243914484175e-06,
      "loss": 0.0005,
      "step": 66400
    },
    {
      "epoch": 1.1223308518459056,
      "grad_norm": 1.8786673545837402,
      "learning_rate": 4.805150674102518e-06,
      "loss": 0.0009,
      "step": 66410
    },
    {
      "epoch": 1.122499852124756,
      "grad_norm": 0.06060846894979477,
      "learning_rate": 4.803676973709451e-06,
      "loss": 0.0006,
      "step": 66420
    },
    {
      "epoch": 1.1226688524036064,
      "grad_norm": 0.037026919424533844,
      "learning_rate": 4.802203290397441e-06,
      "loss": 0.0014,
      "step": 66430
    },
    {
      "epoch": 1.122837852682457,
      "grad_norm": 0.03700173646211624,
      "learning_rate": 4.800729624294701e-06,
      "loss": 0.001,
      "step": 66440
    },
    {
      "epoch": 1.1230068529613073,
      "grad_norm": 0.014215175062417984,
      "learning_rate": 4.799255975529451e-06,
      "loss": 0.0011,
      "step": 66450
    },
    {
      "epoch": 1.123175853240158,
      "grad_norm": 0.18786773085594177,
      "learning_rate": 4.797782344229902e-06,
      "loss": 0.0011,
      "step": 66460
    },
    {
      "epoch": 1.1233448535190083,
      "grad_norm": 0.014328324235975742,
      "learning_rate": 4.7963087305242705e-06,
      "loss": 0.0008,
      "step": 66470
    },
    {
      "epoch": 1.1235138537978588,
      "grad_norm": 0.07028224319219589,
      "learning_rate": 4.794835134540764e-06,
      "loss": 0.0007,
      "step": 66480
    },
    {
      "epoch": 1.1236828540767092,
      "grad_norm": 0.031667813658714294,
      "learning_rate": 4.793361556407598e-06,
      "loss": 0.001,
      "step": 66490
    },
    {
      "epoch": 1.1238518543555598,
      "grad_norm": 0.10028263181447983,
      "learning_rate": 4.791887996252976e-06,
      "loss": 0.0016,
      "step": 66500
    },
    {
      "epoch": 1.1240208546344101,
      "grad_norm": 0.01621779054403305,
      "learning_rate": 4.7904144542051065e-06,
      "loss": 0.001,
      "step": 66510
    },
    {
      "epoch": 1.1241898549132605,
      "grad_norm": 0.06411411613225937,
      "learning_rate": 4.788940930392195e-06,
      "loss": 0.0012,
      "step": 66520
    },
    {
      "epoch": 1.124358855192111,
      "grad_norm": 0.08739247918128967,
      "learning_rate": 4.787467424942446e-06,
      "loss": 0.002,
      "step": 66530
    },
    {
      "epoch": 1.1245278554709615,
      "grad_norm": 0.13845498859882355,
      "learning_rate": 4.78599393798406e-06,
      "loss": 0.0014,
      "step": 66540
    },
    {
      "epoch": 1.124696855749812,
      "grad_norm": 0.029364168643951416,
      "learning_rate": 4.7845204696452385e-06,
      "loss": 0.0018,
      "step": 66550
    },
    {
      "epoch": 1.1248658560286624,
      "grad_norm": 0.14498049020767212,
      "learning_rate": 4.783047020054179e-06,
      "loss": 0.0009,
      "step": 66560
    },
    {
      "epoch": 1.125034856307513,
      "grad_norm": 0.013374504633247852,
      "learning_rate": 4.7815735893390824e-06,
      "loss": 0.0012,
      "step": 66570
    },
    {
      "epoch": 1.1252038565863633,
      "grad_norm": 0.021575110033154488,
      "learning_rate": 4.78010017762814e-06,
      "loss": 0.0012,
      "step": 66580
    },
    {
      "epoch": 1.125372856865214,
      "grad_norm": 0.0907462015748024,
      "learning_rate": 4.778626785049548e-06,
      "loss": 0.0016,
      "step": 66590
    },
    {
      "epoch": 1.1255418571440643,
      "grad_norm": 0.010888309217989445,
      "learning_rate": 4.777153411731498e-06,
      "loss": 0.0011,
      "step": 66600
    },
    {
      "epoch": 1.1257108574229147,
      "grad_norm": 0.018221450969576836,
      "learning_rate": 4.775680057802181e-06,
      "loss": 0.001,
      "step": 66610
    },
    {
      "epoch": 1.1258798577017652,
      "grad_norm": 0.0347580760717392,
      "learning_rate": 4.774206723389787e-06,
      "loss": 0.0016,
      "step": 66620
    },
    {
      "epoch": 1.1260488579806156,
      "grad_norm": 0.005065588746219873,
      "learning_rate": 4.7727334086225e-06,
      "loss": 0.0017,
      "step": 66630
    },
    {
      "epoch": 1.1262178582594662,
      "grad_norm": 0.0021246259566396475,
      "learning_rate": 4.771260113628509e-06,
      "loss": 0.0006,
      "step": 66640
    },
    {
      "epoch": 1.1263868585383165,
      "grad_norm": 0.07427023351192474,
      "learning_rate": 4.769786838535996e-06,
      "loss": 0.0006,
      "step": 66650
    },
    {
      "epoch": 1.1265558588171671,
      "grad_norm": 0.10658226162195206,
      "learning_rate": 4.768313583473144e-06,
      "loss": 0.0015,
      "step": 66660
    },
    {
      "epoch": 1.1267248590960175,
      "grad_norm": 0.022666780278086662,
      "learning_rate": 4.7668403485681305e-06,
      "loss": 0.0014,
      "step": 66670
    },
    {
      "epoch": 1.126893859374868,
      "grad_norm": 0.051752593368291855,
      "learning_rate": 4.76536713394914e-06,
      "loss": 0.0014,
      "step": 66680
    },
    {
      "epoch": 1.1270628596537184,
      "grad_norm": 0.08772103488445282,
      "learning_rate": 4.763893939744343e-06,
      "loss": 0.0022,
      "step": 66690
    },
    {
      "epoch": 1.1272318599325688,
      "grad_norm": 0.04196293652057648,
      "learning_rate": 4.76242076608192e-06,
      "loss": 0.0016,
      "step": 66700
    },
    {
      "epoch": 1.1274008602114194,
      "grad_norm": 0.008633043617010117,
      "learning_rate": 4.760947613090038e-06,
      "loss": 0.0005,
      "step": 66710
    },
    {
      "epoch": 1.1275698604902697,
      "grad_norm": 0.04248087853193283,
      "learning_rate": 4.7594744808968746e-06,
      "loss": 0.0013,
      "step": 66720
    },
    {
      "epoch": 1.1277388607691203,
      "grad_norm": 0.050820015370845795,
      "learning_rate": 4.758001369630594e-06,
      "loss": 0.0011,
      "step": 66730
    },
    {
      "epoch": 1.1279078610479707,
      "grad_norm": 0.16319343447685242,
      "learning_rate": 4.756528279419369e-06,
      "loss": 0.0014,
      "step": 66740
    },
    {
      "epoch": 1.1280768613268213,
      "grad_norm": 0.09688375890254974,
      "learning_rate": 4.755055210391362e-06,
      "loss": 0.0014,
      "step": 66750
    },
    {
      "epoch": 1.1282458616056716,
      "grad_norm": 0.025112776085734367,
      "learning_rate": 4.75358216267474e-06,
      "loss": 0.0009,
      "step": 66760
    },
    {
      "epoch": 1.1284148618845222,
      "grad_norm": 0.045800063759088516,
      "learning_rate": 4.7521091363976615e-06,
      "loss": 0.0009,
      "step": 66770
    },
    {
      "epoch": 1.1285838621633726,
      "grad_norm": 0.0996677353978157,
      "learning_rate": 4.750636131688292e-06,
      "loss": 0.0007,
      "step": 66780
    },
    {
      "epoch": 1.128752862442223,
      "grad_norm": 0.06506549566984177,
      "learning_rate": 4.7491631486747845e-06,
      "loss": 0.0012,
      "step": 66790
    },
    {
      "epoch": 1.1289218627210735,
      "grad_norm": 0.03400241583585739,
      "learning_rate": 4.747690187485301e-06,
      "loss": 0.0009,
      "step": 66800
    },
    {
      "epoch": 1.129090862999924,
      "grad_norm": 0.013674917630851269,
      "learning_rate": 4.746217248247992e-06,
      "loss": 0.0011,
      "step": 66810
    },
    {
      "epoch": 1.1292598632787745,
      "grad_norm": 0.026519564911723137,
      "learning_rate": 4.7447443310910125e-06,
      "loss": 0.0008,
      "step": 66820
    },
    {
      "epoch": 1.1294288635576248,
      "grad_norm": 0.03270822390913963,
      "learning_rate": 4.7432714361425126e-06,
      "loss": 0.0007,
      "step": 66830
    },
    {
      "epoch": 1.1295978638364754,
      "grad_norm": 0.0035512656904757023,
      "learning_rate": 4.7417985635306425e-06,
      "loss": 0.0025,
      "step": 66840
    },
    {
      "epoch": 1.1297668641153258,
      "grad_norm": 0.26910850405693054,
      "learning_rate": 4.740325713383546e-06,
      "loss": 0.0023,
      "step": 66850
    },
    {
      "epoch": 1.1299358643941764,
      "grad_norm": 0.028381630778312683,
      "learning_rate": 4.7388528858293746e-06,
      "loss": 0.0011,
      "step": 66860
    },
    {
      "epoch": 1.1301048646730267,
      "grad_norm": 0.052497945725917816,
      "learning_rate": 4.7373800809962635e-06,
      "loss": 0.0006,
      "step": 66870
    },
    {
      "epoch": 1.130273864951877,
      "grad_norm": 0.003387107513844967,
      "learning_rate": 4.735907299012358e-06,
      "loss": 0.0012,
      "step": 66880
    },
    {
      "epoch": 1.1304428652307277,
      "grad_norm": 0.04416866600513458,
      "learning_rate": 4.7344345400058e-06,
      "loss": 0.0013,
      "step": 66890
    },
    {
      "epoch": 1.130611865509578,
      "grad_norm": 0.08238162845373154,
      "learning_rate": 4.732961804104721e-06,
      "loss": 0.0004,
      "step": 66900
    },
    {
      "epoch": 1.1307808657884286,
      "grad_norm": 0.10110866278409958,
      "learning_rate": 4.731489091437262e-06,
      "loss": 0.0018,
      "step": 66910
    },
    {
      "epoch": 1.130949866067279,
      "grad_norm": 0.030607158318161964,
      "learning_rate": 4.73001640213155e-06,
      "loss": 0.0022,
      "step": 66920
    },
    {
      "epoch": 1.1311188663461293,
      "grad_norm": 0.045541878789663315,
      "learning_rate": 4.7285437363157205e-06,
      "loss": 0.0011,
      "step": 66930
    },
    {
      "epoch": 1.13128786662498,
      "grad_norm": 0.12421415001153946,
      "learning_rate": 4.727071094117901e-06,
      "loss": 0.0018,
      "step": 66940
    },
    {
      "epoch": 1.1314568669038305,
      "grad_norm": 0.14488165080547333,
      "learning_rate": 4.725598475666218e-06,
      "loss": 0.0013,
      "step": 66950
    },
    {
      "epoch": 1.1316258671826809,
      "grad_norm": 0.05202499404549599,
      "learning_rate": 4.7241258810887966e-06,
      "loss": 0.0013,
      "step": 66960
    },
    {
      "epoch": 1.1317948674615312,
      "grad_norm": 0.011785942129790783,
      "learning_rate": 4.722653310513763e-06,
      "loss": 0.001,
      "step": 66970
    },
    {
      "epoch": 1.1319638677403818,
      "grad_norm": 0.10218577831983566,
      "learning_rate": 4.721180764069232e-06,
      "loss": 0.0015,
      "step": 66980
    },
    {
      "epoch": 1.1321328680192322,
      "grad_norm": 0.0605245977640152,
      "learning_rate": 4.719708241883329e-06,
      "loss": 0.0011,
      "step": 66990
    },
    {
      "epoch": 1.1323018682980828,
      "grad_norm": 0.03460155054926872,
      "learning_rate": 4.718235744084164e-06,
      "loss": 0.0008,
      "step": 67000
    },
    {
      "epoch": 1.1324708685769331,
      "grad_norm": 0.023951146751642227,
      "learning_rate": 4.716763270799856e-06,
      "loss": 0.0014,
      "step": 67010
    },
    {
      "epoch": 1.1326398688557835,
      "grad_norm": 0.04681273549795151,
      "learning_rate": 4.715290822158514e-06,
      "loss": 0.0012,
      "step": 67020
    },
    {
      "epoch": 1.132808869134634,
      "grad_norm": 0.03391709923744202,
      "learning_rate": 4.713818398288251e-06,
      "loss": 0.001,
      "step": 67030
    },
    {
      "epoch": 1.1329778694134844,
      "grad_norm": 0.0008612428791821003,
      "learning_rate": 4.7123459993171735e-06,
      "loss": 0.0013,
      "step": 67040
    },
    {
      "epoch": 1.133146869692335,
      "grad_norm": 0.04772978276014328,
      "learning_rate": 4.710873625373389e-06,
      "loss": 0.0012,
      "step": 67050
    },
    {
      "epoch": 1.1333158699711854,
      "grad_norm": 0.06175963208079338,
      "learning_rate": 4.709401276584998e-06,
      "loss": 0.0012,
      "step": 67060
    },
    {
      "epoch": 1.133484870250036,
      "grad_norm": 0.09109710901975632,
      "learning_rate": 4.707928953080106e-06,
      "loss": 0.0017,
      "step": 67070
    },
    {
      "epoch": 1.1336538705288863,
      "grad_norm": 0.021391067653894424,
      "learning_rate": 4.706456654986809e-06,
      "loss": 0.0008,
      "step": 67080
    },
    {
      "epoch": 1.133822870807737,
      "grad_norm": 0.04566289111971855,
      "learning_rate": 4.704984382433207e-06,
      "loss": 0.0011,
      "step": 67090
    },
    {
      "epoch": 1.1339918710865873,
      "grad_norm": 0.08351574093103409,
      "learning_rate": 4.70351213554739e-06,
      "loss": 0.0011,
      "step": 67100
    },
    {
      "epoch": 1.1341608713654376,
      "grad_norm": 0.05140083283185959,
      "learning_rate": 4.702039914457456e-06,
      "loss": 0.0007,
      "step": 67110
    },
    {
      "epoch": 1.1343298716442882,
      "grad_norm": 0.016718655824661255,
      "learning_rate": 4.700567719291493e-06,
      "loss": 0.0013,
      "step": 67120
    },
    {
      "epoch": 1.1344988719231386,
      "grad_norm": 0.14465704560279846,
      "learning_rate": 4.699095550177587e-06,
      "loss": 0.0007,
      "step": 67130
    },
    {
      "epoch": 1.1346678722019892,
      "grad_norm": 0.04567522555589676,
      "learning_rate": 4.697623407243827e-06,
      "loss": 0.0013,
      "step": 67140
    },
    {
      "epoch": 1.1348368724808395,
      "grad_norm": 0.012041511945426464,
      "learning_rate": 4.696151290618296e-06,
      "loss": 0.0011,
      "step": 67150
    },
    {
      "epoch": 1.1350058727596901,
      "grad_norm": 0.012735763564705849,
      "learning_rate": 4.6946792004290765e-06,
      "loss": 0.0008,
      "step": 67160
    },
    {
      "epoch": 1.1351748730385405,
      "grad_norm": 0.05037974193692207,
      "learning_rate": 4.693207136804244e-06,
      "loss": 0.0009,
      "step": 67170
    },
    {
      "epoch": 1.135343873317391,
      "grad_norm": 0.022585468366742134,
      "learning_rate": 4.691735099871878e-06,
      "loss": 0.0008,
      "step": 67180
    },
    {
      "epoch": 1.1355128735962414,
      "grad_norm": 0.06173543259501457,
      "learning_rate": 4.690263089760051e-06,
      "loss": 0.0011,
      "step": 67190
    },
    {
      "epoch": 1.1356818738750918,
      "grad_norm": 0.020044632256031036,
      "learning_rate": 4.688791106596837e-06,
      "loss": 0.0007,
      "step": 67200
    },
    {
      "epoch": 1.1358508741539424,
      "grad_norm": 0.15761317312717438,
      "learning_rate": 4.687319150510304e-06,
      "loss": 0.0036,
      "step": 67210
    },
    {
      "epoch": 1.1360198744327927,
      "grad_norm": 0.006815786939114332,
      "learning_rate": 4.68584722162852e-06,
      "loss": 0.0006,
      "step": 67220
    },
    {
      "epoch": 1.1361888747116433,
      "grad_norm": 0.04175468906760216,
      "learning_rate": 4.684375320079548e-06,
      "loss": 0.0016,
      "step": 67230
    },
    {
      "epoch": 1.1363578749904937,
      "grad_norm": 0.24287596344947815,
      "learning_rate": 4.682903445991456e-06,
      "loss": 0.0011,
      "step": 67240
    },
    {
      "epoch": 1.1365268752693443,
      "grad_norm": 0.05699858069419861,
      "learning_rate": 4.681431599492297e-06,
      "loss": 0.0008,
      "step": 67250
    },
    {
      "epoch": 1.1366958755481946,
      "grad_norm": 0.06530001759529114,
      "learning_rate": 4.679959780710136e-06,
      "loss": 0.0012,
      "step": 67260
    },
    {
      "epoch": 1.1368648758270452,
      "grad_norm": 0.08941524475812912,
      "learning_rate": 4.6784879897730215e-06,
      "loss": 0.0018,
      "step": 67270
    },
    {
      "epoch": 1.1370338761058956,
      "grad_norm": 0.04054303839802742,
      "learning_rate": 4.677016226809012e-06,
      "loss": 0.0015,
      "step": 67280
    },
    {
      "epoch": 1.137202876384746,
      "grad_norm": 0.061838019639253616,
      "learning_rate": 4.675544491946154e-06,
      "loss": 0.0008,
      "step": 67290
    },
    {
      "epoch": 1.1373718766635965,
      "grad_norm": 0.1300504505634308,
      "learning_rate": 4.674072785312497e-06,
      "loss": 0.0033,
      "step": 67300
    },
    {
      "epoch": 1.1375408769424469,
      "grad_norm": 0.010322902351617813,
      "learning_rate": 4.672601107036088e-06,
      "loss": 0.0005,
      "step": 67310
    },
    {
      "epoch": 1.1377098772212975,
      "grad_norm": 0.04041688144207001,
      "learning_rate": 4.671129457244968e-06,
      "loss": 0.0007,
      "step": 67320
    },
    {
      "epoch": 1.1378788775001478,
      "grad_norm": 0.09284889698028564,
      "learning_rate": 4.6696578360671785e-06,
      "loss": 0.0006,
      "step": 67330
    },
    {
      "epoch": 1.1380478777789984,
      "grad_norm": 0.0779462456703186,
      "learning_rate": 4.66818624363076e-06,
      "loss": 0.0008,
      "step": 67340
    },
    {
      "epoch": 1.1382168780578488,
      "grad_norm": 0.06471201032400131,
      "learning_rate": 4.666714680063743e-06,
      "loss": 0.0013,
      "step": 67350
    },
    {
      "epoch": 1.1383858783366994,
      "grad_norm": 0.0035908652935177088,
      "learning_rate": 4.665243145494167e-06,
      "loss": 0.0012,
      "step": 67360
    },
    {
      "epoch": 1.1385548786155497,
      "grad_norm": 0.1354219913482666,
      "learning_rate": 4.663771640050056e-06,
      "loss": 0.0016,
      "step": 67370
    },
    {
      "epoch": 1.1387238788944,
      "grad_norm": 0.08462052792310715,
      "learning_rate": 4.662300163859442e-06,
      "loss": 0.0006,
      "step": 67380
    },
    {
      "epoch": 1.1388928791732507,
      "grad_norm": 0.00776013545691967,
      "learning_rate": 4.660828717050352e-06,
      "loss": 0.0005,
      "step": 67390
    },
    {
      "epoch": 1.139061879452101,
      "grad_norm": 0.03530941531062126,
      "learning_rate": 4.659357299750804e-06,
      "loss": 0.0005,
      "step": 67400
    },
    {
      "epoch": 1.1392308797309516,
      "grad_norm": 0.022199373692274094,
      "learning_rate": 4.657885912088824e-06,
      "loss": 0.0013,
      "step": 67410
    },
    {
      "epoch": 1.139399880009802,
      "grad_norm": 0.005407856311649084,
      "learning_rate": 4.656414554192426e-06,
      "loss": 0.0012,
      "step": 67420
    },
    {
      "epoch": 1.1395688802886526,
      "grad_norm": 0.04724668711423874,
      "learning_rate": 4.654943226189627e-06,
      "loss": 0.0027,
      "step": 67430
    },
    {
      "epoch": 1.139737880567503,
      "grad_norm": 0.05699315667152405,
      "learning_rate": 4.653471928208437e-06,
      "loss": 0.0013,
      "step": 67440
    },
    {
      "epoch": 1.1399068808463535,
      "grad_norm": 0.0339827723801136,
      "learning_rate": 4.652000660376872e-06,
      "loss": 0.0011,
      "step": 67450
    },
    {
      "epoch": 1.1400758811252039,
      "grad_norm": 0.02883787266910076,
      "learning_rate": 4.650529422822932e-06,
      "loss": 0.001,
      "step": 67460
    },
    {
      "epoch": 1.1402448814040542,
      "grad_norm": 0.009684630669653416,
      "learning_rate": 4.6490582156746285e-06,
      "loss": 0.0011,
      "step": 67470
    },
    {
      "epoch": 1.1404138816829048,
      "grad_norm": 0.023157119750976562,
      "learning_rate": 4.647587039059958e-06,
      "loss": 0.0016,
      "step": 67480
    },
    {
      "epoch": 1.1405828819617552,
      "grad_norm": 0.07178868353366852,
      "learning_rate": 4.646115893106926e-06,
      "loss": 0.0015,
      "step": 67490
    },
    {
      "epoch": 1.1407518822406058,
      "grad_norm": 0.16174933314323425,
      "learning_rate": 4.644644777943522e-06,
      "loss": 0.0017,
      "step": 67500
    },
    {
      "epoch": 1.1409208825194561,
      "grad_norm": 0.06819438189268112,
      "learning_rate": 4.643173693697747e-06,
      "loss": 0.0012,
      "step": 67510
    },
    {
      "epoch": 1.1410898827983067,
      "grad_norm": 0.12232200801372528,
      "learning_rate": 4.641702640497587e-06,
      "loss": 0.0012,
      "step": 67520
    },
    {
      "epoch": 1.141258883077157,
      "grad_norm": 0.00984139647334814,
      "learning_rate": 4.640231618471036e-06,
      "loss": 0.001,
      "step": 67530
    },
    {
      "epoch": 1.1414278833560076,
      "grad_norm": 0.05852857604622841,
      "learning_rate": 4.638760627746075e-06,
      "loss": 0.0015,
      "step": 67540
    },
    {
      "epoch": 1.141596883634858,
      "grad_norm": 0.03056730516254902,
      "learning_rate": 4.637289668450692e-06,
      "loss": 0.0007,
      "step": 67550
    },
    {
      "epoch": 1.1417658839137084,
      "grad_norm": 0.062109462916851044,
      "learning_rate": 4.6358187407128625e-06,
      "loss": 0.0011,
      "step": 67560
    },
    {
      "epoch": 1.141934884192559,
      "grad_norm": 0.006442485377192497,
      "learning_rate": 4.63434784466057e-06,
      "loss": 0.0018,
      "step": 67570
    },
    {
      "epoch": 1.1421038844714093,
      "grad_norm": 0.06605667620897293,
      "learning_rate": 4.6328769804217835e-06,
      "loss": 0.0004,
      "step": 67580
    },
    {
      "epoch": 1.14227288475026,
      "grad_norm": 0.06362783908843994,
      "learning_rate": 4.63140614812448e-06,
      "loss": 0.001,
      "step": 67590
    },
    {
      "epoch": 1.1424418850291103,
      "grad_norm": 0.040291350334882736,
      "learning_rate": 4.6299353478966275e-06,
      "loss": 0.001,
      "step": 67600
    },
    {
      "epoch": 1.1426108853079608,
      "grad_norm": 0.15025590360164642,
      "learning_rate": 4.628464579866192e-06,
      "loss": 0.0021,
      "step": 67610
    },
    {
      "epoch": 1.1427798855868112,
      "grad_norm": 0.07118073850870132,
      "learning_rate": 4.626993844161139e-06,
      "loss": 0.0008,
      "step": 67620
    },
    {
      "epoch": 1.1429488858656618,
      "grad_norm": 0.29182419180870056,
      "learning_rate": 4.625523140909427e-06,
      "loss": 0.001,
      "step": 67630
    },
    {
      "epoch": 1.1431178861445122,
      "grad_norm": 0.013745423406362534,
      "learning_rate": 4.624052470239019e-06,
      "loss": 0.0014,
      "step": 67640
    },
    {
      "epoch": 1.1432868864233625,
      "grad_norm": 0.08487940579652786,
      "learning_rate": 4.6225818322778655e-06,
      "loss": 0.0009,
      "step": 67650
    },
    {
      "epoch": 1.143455886702213,
      "grad_norm": 0.04990014806389809,
      "learning_rate": 4.6211112271539235e-06,
      "loss": 0.0008,
      "step": 67660
    },
    {
      "epoch": 1.1436248869810635,
      "grad_norm": 0.011304205283522606,
      "learning_rate": 4.619640654995138e-06,
      "loss": 0.0009,
      "step": 67670
    },
    {
      "epoch": 1.143793887259914,
      "grad_norm": 0.09348660707473755,
      "learning_rate": 4.6181701159294605e-06,
      "loss": 0.0016,
      "step": 67680
    },
    {
      "epoch": 1.1439628875387644,
      "grad_norm": 0.016546789556741714,
      "learning_rate": 4.616699610084831e-06,
      "loss": 0.0009,
      "step": 67690
    },
    {
      "epoch": 1.144131887817615,
      "grad_norm": 0.03539736196398735,
      "learning_rate": 4.615229137589193e-06,
      "loss": 0.0017,
      "step": 67700
    },
    {
      "epoch": 1.1443008880964654,
      "grad_norm": 0.09660420566797256,
      "learning_rate": 4.613758698570485e-06,
      "loss": 0.0025,
      "step": 67710
    },
    {
      "epoch": 1.144469888375316,
      "grad_norm": 0.01964586041867733,
      "learning_rate": 4.612288293156642e-06,
      "loss": 0.0008,
      "step": 67720
    },
    {
      "epoch": 1.1446388886541663,
      "grad_norm": 0.10755769908428192,
      "learning_rate": 4.610817921475595e-06,
      "loss": 0.0008,
      "step": 67730
    },
    {
      "epoch": 1.1448078889330167,
      "grad_norm": 0.040303055197000504,
      "learning_rate": 4.609347583655275e-06,
      "loss": 0.0009,
      "step": 67740
    },
    {
      "epoch": 1.1449768892118672,
      "grad_norm": 0.04203404486179352,
      "learning_rate": 4.607877279823607e-06,
      "loss": 0.0009,
      "step": 67750
    },
    {
      "epoch": 1.1451458894907176,
      "grad_norm": 0.044235777109861374,
      "learning_rate": 4.606407010108518e-06,
      "loss": 0.001,
      "step": 67760
    },
    {
      "epoch": 1.1453148897695682,
      "grad_norm": 0.061796385794878006,
      "learning_rate": 4.604936774637923e-06,
      "loss": 0.0009,
      "step": 67770
    },
    {
      "epoch": 1.1454838900484186,
      "grad_norm": 0.03359169140458107,
      "learning_rate": 4.603466573539745e-06,
      "loss": 0.0007,
      "step": 67780
    },
    {
      "epoch": 1.1456528903272691,
      "grad_norm": 0.012582000344991684,
      "learning_rate": 4.601996406941895e-06,
      "loss": 0.0012,
      "step": 67790
    },
    {
      "epoch": 1.1458218906061195,
      "grad_norm": 0.07218701392412186,
      "learning_rate": 4.600526274972287e-06,
      "loss": 0.0011,
      "step": 67800
    },
    {
      "epoch": 1.14599089088497,
      "grad_norm": 0.033153899013996124,
      "learning_rate": 4.599056177758827e-06,
      "loss": 0.0009,
      "step": 67810
    },
    {
      "epoch": 1.1461598911638204,
      "grad_norm": 0.08208203315734863,
      "learning_rate": 4.597586115429424e-06,
      "loss": 0.0015,
      "step": 67820
    },
    {
      "epoch": 1.1463288914426708,
      "grad_norm": 0.05478335916996002,
      "learning_rate": 4.596116088111977e-06,
      "loss": 0.0006,
      "step": 67830
    },
    {
      "epoch": 1.1464978917215214,
      "grad_norm": 0.021915815770626068,
      "learning_rate": 4.594646095934389e-06,
      "loss": 0.0017,
      "step": 67840
    },
    {
      "epoch": 1.1466668920003718,
      "grad_norm": 0.023021148517727852,
      "learning_rate": 4.593176139024553e-06,
      "loss": 0.0032,
      "step": 67850
    },
    {
      "epoch": 1.1468358922792223,
      "grad_norm": 0.0049620214849710464,
      "learning_rate": 4.591706217510366e-06,
      "loss": 0.0011,
      "step": 67860
    },
    {
      "epoch": 1.1470048925580727,
      "grad_norm": 0.05627528950572014,
      "learning_rate": 4.590236331519714e-06,
      "loss": 0.0007,
      "step": 67870
    },
    {
      "epoch": 1.147173892836923,
      "grad_norm": 0.061663877218961716,
      "learning_rate": 4.588766481180487e-06,
      "loss": 0.0011,
      "step": 67880
    },
    {
      "epoch": 1.1473428931157736,
      "grad_norm": 0.08341017365455627,
      "learning_rate": 4.587296666620569e-06,
      "loss": 0.0021,
      "step": 67890
    },
    {
      "epoch": 1.147511893394624,
      "grad_norm": 0.012174475006759167,
      "learning_rate": 4.585826887967841e-06,
      "loss": 0.0006,
      "step": 67900
    },
    {
      "epoch": 1.1476808936734746,
      "grad_norm": 0.04059426859021187,
      "learning_rate": 4.584357145350181e-06,
      "loss": 0.0018,
      "step": 67910
    },
    {
      "epoch": 1.147849893952325,
      "grad_norm": 0.05350024253129959,
      "learning_rate": 4.5828874388954605e-06,
      "loss": 0.0009,
      "step": 67920
    },
    {
      "epoch": 1.1480188942311755,
      "grad_norm": 0.04600991681218147,
      "learning_rate": 4.581417768731558e-06,
      "loss": 0.0011,
      "step": 67930
    },
    {
      "epoch": 1.148187894510026,
      "grad_norm": 0.014942926354706287,
      "learning_rate": 4.579948134986334e-06,
      "loss": 0.0008,
      "step": 67940
    },
    {
      "epoch": 1.1483568947888765,
      "grad_norm": 0.02997707575559616,
      "learning_rate": 4.578478537787659e-06,
      "loss": 0.0012,
      "step": 67950
    },
    {
      "epoch": 1.1485258950677268,
      "grad_norm": 0.0712277963757515,
      "learning_rate": 4.577008977263393e-06,
      "loss": 0.0006,
      "step": 67960
    },
    {
      "epoch": 1.1486948953465772,
      "grad_norm": 0.020164404064416885,
      "learning_rate": 4.5755394535413976e-06,
      "loss": 0.0009,
      "step": 67970
    },
    {
      "epoch": 1.1488638956254278,
      "grad_norm": 0.06729643791913986,
      "learning_rate": 4.574069966749523e-06,
      "loss": 0.0012,
      "step": 67980
    },
    {
      "epoch": 1.1490328959042782,
      "grad_norm": 0.00353659363463521,
      "learning_rate": 4.572600517015627e-06,
      "loss": 0.0006,
      "step": 67990
    },
    {
      "epoch": 1.1492018961831287,
      "grad_norm": 0.09982866048812866,
      "learning_rate": 4.571131104467555e-06,
      "loss": 0.0013,
      "step": 68000
    },
    {
      "epoch": 1.149370896461979,
      "grad_norm": 0.016557859256863594,
      "learning_rate": 4.569661729233158e-06,
      "loss": 0.0009,
      "step": 68010
    },
    {
      "epoch": 1.1495398967408297,
      "grad_norm": 0.028532059863209724,
      "learning_rate": 4.568192391440272e-06,
      "loss": 0.0007,
      "step": 68020
    },
    {
      "epoch": 1.14970889701968,
      "grad_norm": 0.027837703004479408,
      "learning_rate": 4.566723091216743e-06,
      "loss": 0.0011,
      "step": 68030
    },
    {
      "epoch": 1.1498778972985306,
      "grad_norm": 0.049436330795288086,
      "learning_rate": 4.565253828690402e-06,
      "loss": 0.0011,
      "step": 68040
    },
    {
      "epoch": 1.150046897577381,
      "grad_norm": 0.039981693029403687,
      "learning_rate": 4.563784603989087e-06,
      "loss": 0.0009,
      "step": 68050
    },
    {
      "epoch": 1.1502158978562314,
      "grad_norm": 0.007820505648851395,
      "learning_rate": 4.562315417240622e-06,
      "loss": 0.0006,
      "step": 68060
    },
    {
      "epoch": 1.150384898135082,
      "grad_norm": 0.0816367045044899,
      "learning_rate": 4.560846268572838e-06,
      "loss": 0.001,
      "step": 68070
    },
    {
      "epoch": 1.1505538984139323,
      "grad_norm": 0.0554218627512455,
      "learning_rate": 4.559377158113557e-06,
      "loss": 0.0007,
      "step": 68080
    },
    {
      "epoch": 1.1507228986927829,
      "grad_norm": 0.002819223329424858,
      "learning_rate": 4.557908085990597e-06,
      "loss": 0.005,
      "step": 68090
    },
    {
      "epoch": 1.1508918989716332,
      "grad_norm": 0.04873186722397804,
      "learning_rate": 4.556439052331775e-06,
      "loss": 0.0014,
      "step": 68100
    },
    {
      "epoch": 1.1510608992504838,
      "grad_norm": 0.07898057997226715,
      "learning_rate": 4.554970057264907e-06,
      "loss": 0.0011,
      "step": 68110
    },
    {
      "epoch": 1.1512298995293342,
      "grad_norm": 0.04096459597349167,
      "learning_rate": 4.5535011009177965e-06,
      "loss": 0.0011,
      "step": 68120
    },
    {
      "epoch": 1.1513988998081848,
      "grad_norm": 0.050151173025369644,
      "learning_rate": 4.552032183418257e-06,
      "loss": 0.001,
      "step": 68130
    },
    {
      "epoch": 1.1515679000870351,
      "grad_norm": 0.06796563416719437,
      "learning_rate": 4.550563304894086e-06,
      "loss": 0.0009,
      "step": 68140
    },
    {
      "epoch": 1.1517369003658855,
      "grad_norm": 0.02465634234249592,
      "learning_rate": 4.549094465473085e-06,
      "loss": 0.0011,
      "step": 68150
    },
    {
      "epoch": 1.151905900644736,
      "grad_norm": 0.033169254660606384,
      "learning_rate": 4.547625665283051e-06,
      "loss": 0.0004,
      "step": 68160
    },
    {
      "epoch": 1.1520749009235864,
      "grad_norm": 0.018418651074171066,
      "learning_rate": 4.546156904451775e-06,
      "loss": 0.0018,
      "step": 68170
    },
    {
      "epoch": 1.152243901202437,
      "grad_norm": 0.0853998214006424,
      "learning_rate": 4.544688183107048e-06,
      "loss": 0.0009,
      "step": 68180
    },
    {
      "epoch": 1.1524129014812874,
      "grad_norm": 0.01995234563946724,
      "learning_rate": 4.5432195013766555e-06,
      "loss": 0.0019,
      "step": 68190
    },
    {
      "epoch": 1.152581901760138,
      "grad_norm": 0.0021944534964859486,
      "learning_rate": 4.541750859388379e-06,
      "loss": 0.0009,
      "step": 68200
    },
    {
      "epoch": 1.1527509020389883,
      "grad_norm": 0.06678059697151184,
      "learning_rate": 4.5402822572699976e-06,
      "loss": 0.0013,
      "step": 68210
    },
    {
      "epoch": 1.152919902317839,
      "grad_norm": 0.03664885088801384,
      "learning_rate": 4.538813695149289e-06,
      "loss": 0.0009,
      "step": 68220
    },
    {
      "epoch": 1.1530889025966893,
      "grad_norm": 0.05517364665865898,
      "learning_rate": 4.537345173154021e-06,
      "loss": 0.0006,
      "step": 68230
    },
    {
      "epoch": 1.1532579028755396,
      "grad_norm": 0.06198059394955635,
      "learning_rate": 4.535876691411967e-06,
      "loss": 0.0019,
      "step": 68240
    },
    {
      "epoch": 1.1534269031543902,
      "grad_norm": 0.012155015021562576,
      "learning_rate": 4.5344082500508874e-06,
      "loss": 0.0007,
      "step": 68250
    },
    {
      "epoch": 1.1535959034332406,
      "grad_norm": 0.04442523047327995,
      "learning_rate": 4.532939849198547e-06,
      "loss": 0.0009,
      "step": 68260
    },
    {
      "epoch": 1.1537649037120912,
      "grad_norm": 0.0031372327357530594,
      "learning_rate": 4.531471488982702e-06,
      "loss": 0.0013,
      "step": 68270
    },
    {
      "epoch": 1.1539339039909415,
      "grad_norm": 0.037043992429971695,
      "learning_rate": 4.530003169531108e-06,
      "loss": 0.0006,
      "step": 68280
    },
    {
      "epoch": 1.1541029042697921,
      "grad_norm": 0.018792105838656425,
      "learning_rate": 4.528534890971515e-06,
      "loss": 0.001,
      "step": 68290
    },
    {
      "epoch": 1.1542719045486425,
      "grad_norm": 0.053301285952329636,
      "learning_rate": 4.527066653431672e-06,
      "loss": 0.0012,
      "step": 68300
    },
    {
      "epoch": 1.154440904827493,
      "grad_norm": 0.18253421783447266,
      "learning_rate": 4.525598457039319e-06,
      "loss": 0.0008,
      "step": 68310
    },
    {
      "epoch": 1.1546099051063434,
      "grad_norm": 0.04951026290655136,
      "learning_rate": 4.524130301922203e-06,
      "loss": 0.0018,
      "step": 68320
    },
    {
      "epoch": 1.1547789053851938,
      "grad_norm": 0.06628241389989853,
      "learning_rate": 4.522662188208052e-06,
      "loss": 0.0008,
      "step": 68330
    },
    {
      "epoch": 1.1549479056640444,
      "grad_norm": 0.018393343314528465,
      "learning_rate": 4.521194116024607e-06,
      "loss": 0.0006,
      "step": 68340
    },
    {
      "epoch": 1.1551169059428947,
      "grad_norm": 0.10031246393918991,
      "learning_rate": 4.519726085499591e-06,
      "loss": 0.0017,
      "step": 68350
    },
    {
      "epoch": 1.1552859062217453,
      "grad_norm": 0.012092884629964828,
      "learning_rate": 4.518258096760734e-06,
      "loss": 0.001,
      "step": 68360
    },
    {
      "epoch": 1.1554549065005957,
      "grad_norm": 0.08911342918872833,
      "learning_rate": 4.5167901499357565e-06,
      "loss": 0.0015,
      "step": 68370
    },
    {
      "epoch": 1.1556239067794463,
      "grad_norm": 0.07730668783187866,
      "learning_rate": 4.515322245152377e-06,
      "loss": 0.001,
      "step": 68380
    },
    {
      "epoch": 1.1557929070582966,
      "grad_norm": 0.05149351805448532,
      "learning_rate": 4.513854382538309e-06,
      "loss": 0.0011,
      "step": 68390
    },
    {
      "epoch": 1.1559619073371472,
      "grad_norm": 0.05476520210504532,
      "learning_rate": 4.512386562221266e-06,
      "loss": 0.0018,
      "step": 68400
    },
    {
      "epoch": 1.1561309076159976,
      "grad_norm": 1.653435230255127,
      "learning_rate": 4.510918784328956e-06,
      "loss": 0.0016,
      "step": 68410
    },
    {
      "epoch": 1.156299907894848,
      "grad_norm": 0.015039338730275631,
      "learning_rate": 4.50945104898908e-06,
      "loss": 0.0009,
      "step": 68420
    },
    {
      "epoch": 1.1564689081736985,
      "grad_norm": 0.03901722654700279,
      "learning_rate": 4.507983356329341e-06,
      "loss": 0.0008,
      "step": 68430
    },
    {
      "epoch": 1.1566379084525489,
      "grad_norm": 0.07246369868516922,
      "learning_rate": 4.506515706477433e-06,
      "loss": 0.0007,
      "step": 68440
    },
    {
      "epoch": 1.1568069087313995,
      "grad_norm": 0.252845823764801,
      "learning_rate": 4.50504809956105e-06,
      "loss": 0.0006,
      "step": 68450
    },
    {
      "epoch": 1.1569759090102498,
      "grad_norm": 0.028666259720921516,
      "learning_rate": 4.503580535707879e-06,
      "loss": 0.0013,
      "step": 68460
    },
    {
      "epoch": 1.1571449092891004,
      "grad_norm": 0.02905077487230301,
      "learning_rate": 4.502113015045608e-06,
      "loss": 0.0007,
      "step": 68470
    },
    {
      "epoch": 1.1573139095679508,
      "grad_norm": 0.037265345454216,
      "learning_rate": 4.500645537701915e-06,
      "loss": 0.0006,
      "step": 68480
    },
    {
      "epoch": 1.1574829098468014,
      "grad_norm": 0.03981657326221466,
      "learning_rate": 4.499178103804483e-06,
      "loss": 0.0011,
      "step": 68490
    },
    {
      "epoch": 1.1576519101256517,
      "grad_norm": 0.0667591542005539,
      "learning_rate": 4.4977107134809796e-06,
      "loss": 0.0009,
      "step": 68500
    },
    {
      "epoch": 1.157820910404502,
      "grad_norm": 0.025540033355355263,
      "learning_rate": 4.49624336685908e-06,
      "loss": 0.0008,
      "step": 68510
    },
    {
      "epoch": 1.1579899106833527,
      "grad_norm": 0.03754876181483269,
      "learning_rate": 4.4947760640664465e-06,
      "loss": 0.0007,
      "step": 68520
    },
    {
      "epoch": 1.158158910962203,
      "grad_norm": 0.07566549628973007,
      "learning_rate": 4.493308805230745e-06,
      "loss": 0.0014,
      "step": 68530
    },
    {
      "epoch": 1.1583279112410536,
      "grad_norm": 0.043285906314849854,
      "learning_rate": 4.49184159047963e-06,
      "loss": 0.0004,
      "step": 68540
    },
    {
      "epoch": 1.158496911519904,
      "grad_norm": 0.008623643778264523,
      "learning_rate": 4.49037441994076e-06,
      "loss": 0.0007,
      "step": 68550
    },
    {
      "epoch": 1.1586659117987546,
      "grad_norm": 0.09939569234848022,
      "learning_rate": 4.488907293741785e-06,
      "loss": 0.0007,
      "step": 68560
    },
    {
      "epoch": 1.158834912077605,
      "grad_norm": 0.05292747914791107,
      "learning_rate": 4.487440212010352e-06,
      "loss": 0.0016,
      "step": 68570
    },
    {
      "epoch": 1.1590039123564555,
      "grad_norm": 0.03995686396956444,
      "learning_rate": 4.485973174874102e-06,
      "loss": 0.0006,
      "step": 68580
    },
    {
      "epoch": 1.1591729126353059,
      "grad_norm": 0.02431139536201954,
      "learning_rate": 4.484506182460679e-06,
      "loss": 0.0013,
      "step": 68590
    },
    {
      "epoch": 1.1593419129141562,
      "grad_norm": 0.07645460963249207,
      "learning_rate": 4.483039234897713e-06,
      "loss": 0.002,
      "step": 68600
    },
    {
      "epoch": 1.1595109131930068,
      "grad_norm": 0.012741954997181892,
      "learning_rate": 4.481572332312842e-06,
      "loss": 0.0016,
      "step": 68610
    },
    {
      "epoch": 1.1596799134718572,
      "grad_norm": 0.02713189460337162,
      "learning_rate": 4.480105474833686e-06,
      "loss": 0.0015,
      "step": 68620
    },
    {
      "epoch": 1.1598489137507078,
      "grad_norm": 0.07144239544868469,
      "learning_rate": 4.478638662587876e-06,
      "loss": 0.0028,
      "step": 68630
    },
    {
      "epoch": 1.1600179140295581,
      "grad_norm": 0.018587511032819748,
      "learning_rate": 4.477171895703026e-06,
      "loss": 0.0016,
      "step": 68640
    },
    {
      "epoch": 1.1601869143084087,
      "grad_norm": 0.13099528849124908,
      "learning_rate": 4.475705174306754e-06,
      "loss": 0.0011,
      "step": 68650
    },
    {
      "epoch": 1.160355914587259,
      "grad_norm": 0.0970952957868576,
      "learning_rate": 4.474238498526673e-06,
      "loss": 0.0012,
      "step": 68660
    },
    {
      "epoch": 1.1605249148661096,
      "grad_norm": 0.014326502569019794,
      "learning_rate": 4.47277186849039e-06,
      "loss": 0.0008,
      "step": 68670
    },
    {
      "epoch": 1.16069391514496,
      "grad_norm": 0.02737031690776348,
      "learning_rate": 4.47130528432551e-06,
      "loss": 0.0009,
      "step": 68680
    },
    {
      "epoch": 1.1608629154238104,
      "grad_norm": 0.04608790948987007,
      "learning_rate": 4.469838746159629e-06,
      "loss": 0.0017,
      "step": 68690
    },
    {
      "epoch": 1.161031915702661,
      "grad_norm": 0.0980270653963089,
      "learning_rate": 4.468372254120349e-06,
      "loss": 0.0017,
      "step": 68700
    },
    {
      "epoch": 1.1612009159815113,
      "grad_norm": 0.012178586795926094,
      "learning_rate": 4.466905808335256e-06,
      "loss": 0.0017,
      "step": 68710
    },
    {
      "epoch": 1.161369916260362,
      "grad_norm": 0.04473332688212395,
      "learning_rate": 4.465439408931943e-06,
      "loss": 0.0008,
      "step": 68720
    },
    {
      "epoch": 1.1615389165392123,
      "grad_norm": 0.006338580511510372,
      "learning_rate": 4.46397305603799e-06,
      "loss": 0.0008,
      "step": 68730
    },
    {
      "epoch": 1.1617079168180628,
      "grad_norm": 0.04377632215619087,
      "learning_rate": 4.4625067497809795e-06,
      "loss": 0.0012,
      "step": 68740
    },
    {
      "epoch": 1.1618769170969132,
      "grad_norm": 0.017771463841199875,
      "learning_rate": 4.4610404902884845e-06,
      "loss": 0.0008,
      "step": 68750
    },
    {
      "epoch": 1.1620459173757638,
      "grad_norm": 0.013027802109718323,
      "learning_rate": 4.459574277688078e-06,
      "loss": 0.001,
      "step": 68760
    },
    {
      "epoch": 1.1622149176546142,
      "grad_norm": 0.01781844161450863,
      "learning_rate": 4.458108112107328e-06,
      "loss": 0.0008,
      "step": 68770
    },
    {
      "epoch": 1.1623839179334645,
      "grad_norm": 0.03677886351943016,
      "learning_rate": 4.4566419936737995e-06,
      "loss": 0.0006,
      "step": 68780
    },
    {
      "epoch": 1.162552918212315,
      "grad_norm": 0.03237110748887062,
      "learning_rate": 4.455175922515048e-06,
      "loss": 0.0019,
      "step": 68790
    },
    {
      "epoch": 1.1627219184911655,
      "grad_norm": 0.1242651417851448,
      "learning_rate": 4.453709898758633e-06,
      "loss": 0.0006,
      "step": 68800
    },
    {
      "epoch": 1.162890918770016,
      "grad_norm": 0.18245325982570648,
      "learning_rate": 4.452243922532101e-06,
      "loss": 0.0018,
      "step": 68810
    },
    {
      "epoch": 1.1630599190488664,
      "grad_norm": 0.018882328644394875,
      "learning_rate": 4.450777993963004e-06,
      "loss": 0.0007,
      "step": 68820
    },
    {
      "epoch": 1.1632289193277168,
      "grad_norm": 0.03818240389227867,
      "learning_rate": 4.449312113178882e-06,
      "loss": 0.001,
      "step": 68830
    },
    {
      "epoch": 1.1633979196065674,
      "grad_norm": 0.06863964349031448,
      "learning_rate": 4.447846280307274e-06,
      "loss": 0.0014,
      "step": 68840
    },
    {
      "epoch": 1.1635669198854177,
      "grad_norm": 0.03688272461295128,
      "learning_rate": 4.446380495475715e-06,
      "loss": 0.0013,
      "step": 68850
    },
    {
      "epoch": 1.1637359201642683,
      "grad_norm": 0.2076423168182373,
      "learning_rate": 4.444914758811735e-06,
      "loss": 0.0015,
      "step": 68860
    },
    {
      "epoch": 1.1639049204431187,
      "grad_norm": 0.0038024107925593853,
      "learning_rate": 4.44344907044286e-06,
      "loss": 0.001,
      "step": 68870
    },
    {
      "epoch": 1.1640739207219692,
      "grad_norm": 0.021800760179758072,
      "learning_rate": 4.441983430496614e-06,
      "loss": 0.001,
      "step": 68880
    },
    {
      "epoch": 1.1642429210008196,
      "grad_norm": 0.007418881636112928,
      "learning_rate": 4.440517839100512e-06,
      "loss": 0.0013,
      "step": 68890
    },
    {
      "epoch": 1.1644119212796702,
      "grad_norm": 0.05220571160316467,
      "learning_rate": 4.43905229638207e-06,
      "loss": 0.0012,
      "step": 68900
    },
    {
      "epoch": 1.1645809215585206,
      "grad_norm": 0.010897345840930939,
      "learning_rate": 4.437586802468794e-06,
      "loss": 0.0006,
      "step": 68910
    },
    {
      "epoch": 1.164749921837371,
      "grad_norm": 0.14263969659805298,
      "learning_rate": 4.436121357488191e-06,
      "loss": 0.0031,
      "step": 68920
    },
    {
      "epoch": 1.1649189221162215,
      "grad_norm": 0.01010989025235176,
      "learning_rate": 4.434655961567764e-06,
      "loss": 0.0013,
      "step": 68930
    },
    {
      "epoch": 1.1650879223950719,
      "grad_norm": 0.027407299727201462,
      "learning_rate": 4.433190614835006e-06,
      "loss": 0.0011,
      "step": 68940
    },
    {
      "epoch": 1.1652569226739224,
      "grad_norm": 0.07728515565395355,
      "learning_rate": 4.431725317417412e-06,
      "loss": 0.0015,
      "step": 68950
    },
    {
      "epoch": 1.1654259229527728,
      "grad_norm": 0.03701232746243477,
      "learning_rate": 4.430260069442467e-06,
      "loss": 0.0006,
      "step": 68960
    },
    {
      "epoch": 1.1655949232316234,
      "grad_norm": 0.029807789251208305,
      "learning_rate": 4.428794871037659e-06,
      "loss": 0.0007,
      "step": 68970
    },
    {
      "epoch": 1.1657639235104738,
      "grad_norm": 0.10100337117910385,
      "learning_rate": 4.427329722330462e-06,
      "loss": 0.0011,
      "step": 68980
    },
    {
      "epoch": 1.1659329237893243,
      "grad_norm": 0.041717350482940674,
      "learning_rate": 4.425864623448357e-06,
      "loss": 0.0012,
      "step": 68990
    },
    {
      "epoch": 1.1661019240681747,
      "grad_norm": 0.3187407851219177,
      "learning_rate": 4.4243995745188076e-06,
      "loss": 0.0034,
      "step": 69000
    },
    {
      "epoch": 1.166270924347025,
      "grad_norm": 0.05901302397251129,
      "learning_rate": 4.4229345756692875e-06,
      "loss": 0.0008,
      "step": 69010
    },
    {
      "epoch": 1.1664399246258756,
      "grad_norm": 0.04284448176622391,
      "learning_rate": 4.421469627027253e-06,
      "loss": 0.0008,
      "step": 69020
    },
    {
      "epoch": 1.166608924904726,
      "grad_norm": 0.019676562398672104,
      "learning_rate": 4.4200047287201654e-06,
      "loss": 0.0022,
      "step": 69030
    },
    {
      "epoch": 1.1667779251835766,
      "grad_norm": 0.0075326645746827126,
      "learning_rate": 4.418539880875476e-06,
      "loss": 0.001,
      "step": 69040
    },
    {
      "epoch": 1.166946925462427,
      "grad_norm": 0.06856024265289307,
      "learning_rate": 4.4170750836206345e-06,
      "loss": 0.0014,
      "step": 69050
    },
    {
      "epoch": 1.1671159257412775,
      "grad_norm": 0.09046686440706253,
      "learning_rate": 4.415610337083084e-06,
      "loss": 0.0014,
      "step": 69060
    },
    {
      "epoch": 1.167284926020128,
      "grad_norm": 0.013177769258618355,
      "learning_rate": 4.4141456413902676e-06,
      "loss": 0.0014,
      "step": 69070
    },
    {
      "epoch": 1.1674539262989785,
      "grad_norm": 0.11559558659791946,
      "learning_rate": 4.412680996669616e-06,
      "loss": 0.0012,
      "step": 69080
    },
    {
      "epoch": 1.1676229265778288,
      "grad_norm": 0.08094480633735657,
      "learning_rate": 4.411216403048567e-06,
      "loss": 0.0007,
      "step": 69090
    },
    {
      "epoch": 1.1677919268566792,
      "grad_norm": 0.05502336844801903,
      "learning_rate": 4.4097518606545404e-06,
      "loss": 0.0011,
      "step": 69100
    },
    {
      "epoch": 1.1679609271355298,
      "grad_norm": 0.049272000789642334,
      "learning_rate": 4.408287369614965e-06,
      "loss": 0.0011,
      "step": 69110
    },
    {
      "epoch": 1.1681299274143802,
      "grad_norm": 0.10433492809534073,
      "learning_rate": 4.406822930057252e-06,
      "loss": 0.001,
      "step": 69120
    },
    {
      "epoch": 1.1682989276932307,
      "grad_norm": 0.009764991700649261,
      "learning_rate": 4.405358542108819e-06,
      "loss": 0.0008,
      "step": 69130
    },
    {
      "epoch": 1.168467927972081,
      "grad_norm": 0.016498325392603874,
      "learning_rate": 4.4038942058970735e-06,
      "loss": 0.0006,
      "step": 69140
    },
    {
      "epoch": 1.1686369282509317,
      "grad_norm": 0.06452282518148422,
      "learning_rate": 4.402429921549423e-06,
      "loss": 0.0013,
      "step": 69150
    },
    {
      "epoch": 1.168805928529782,
      "grad_norm": 0.0777597650885582,
      "learning_rate": 4.400965689193262e-06,
      "loss": 0.0008,
      "step": 69160
    },
    {
      "epoch": 1.1689749288086326,
      "grad_norm": 0.04923969507217407,
      "learning_rate": 4.399501508955988e-06,
      "loss": 0.0018,
      "step": 69170
    },
    {
      "epoch": 1.169143929087483,
      "grad_norm": 0.06249144300818443,
      "learning_rate": 4.398037380964995e-06,
      "loss": 0.0011,
      "step": 69180
    },
    {
      "epoch": 1.1693129293663334,
      "grad_norm": 0.015166563913226128,
      "learning_rate": 4.396573305347663e-06,
      "loss": 0.0012,
      "step": 69190
    },
    {
      "epoch": 1.169481929645184,
      "grad_norm": 0.03178955987095833,
      "learning_rate": 4.395109282231381e-06,
      "loss": 0.0006,
      "step": 69200
    },
    {
      "epoch": 1.1696509299240343,
      "grad_norm": 0.04976994916796684,
      "learning_rate": 4.393645311743519e-06,
      "loss": 0.0008,
      "step": 69210
    },
    {
      "epoch": 1.1698199302028849,
      "grad_norm": 0.02770996280014515,
      "learning_rate": 4.3921813940114545e-06,
      "loss": 0.001,
      "step": 69220
    },
    {
      "epoch": 1.1699889304817352,
      "grad_norm": 0.07976898550987244,
      "learning_rate": 4.390717529162553e-06,
      "loss": 0.0009,
      "step": 69230
    },
    {
      "epoch": 1.1701579307605858,
      "grad_norm": 0.012683488428592682,
      "learning_rate": 4.389253717324178e-06,
      "loss": 0.0006,
      "step": 69240
    },
    {
      "epoch": 1.1703269310394362,
      "grad_norm": 0.006705684121698141,
      "learning_rate": 4.387789958623689e-06,
      "loss": 0.001,
      "step": 69250
    },
    {
      "epoch": 1.1704959313182868,
      "grad_norm": 0.03242988511919975,
      "learning_rate": 4.386326253188441e-06,
      "loss": 0.0003,
      "step": 69260
    },
    {
      "epoch": 1.1706649315971371,
      "grad_norm": 0.04196963831782341,
      "learning_rate": 4.384862601145781e-06,
      "loss": 0.0004,
      "step": 69270
    },
    {
      "epoch": 1.1708339318759875,
      "grad_norm": 0.07474924623966217,
      "learning_rate": 4.383399002623057e-06,
      "loss": 0.0011,
      "step": 69280
    },
    {
      "epoch": 1.171002932154838,
      "grad_norm": 0.01058933325111866,
      "learning_rate": 4.3819354577476045e-06,
      "loss": 0.0003,
      "step": 69290
    },
    {
      "epoch": 1.1711719324336884,
      "grad_norm": 0.08922499418258667,
      "learning_rate": 4.380471966646765e-06,
      "loss": 0.0016,
      "step": 69300
    },
    {
      "epoch": 1.171340932712539,
      "grad_norm": 0.0907360389828682,
      "learning_rate": 4.3790085294478626e-06,
      "loss": 0.0014,
      "step": 69310
    },
    {
      "epoch": 1.1715099329913894,
      "grad_norm": 0.08829468488693237,
      "learning_rate": 4.377545146278228e-06,
      "loss": 0.0012,
      "step": 69320
    },
    {
      "epoch": 1.17167893327024,
      "grad_norm": 0.02312985248863697,
      "learning_rate": 4.376081817265182e-06,
      "loss": 0.0012,
      "step": 69330
    },
    {
      "epoch": 1.1718479335490903,
      "grad_norm": 0.010803410783410072,
      "learning_rate": 4.3746185425360416e-06,
      "loss": 0.0007,
      "step": 69340
    },
    {
      "epoch": 1.172016933827941,
      "grad_norm": 0.23178300261497498,
      "learning_rate": 4.373155322218116e-06,
      "loss": 0.0015,
      "step": 69350
    },
    {
      "epoch": 1.1721859341067913,
      "grad_norm": 0.01983078569173813,
      "learning_rate": 4.371692156438717e-06,
      "loss": 0.0005,
      "step": 69360
    },
    {
      "epoch": 1.1723549343856416,
      "grad_norm": 0.014242745004594326,
      "learning_rate": 4.370229045325142e-06,
      "loss": 0.0009,
      "step": 69370
    },
    {
      "epoch": 1.1725239346644922,
      "grad_norm": 0.03428000211715698,
      "learning_rate": 4.368765989004695e-06,
      "loss": 0.0006,
      "step": 69380
    },
    {
      "epoch": 1.1726929349433426,
      "grad_norm": 0.015881333500146866,
      "learning_rate": 4.3673029876046625e-06,
      "loss": 0.0012,
      "step": 69390
    },
    {
      "epoch": 1.1728619352221932,
      "grad_norm": 0.022723102942109108,
      "learning_rate": 4.3658400412523375e-06,
      "loss": 0.0011,
      "step": 69400
    },
    {
      "epoch": 1.1730309355010435,
      "grad_norm": 0.024130703881382942,
      "learning_rate": 4.364377150074998e-06,
      "loss": 0.0006,
      "step": 69410
    },
    {
      "epoch": 1.1731999357798941,
      "grad_norm": 0.06383432447910309,
      "learning_rate": 4.362914314199928e-06,
      "loss": 0.0039,
      "step": 69420
    },
    {
      "epoch": 1.1733689360587445,
      "grad_norm": 0.016523024067282677,
      "learning_rate": 4.3614515337544e-06,
      "loss": 0.001,
      "step": 69430
    },
    {
      "epoch": 1.173537936337595,
      "grad_norm": 0.016466936096549034,
      "learning_rate": 4.359988808865682e-06,
      "loss": 0.0011,
      "step": 69440
    },
    {
      "epoch": 1.1737069366164454,
      "grad_norm": 0.023523833602666855,
      "learning_rate": 4.358526139661039e-06,
      "loss": 0.0011,
      "step": 69450
    },
    {
      "epoch": 1.1738759368952958,
      "grad_norm": 0.052278563380241394,
      "learning_rate": 4.357063526267729e-06,
      "loss": 0.0009,
      "step": 69460
    },
    {
      "epoch": 1.1740449371741464,
      "grad_norm": 0.11861348897218704,
      "learning_rate": 4.355600968813009e-06,
      "loss": 0.0014,
      "step": 69470
    },
    {
      "epoch": 1.1742139374529967,
      "grad_norm": 0.028317276388406754,
      "learning_rate": 4.354138467424125e-06,
      "loss": 0.0013,
      "step": 69480
    },
    {
      "epoch": 1.1743829377318473,
      "grad_norm": 0.04897003620862961,
      "learning_rate": 4.352676022228326e-06,
      "loss": 0.0012,
      "step": 69490
    },
    {
      "epoch": 1.1745519380106977,
      "grad_norm": 0.029942458495497704,
      "learning_rate": 4.351213633352846e-06,
      "loss": 0.0017,
      "step": 69500
    },
    {
      "epoch": 1.1747209382895483,
      "grad_norm": 0.026986481621861458,
      "learning_rate": 4.349751300924926e-06,
      "loss": 0.001,
      "step": 69510
    },
    {
      "epoch": 1.1748899385683986,
      "grad_norm": 0.03264378383755684,
      "learning_rate": 4.348289025071792e-06,
      "loss": 0.0009,
      "step": 69520
    },
    {
      "epoch": 1.1750589388472492,
      "grad_norm": 0.038534559309482574,
      "learning_rate": 4.346826805920671e-06,
      "loss": 0.0012,
      "step": 69530
    },
    {
      "epoch": 1.1752279391260996,
      "grad_norm": 0.05850238725543022,
      "learning_rate": 4.345364643598782e-06,
      "loss": 0.0012,
      "step": 69540
    },
    {
      "epoch": 1.17539693940495,
      "grad_norm": 0.04611220955848694,
      "learning_rate": 4.343902538233342e-06,
      "loss": 0.0009,
      "step": 69550
    },
    {
      "epoch": 1.1755659396838005,
      "grad_norm": 0.03227304667234421,
      "learning_rate": 4.3424404899515584e-06,
      "loss": 0.0008,
      "step": 69560
    },
    {
      "epoch": 1.1757349399626509,
      "grad_norm": 0.051997821778059006,
      "learning_rate": 4.34097849888064e-06,
      "loss": 0.001,
      "step": 69570
    },
    {
      "epoch": 1.1759039402415015,
      "grad_norm": 0.055068809539079666,
      "learning_rate": 4.339516565147783e-06,
      "loss": 0.0008,
      "step": 69580
    },
    {
      "epoch": 1.1760729405203518,
      "grad_norm": 0.01576688513159752,
      "learning_rate": 4.3380546888801875e-06,
      "loss": 0.0017,
      "step": 69590
    },
    {
      "epoch": 1.1762419407992024,
      "grad_norm": 0.024856723845005035,
      "learning_rate": 4.3365928702050395e-06,
      "loss": 0.0008,
      "step": 69600
    },
    {
      "epoch": 1.1764109410780528,
      "grad_norm": 0.020589660853147507,
      "learning_rate": 4.335131109249527e-06,
      "loss": 0.0011,
      "step": 69610
    },
    {
      "epoch": 1.1765799413569034,
      "grad_norm": 0.02228492684662342,
      "learning_rate": 4.333669406140828e-06,
      "loss": 0.0008,
      "step": 69620
    },
    {
      "epoch": 1.1767489416357537,
      "grad_norm": 0.033601656556129456,
      "learning_rate": 4.332207761006121e-06,
      "loss": 0.0013,
      "step": 69630
    },
    {
      "epoch": 1.176917941914604,
      "grad_norm": 0.03049769066274166,
      "learning_rate": 4.330746173972573e-06,
      "loss": 0.0007,
      "step": 69640
    },
    {
      "epoch": 1.1770869421934547,
      "grad_norm": 0.07383257150650024,
      "learning_rate": 4.329284645167351e-06,
      "loss": 0.0002,
      "step": 69650
    },
    {
      "epoch": 1.177255942472305,
      "grad_norm": 0.0007665101438760757,
      "learning_rate": 4.327823174717614e-06,
      "loss": 0.0011,
      "step": 69660
    },
    {
      "epoch": 1.1774249427511556,
      "grad_norm": 0.03920375555753708,
      "learning_rate": 4.326361762750519e-06,
      "loss": 0.0006,
      "step": 69670
    },
    {
      "epoch": 1.177593943030006,
      "grad_norm": 0.018308712169528008,
      "learning_rate": 4.324900409393212e-06,
      "loss": 0.0007,
      "step": 69680
    },
    {
      "epoch": 1.1777629433088563,
      "grad_norm": 0.030627572908997536,
      "learning_rate": 4.3234391147728415e-06,
      "loss": 0.0018,
      "step": 69690
    },
    {
      "epoch": 1.177931943587707,
      "grad_norm": 0.042753156274557114,
      "learning_rate": 4.321977879016547e-06,
      "loss": 0.0007,
      "step": 69700
    },
    {
      "epoch": 1.1781009438665575,
      "grad_norm": 0.0701015368103981,
      "learning_rate": 4.320516702251461e-06,
      "loss": 0.001,
      "step": 69710
    },
    {
      "epoch": 1.1782699441454079,
      "grad_norm": 0.031348250806331635,
      "learning_rate": 4.319055584604714e-06,
      "loss": 0.0013,
      "step": 69720
    },
    {
      "epoch": 1.1784389444242582,
      "grad_norm": 0.01220119558274746,
      "learning_rate": 4.31759452620343e-06,
      "loss": 0.0008,
      "step": 69730
    },
    {
      "epoch": 1.1786079447031088,
      "grad_norm": 0.05721985921263695,
      "learning_rate": 4.316133527174731e-06,
      "loss": 0.0011,
      "step": 69740
    },
    {
      "epoch": 1.1787769449819592,
      "grad_norm": 0.04866541922092438,
      "learning_rate": 4.314672587645726e-06,
      "loss": 0.0012,
      "step": 69750
    },
    {
      "epoch": 1.1789459452608098,
      "grad_norm": 0.11219864338636398,
      "learning_rate": 4.313211707743529e-06,
      "loss": 0.0018,
      "step": 69760
    },
    {
      "epoch": 1.1791149455396601,
      "grad_norm": 0.010870439931750298,
      "learning_rate": 4.311750887595238e-06,
      "loss": 0.0007,
      "step": 69770
    },
    {
      "epoch": 1.1792839458185105,
      "grad_norm": 0.032270606607198715,
      "learning_rate": 4.310290127327957e-06,
      "loss": 0.0009,
      "step": 69780
    },
    {
      "epoch": 1.179452946097361,
      "grad_norm": 0.11621737480163574,
      "learning_rate": 4.308829427068775e-06,
      "loss": 0.001,
      "step": 69790
    },
    {
      "epoch": 1.1796219463762114,
      "grad_norm": 0.027848485857248306,
      "learning_rate": 4.307368786944782e-06,
      "loss": 0.0013,
      "step": 69800
    },
    {
      "epoch": 1.179790946655062,
      "grad_norm": 0.015552806667983532,
      "learning_rate": 4.3059082070830604e-06,
      "loss": 0.0008,
      "step": 69810
    },
    {
      "epoch": 1.1799599469339124,
      "grad_norm": 0.09121126681566238,
      "learning_rate": 4.3044476876106876e-06,
      "loss": 0.0009,
      "step": 69820
    },
    {
      "epoch": 1.180128947212763,
      "grad_norm": 0.037971653044223785,
      "learning_rate": 4.302987228654735e-06,
      "loss": 0.0008,
      "step": 69830
    },
    {
      "epoch": 1.1802979474916133,
      "grad_norm": 0.09327095001935959,
      "learning_rate": 4.301526830342274e-06,
      "loss": 0.001,
      "step": 69840
    },
    {
      "epoch": 1.180466947770464,
      "grad_norm": 0.09236549586057663,
      "learning_rate": 4.3000664928003594e-06,
      "loss": 0.0009,
      "step": 69850
    },
    {
      "epoch": 1.1806359480493143,
      "grad_norm": 0.027757450938224792,
      "learning_rate": 4.2986062161560534e-06,
      "loss": 0.0012,
      "step": 69860
    },
    {
      "epoch": 1.1808049483281646,
      "grad_norm": 0.3103329837322235,
      "learning_rate": 4.297146000536403e-06,
      "loss": 0.001,
      "step": 69870
    },
    {
      "epoch": 1.1809739486070152,
      "grad_norm": 0.035489924252033234,
      "learning_rate": 4.295685846068459e-06,
      "loss": 0.0005,
      "step": 69880
    },
    {
      "epoch": 1.1811429488858656,
      "grad_norm": 0.029097232967615128,
      "learning_rate": 4.2942257528792555e-06,
      "loss": 0.0014,
      "step": 69890
    },
    {
      "epoch": 1.1813119491647162,
      "grad_norm": 0.24144315719604492,
      "learning_rate": 4.292765721095833e-06,
      "loss": 0.0019,
      "step": 69900
    },
    {
      "epoch": 1.1814809494435665,
      "grad_norm": 0.022012850269675255,
      "learning_rate": 4.2913057508452175e-06,
      "loss": 0.0015,
      "step": 69910
    },
    {
      "epoch": 1.181649949722417,
      "grad_norm": 0.03142053633928299,
      "learning_rate": 4.289845842254438e-06,
      "loss": 0.0017,
      "step": 69920
    },
    {
      "epoch": 1.1818189500012675,
      "grad_norm": 0.040227316319942474,
      "learning_rate": 4.2883859954505085e-06,
      "loss": 0.0012,
      "step": 69930
    },
    {
      "epoch": 1.181987950280118,
      "grad_norm": 0.055836841464042664,
      "learning_rate": 4.286926210560446e-06,
      "loss": 0.0013,
      "step": 69940
    },
    {
      "epoch": 1.1821569505589684,
      "grad_norm": 0.04443049803376198,
      "learning_rate": 4.2854664877112595e-06,
      "loss": 0.0013,
      "step": 69950
    },
    {
      "epoch": 1.1823259508378188,
      "grad_norm": 0.013825136236846447,
      "learning_rate": 4.284006827029949e-06,
      "loss": 0.0016,
      "step": 69960
    },
    {
      "epoch": 1.1824949511166694,
      "grad_norm": 0.05497096851468086,
      "learning_rate": 4.2825472286435145e-06,
      "loss": 0.0007,
      "step": 69970
    },
    {
      "epoch": 1.1826639513955197,
      "grad_norm": 0.024187199771404266,
      "learning_rate": 4.281087692678946e-06,
      "loss": 0.0005,
      "step": 69980
    },
    {
      "epoch": 1.1828329516743703,
      "grad_norm": 0.05082495138049126,
      "learning_rate": 4.279628219263235e-06,
      "loss": 0.001,
      "step": 69990
    },
    {
      "epoch": 1.1830019519532207,
      "grad_norm": 0.13151904940605164,
      "learning_rate": 4.278168808523355e-06,
      "loss": 0.0024,
      "step": 70000
    },
    {
      "epoch": 1.1831709522320712,
      "grad_norm": 0.004281432367861271,
      "learning_rate": 4.2767094605862875e-06,
      "loss": 0.0015,
      "step": 70010
    },
    {
      "epoch": 1.1833399525109216,
      "grad_norm": 0.01116862054914236,
      "learning_rate": 4.275250175579e-06,
      "loss": 0.0016,
      "step": 70020
    },
    {
      "epoch": 1.1835089527897722,
      "grad_norm": 0.12776902318000793,
      "learning_rate": 4.273790953628462e-06,
      "loss": 0.0021,
      "step": 70030
    },
    {
      "epoch": 1.1836779530686226,
      "grad_norm": 0.002477040281519294,
      "learning_rate": 4.272331794861627e-06,
      "loss": 0.0007,
      "step": 70040
    },
    {
      "epoch": 1.183846953347473,
      "grad_norm": 0.02622845210134983,
      "learning_rate": 4.270872699405454e-06,
      "loss": 0.0009,
      "step": 70050
    },
    {
      "epoch": 1.1840159536263235,
      "grad_norm": 0.04474570229649544,
      "learning_rate": 4.2694136673868855e-06,
      "loss": 0.0011,
      "step": 70060
    },
    {
      "epoch": 1.1841849539051739,
      "grad_norm": 0.037882525473833084,
      "learning_rate": 4.267954698932871e-06,
      "loss": 0.001,
      "step": 70070
    },
    {
      "epoch": 1.1843539541840244,
      "grad_norm": 0.12966550886631012,
      "learning_rate": 4.266495794170342e-06,
      "loss": 0.0012,
      "step": 70080
    },
    {
      "epoch": 1.1845229544628748,
      "grad_norm": 0.023467622697353363,
      "learning_rate": 4.2650369532262335e-06,
      "loss": 0.0008,
      "step": 70090
    },
    {
      "epoch": 1.1846919547417254,
      "grad_norm": 0.07388714700937271,
      "learning_rate": 4.263578176227471e-06,
      "loss": 0.002,
      "step": 70100
    },
    {
      "epoch": 1.1848609550205758,
      "grad_norm": 0.07243242114782333,
      "learning_rate": 4.2621194633009764e-06,
      "loss": 0.0008,
      "step": 70110
    },
    {
      "epoch": 1.1850299552994263,
      "grad_norm": 0.016735875979065895,
      "learning_rate": 4.260660814573662e-06,
      "loss": 0.0006,
      "step": 70120
    },
    {
      "epoch": 1.1851989555782767,
      "grad_norm": 0.05063145235180855,
      "learning_rate": 4.25920223017244e-06,
      "loss": 0.0009,
      "step": 70130
    },
    {
      "epoch": 1.185367955857127,
      "grad_norm": 0.05517589673399925,
      "learning_rate": 4.257743710224212e-06,
      "loss": 0.0011,
      "step": 70140
    },
    {
      "epoch": 1.1855369561359776,
      "grad_norm": 0.004348905757069588,
      "learning_rate": 4.25628525485588e-06,
      "loss": 0.0011,
      "step": 70150
    },
    {
      "epoch": 1.185705956414828,
      "grad_norm": 0.17707771062850952,
      "learning_rate": 4.254826864194332e-06,
      "loss": 0.0015,
      "step": 70160
    },
    {
      "epoch": 1.1858749566936786,
      "grad_norm": 0.0887473076581955,
      "learning_rate": 4.253368538366458e-06,
      "loss": 0.0013,
      "step": 70170
    },
    {
      "epoch": 1.186043956972529,
      "grad_norm": 0.021793309599161148,
      "learning_rate": 4.251910277499138e-06,
      "loss": 0.0012,
      "step": 70180
    },
    {
      "epoch": 1.1862129572513795,
      "grad_norm": 0.031324952840805054,
      "learning_rate": 4.250452081719248e-06,
      "loss": 0.0014,
      "step": 70190
    },
    {
      "epoch": 1.18638195753023,
      "grad_norm": 0.028805961832404137,
      "learning_rate": 4.2489939511536595e-06,
      "loss": 0.0009,
      "step": 70200
    },
    {
      "epoch": 1.1865509578090805,
      "grad_norm": 0.009609505534172058,
      "learning_rate": 4.247535885929235e-06,
      "loss": 0.0006,
      "step": 70210
    },
    {
      "epoch": 1.1867199580879308,
      "grad_norm": 0.023490216583013535,
      "learning_rate": 4.2460778861728366e-06,
      "loss": 0.0008,
      "step": 70220
    },
    {
      "epoch": 1.1868889583667812,
      "grad_norm": 0.0962447077035904,
      "learning_rate": 4.244619952011312e-06,
      "loss": 0.0008,
      "step": 70230
    },
    {
      "epoch": 1.1870579586456318,
      "grad_norm": 0.04374274984002113,
      "learning_rate": 4.243162083571514e-06,
      "loss": 0.0004,
      "step": 70240
    },
    {
      "epoch": 1.1872269589244822,
      "grad_norm": 0.05494653433561325,
      "learning_rate": 4.24170428098028e-06,
      "loss": 0.0009,
      "step": 70250
    },
    {
      "epoch": 1.1873959592033327,
      "grad_norm": 0.017951268702745438,
      "learning_rate": 4.240246544364449e-06,
      "loss": 0.0025,
      "step": 70260
    },
    {
      "epoch": 1.187564959482183,
      "grad_norm": 0.03345295041799545,
      "learning_rate": 4.238788873850848e-06,
      "loss": 0.001,
      "step": 70270
    },
    {
      "epoch": 1.1877339597610337,
      "grad_norm": 0.06794202327728271,
      "learning_rate": 4.237331269566304e-06,
      "loss": 0.0011,
      "step": 70280
    },
    {
      "epoch": 1.187902960039884,
      "grad_norm": 0.2515491247177124,
      "learning_rate": 4.2358737316376355e-06,
      "loss": 0.0021,
      "step": 70290
    },
    {
      "epoch": 1.1880719603187346,
      "grad_norm": 0.03184161335229874,
      "learning_rate": 4.234416260191654e-06,
      "loss": 0.0013,
      "step": 70300
    },
    {
      "epoch": 1.188240960597585,
      "grad_norm": 0.11049087345600128,
      "learning_rate": 4.232958855355166e-06,
      "loss": 0.001,
      "step": 70310
    },
    {
      "epoch": 1.1884099608764354,
      "grad_norm": 0.06749023497104645,
      "learning_rate": 4.231501517254977e-06,
      "loss": 0.0006,
      "step": 70320
    },
    {
      "epoch": 1.188578961155286,
      "grad_norm": 0.014731463976204395,
      "learning_rate": 4.2300442460178766e-06,
      "loss": 0.0012,
      "step": 70330
    },
    {
      "epoch": 1.1887479614341363,
      "grad_norm": 0.02106318809092045,
      "learning_rate": 4.228587041770659e-06,
      "loss": 0.0011,
      "step": 70340
    },
    {
      "epoch": 1.1889169617129869,
      "grad_norm": 0.06880449503660202,
      "learning_rate": 4.227129904640105e-06,
      "loss": 0.001,
      "step": 70350
    },
    {
      "epoch": 1.1890859619918372,
      "grad_norm": 0.04685996472835541,
      "learning_rate": 4.225672834752996e-06,
      "loss": 0.001,
      "step": 70360
    },
    {
      "epoch": 1.1892549622706878,
      "grad_norm": 0.07952843606472015,
      "learning_rate": 4.224215832236099e-06,
      "loss": 0.0011,
      "step": 70370
    },
    {
      "epoch": 1.1894239625495382,
      "grad_norm": 0.1698327362537384,
      "learning_rate": 4.222758897216186e-06,
      "loss": 0.0014,
      "step": 70380
    },
    {
      "epoch": 1.1895929628283888,
      "grad_norm": 0.09234167635440826,
      "learning_rate": 4.221302029820013e-06,
      "loss": 0.0011,
      "step": 70390
    },
    {
      "epoch": 1.1897619631072391,
      "grad_norm": 0.05689745023846626,
      "learning_rate": 4.219845230174338e-06,
      "loss": 0.0011,
      "step": 70400
    },
    {
      "epoch": 1.1899309633860895,
      "grad_norm": 0.08529359847307205,
      "learning_rate": 4.2183884984059055e-06,
      "loss": 0.0009,
      "step": 70410
    },
    {
      "epoch": 1.19009996366494,
      "grad_norm": 0.009383260272443295,
      "learning_rate": 4.2169318346414634e-06,
      "loss": 0.0009,
      "step": 70420
    },
    {
      "epoch": 1.1902689639437904,
      "grad_norm": 0.07850052416324615,
      "learning_rate": 4.215475239007744e-06,
      "loss": 0.0012,
      "step": 70430
    },
    {
      "epoch": 1.190437964222641,
      "grad_norm": 0.06158560886979103,
      "learning_rate": 4.214018711631479e-06,
      "loss": 0.0011,
      "step": 70440
    },
    {
      "epoch": 1.1906069645014914,
      "grad_norm": 0.04493800550699234,
      "learning_rate": 4.212562252639397e-06,
      "loss": 0.0012,
      "step": 70450
    },
    {
      "epoch": 1.190775964780342,
      "grad_norm": 0.023765722289681435,
      "learning_rate": 4.211105862158212e-06,
      "loss": 0.0013,
      "step": 70460
    },
    {
      "epoch": 1.1909449650591923,
      "grad_norm": 0.022813871502876282,
      "learning_rate": 4.2096495403146414e-06,
      "loss": 0.0005,
      "step": 70470
    },
    {
      "epoch": 1.191113965338043,
      "grad_norm": 0.14413927495479584,
      "learning_rate": 4.2081932872353884e-06,
      "loss": 0.0012,
      "step": 70480
    },
    {
      "epoch": 1.1912829656168933,
      "grad_norm": 0.5556153059005737,
      "learning_rate": 4.206737103047156e-06,
      "loss": 0.0008,
      "step": 70490
    },
    {
      "epoch": 1.1914519658957436,
      "grad_norm": 0.057843245565891266,
      "learning_rate": 4.205280987876638e-06,
      "loss": 0.0014,
      "step": 70500
    },
    {
      "epoch": 1.1916209661745942,
      "grad_norm": 0.01688377559185028,
      "learning_rate": 4.203824941850527e-06,
      "loss": 0.0013,
      "step": 70510
    },
    {
      "epoch": 1.1917899664534446,
      "grad_norm": 0.04101600497961044,
      "learning_rate": 4.202368965095502e-06,
      "loss": 0.0013,
      "step": 70520
    },
    {
      "epoch": 1.1919589667322952,
      "grad_norm": 0.10525278747081757,
      "learning_rate": 4.2009130577382435e-06,
      "loss": 0.0009,
      "step": 70530
    },
    {
      "epoch": 1.1921279670111455,
      "grad_norm": 0.006513623986393213,
      "learning_rate": 4.199457219905418e-06,
      "loss": 0.0009,
      "step": 70540
    },
    {
      "epoch": 1.1922969672899961,
      "grad_norm": 0.03790920600295067,
      "learning_rate": 4.198001451723696e-06,
      "loss": 0.0005,
      "step": 70550
    },
    {
      "epoch": 1.1924659675688465,
      "grad_norm": 0.00907865073531866,
      "learning_rate": 4.196545753319731e-06,
      "loss": 0.0004,
      "step": 70560
    },
    {
      "epoch": 1.192634967847697,
      "grad_norm": 0.0359298475086689,
      "learning_rate": 4.1950901248201795e-06,
      "loss": 0.0006,
      "step": 70570
    },
    {
      "epoch": 1.1928039681265474,
      "grad_norm": 0.008871739730238914,
      "learning_rate": 4.193634566351687e-06,
      "loss": 0.0004,
      "step": 70580
    },
    {
      "epoch": 1.1929729684053978,
      "grad_norm": 0.06354521214962006,
      "learning_rate": 4.192179078040893e-06,
      "loss": 0.0009,
      "step": 70590
    },
    {
      "epoch": 1.1931419686842484,
      "grad_norm": 0.047149330377578735,
      "learning_rate": 4.190723660014434e-06,
      "loss": 0.0008,
      "step": 70600
    },
    {
      "epoch": 1.1933109689630987,
      "grad_norm": 0.08436896651983261,
      "learning_rate": 4.189268312398938e-06,
      "loss": 0.0017,
      "step": 70610
    },
    {
      "epoch": 1.1934799692419493,
      "grad_norm": 0.050835512578487396,
      "learning_rate": 4.187813035321026e-06,
      "loss": 0.0009,
      "step": 70620
    },
    {
      "epoch": 1.1936489695207997,
      "grad_norm": 0.07753974944353104,
      "learning_rate": 4.186357828907317e-06,
      "loss": 0.0009,
      "step": 70630
    },
    {
      "epoch": 1.19381796979965,
      "grad_norm": 0.05515003204345703,
      "learning_rate": 4.184902693284417e-06,
      "loss": 0.0009,
      "step": 70640
    },
    {
      "epoch": 1.1939869700785006,
      "grad_norm": 0.10628211498260498,
      "learning_rate": 4.1834476285789335e-06,
      "loss": 0.0011,
      "step": 70650
    },
    {
      "epoch": 1.194155970357351,
      "grad_norm": 0.02622995153069496,
      "learning_rate": 4.1819926349174605e-06,
      "loss": 0.001,
      "step": 70660
    },
    {
      "epoch": 1.1943249706362016,
      "grad_norm": 0.06788217276334763,
      "learning_rate": 4.180537712426593e-06,
      "loss": 0.0011,
      "step": 70670
    },
    {
      "epoch": 1.194493970915052,
      "grad_norm": 0.0016145723639056087,
      "learning_rate": 4.179082861232914e-06,
      "loss": 0.0008,
      "step": 70680
    },
    {
      "epoch": 1.1946629711939025,
      "grad_norm": 0.012697342783212662,
      "learning_rate": 4.177628081463005e-06,
      "loss": 0.001,
      "step": 70690
    },
    {
      "epoch": 1.1948319714727529,
      "grad_norm": 0.010623389855027199,
      "learning_rate": 4.176173373243436e-06,
      "loss": 0.0012,
      "step": 70700
    },
    {
      "epoch": 1.1950009717516035,
      "grad_norm": 0.04370303824543953,
      "learning_rate": 4.174718736700774e-06,
      "loss": 0.002,
      "step": 70710
    },
    {
      "epoch": 1.1951699720304538,
      "grad_norm": 0.04976026713848114,
      "learning_rate": 4.173264171961584e-06,
      "loss": 0.0008,
      "step": 70720
    },
    {
      "epoch": 1.1953389723093042,
      "grad_norm": 0.04589367285370827,
      "learning_rate": 4.171809679152414e-06,
      "loss": 0.0027,
      "step": 70730
    },
    {
      "epoch": 1.1955079725881548,
      "grad_norm": 0.014074057340621948,
      "learning_rate": 4.1703552583998165e-06,
      "loss": 0.0019,
      "step": 70740
    },
    {
      "epoch": 1.1956769728670051,
      "grad_norm": 0.10194515436887741,
      "learning_rate": 4.168900909830329e-06,
      "loss": 0.0012,
      "step": 70750
    },
    {
      "epoch": 1.1958459731458557,
      "grad_norm": 0.0017360273050144315,
      "learning_rate": 4.167446633570492e-06,
      "loss": 0.0009,
      "step": 70760
    },
    {
      "epoch": 1.196014973424706,
      "grad_norm": 0.05988433584570885,
      "learning_rate": 4.165992429746829e-06,
      "loss": 0.0015,
      "step": 70770
    },
    {
      "epoch": 1.1961839737035567,
      "grad_norm": 0.010143890045583248,
      "learning_rate": 4.164538298485866e-06,
      "loss": 0.0015,
      "step": 70780
    },
    {
      "epoch": 1.196352973982407,
      "grad_norm": 0.023697197437286377,
      "learning_rate": 4.163084239914119e-06,
      "loss": 0.001,
      "step": 70790
    },
    {
      "epoch": 1.1965219742612576,
      "grad_norm": 0.06591352820396423,
      "learning_rate": 4.1616302541581e-06,
      "loss": 0.0012,
      "step": 70800
    },
    {
      "epoch": 1.196690974540108,
      "grad_norm": 0.11869916319847107,
      "learning_rate": 4.160176341344308e-06,
      "loss": 0.0018,
      "step": 70810
    },
    {
      "epoch": 1.1968599748189583,
      "grad_norm": 0.02505866438150406,
      "learning_rate": 4.158722501599246e-06,
      "loss": 0.0007,
      "step": 70820
    },
    {
      "epoch": 1.197028975097809,
      "grad_norm": 0.04185836389660835,
      "learning_rate": 4.1572687350494e-06,
      "loss": 0.0011,
      "step": 70830
    },
    {
      "epoch": 1.1971979753766593,
      "grad_norm": 0.05058329924941063,
      "learning_rate": 4.155815041821259e-06,
      "loss": 0.0006,
      "step": 70840
    },
    {
      "epoch": 1.1973669756555099,
      "grad_norm": 0.013063745573163033,
      "learning_rate": 4.154361422041298e-06,
      "loss": 0.0009,
      "step": 70850
    },
    {
      "epoch": 1.1975359759343602,
      "grad_norm": 0.06879516690969467,
      "learning_rate": 4.152907875835992e-06,
      "loss": 0.0014,
      "step": 70860
    },
    {
      "epoch": 1.1977049762132108,
      "grad_norm": 0.04310673847794533,
      "learning_rate": 4.151454403331803e-06,
      "loss": 0.0006,
      "step": 70870
    },
    {
      "epoch": 1.1978739764920612,
      "grad_norm": 0.03932936117053032,
      "learning_rate": 4.150001004655195e-06,
      "loss": 0.001,
      "step": 70880
    },
    {
      "epoch": 1.1980429767709118,
      "grad_norm": 0.08106826990842819,
      "learning_rate": 4.1485476799326155e-06,
      "loss": 0.001,
      "step": 70890
    },
    {
      "epoch": 1.1982119770497621,
      "grad_norm": 0.03531781956553459,
      "learning_rate": 4.147094429290516e-06,
      "loss": 0.0012,
      "step": 70900
    },
    {
      "epoch": 1.1983809773286125,
      "grad_norm": 0.03120686672627926,
      "learning_rate": 4.145641252855331e-06,
      "loss": 0.0009,
      "step": 70910
    },
    {
      "epoch": 1.198549977607463,
      "grad_norm": 0.010923722758889198,
      "learning_rate": 4.144188150753498e-06,
      "loss": 0.0018,
      "step": 70920
    },
    {
      "epoch": 1.1987189778863134,
      "grad_norm": 0.06399686634540558,
      "learning_rate": 4.142735123111441e-06,
      "loss": 0.0008,
      "step": 70930
    },
    {
      "epoch": 1.198887978165164,
      "grad_norm": 0.024457722902297974,
      "learning_rate": 4.141282170055583e-06,
      "loss": 0.0016,
      "step": 70940
    },
    {
      "epoch": 1.1990569784440144,
      "grad_norm": 0.11252973973751068,
      "learning_rate": 4.139829291712336e-06,
      "loss": 0.0013,
      "step": 70950
    },
    {
      "epoch": 1.199225978722865,
      "grad_norm": 0.061953283846378326,
      "learning_rate": 4.138376488208108e-06,
      "loss": 0.0011,
      "step": 70960
    },
    {
      "epoch": 1.1993949790017153,
      "grad_norm": 0.04622013121843338,
      "learning_rate": 4.1369237596693005e-06,
      "loss": 0.0011,
      "step": 70970
    },
    {
      "epoch": 1.199563979280566,
      "grad_norm": 0.03799670934677124,
      "learning_rate": 4.135471106222307e-06,
      "loss": 0.001,
      "step": 70980
    },
    {
      "epoch": 1.1997329795594163,
      "grad_norm": 0.04052281007170677,
      "learning_rate": 4.134018527993518e-06,
      "loss": 0.001,
      "step": 70990
    },
    {
      "epoch": 1.1999019798382666,
      "grad_norm": 0.1576308012008667,
      "learning_rate": 4.132566025109311e-06,
      "loss": 0.0013,
      "step": 71000
    },
    {
      "epoch": 1.2000709801171172,
      "grad_norm": 0.03853791952133179,
      "learning_rate": 4.131113597696064e-06,
      "loss": 0.0011,
      "step": 71010
    },
    {
      "epoch": 1.2002399803959676,
      "grad_norm": 0.04681782424449921,
      "learning_rate": 4.129661245880143e-06,
      "loss": 0.001,
      "step": 71020
    },
    {
      "epoch": 1.2004089806748182,
      "grad_norm": 0.05324620380997658,
      "learning_rate": 4.128208969787911e-06,
      "loss": 0.0007,
      "step": 71030
    },
    {
      "epoch": 1.2005779809536685,
      "grad_norm": 0.023558132350444794,
      "learning_rate": 4.1267567695457215e-06,
      "loss": 0.0015,
      "step": 71040
    },
    {
      "epoch": 1.200746981232519,
      "grad_norm": 0.04994186758995056,
      "learning_rate": 4.125304645279925e-06,
      "loss": 0.0009,
      "step": 71050
    },
    {
      "epoch": 1.2009159815113695,
      "grad_norm": 0.014957442879676819,
      "learning_rate": 4.123852597116862e-06,
      "loss": 0.0022,
      "step": 71060
    },
    {
      "epoch": 1.20108498179022,
      "grad_norm": 0.019813815131783485,
      "learning_rate": 4.122400625182868e-06,
      "loss": 0.0008,
      "step": 71070
    },
    {
      "epoch": 1.2012539820690704,
      "grad_norm": 0.08933929353952408,
      "learning_rate": 4.1209487296042715e-06,
      "loss": 0.0015,
      "step": 71080
    },
    {
      "epoch": 1.2014229823479208,
      "grad_norm": 0.15247413516044617,
      "learning_rate": 4.119496910507397e-06,
      "loss": 0.0028,
      "step": 71090
    },
    {
      "epoch": 1.2015919826267714,
      "grad_norm": 0.017764583230018616,
      "learning_rate": 4.118045168018554e-06,
      "loss": 0.0009,
      "step": 71100
    },
    {
      "epoch": 1.2017609829056217,
      "grad_norm": 0.017530683428049088,
      "learning_rate": 4.116593502264057e-06,
      "loss": 0.0005,
      "step": 71110
    },
    {
      "epoch": 1.2019299831844723,
      "grad_norm": 0.016762100160121918,
      "learning_rate": 4.115141913370203e-06,
      "loss": 0.0007,
      "step": 71120
    },
    {
      "epoch": 1.2020989834633227,
      "grad_norm": 0.07180909067392349,
      "learning_rate": 4.113690401463293e-06,
      "loss": 0.0015,
      "step": 71130
    },
    {
      "epoch": 1.2022679837421733,
      "grad_norm": 0.005118554458022118,
      "learning_rate": 4.1122389666696095e-06,
      "loss": 0.0012,
      "step": 71140
    },
    {
      "epoch": 1.2024369840210236,
      "grad_norm": 0.03537483513355255,
      "learning_rate": 4.110787609115439e-06,
      "loss": 0.0006,
      "step": 71150
    },
    {
      "epoch": 1.2026059842998742,
      "grad_norm": 0.031238961964845657,
      "learning_rate": 4.109336328927052e-06,
      "loss": 0.0012,
      "step": 71160
    },
    {
      "epoch": 1.2027749845787246,
      "grad_norm": 0.00018730736337602139,
      "learning_rate": 4.107885126230724e-06,
      "loss": 0.001,
      "step": 71170
    },
    {
      "epoch": 1.202943984857575,
      "grad_norm": 0.030509380623698235,
      "learning_rate": 4.106434001152708e-06,
      "loss": 0.0014,
      "step": 71180
    },
    {
      "epoch": 1.2031129851364255,
      "grad_norm": 0.029428528621792793,
      "learning_rate": 4.104982953819267e-06,
      "loss": 0.0005,
      "step": 71190
    },
    {
      "epoch": 1.2032819854152759,
      "grad_norm": 0.07416586577892303,
      "learning_rate": 4.103531984356644e-06,
      "loss": 0.0008,
      "step": 71200
    },
    {
      "epoch": 1.2034509856941265,
      "grad_norm": 0.021068410947918892,
      "learning_rate": 4.102081092891081e-06,
      "loss": 0.0009,
      "step": 71210
    },
    {
      "epoch": 1.2036199859729768,
      "grad_norm": 0.01348723191767931,
      "learning_rate": 4.100630279548815e-06,
      "loss": 0.0007,
      "step": 71220
    },
    {
      "epoch": 1.2037889862518274,
      "grad_norm": 0.037767812609672546,
      "learning_rate": 4.099179544456071e-06,
      "loss": 0.001,
      "step": 71230
    },
    {
      "epoch": 1.2039579865306778,
      "grad_norm": 0.0031448148656636477,
      "learning_rate": 4.097728887739073e-06,
      "loss": 0.0006,
      "step": 71240
    },
    {
      "epoch": 1.2041269868095283,
      "grad_norm": 0.023646043613553047,
      "learning_rate": 4.096278309524031e-06,
      "loss": 0.0008,
      "step": 71250
    },
    {
      "epoch": 1.2042959870883787,
      "grad_norm": 0.08618577569723129,
      "learning_rate": 4.094827809937156e-06,
      "loss": 0.0009,
      "step": 71260
    },
    {
      "epoch": 1.204464987367229,
      "grad_norm": 0.2516619861125946,
      "learning_rate": 4.093377389104646e-06,
      "loss": 0.0033,
      "step": 71270
    },
    {
      "epoch": 1.2046339876460797,
      "grad_norm": 0.028300069272518158,
      "learning_rate": 4.091927047152698e-06,
      "loss": 0.0005,
      "step": 71280
    },
    {
      "epoch": 1.20480298792493,
      "grad_norm": 0.0396931953728199,
      "learning_rate": 4.090476784207495e-06,
      "loss": 0.0011,
      "step": 71290
    },
    {
      "epoch": 1.2049719882037806,
      "grad_norm": 0.009809630922973156,
      "learning_rate": 4.0890266003952206e-06,
      "loss": 0.0013,
      "step": 71300
    },
    {
      "epoch": 1.205140988482631,
      "grad_norm": 0.06519563496112823,
      "learning_rate": 4.087576495842043e-06,
      "loss": 0.0012,
      "step": 71310
    },
    {
      "epoch": 1.2053099887614815,
      "grad_norm": 0.010368295945227146,
      "learning_rate": 4.0861264706741334e-06,
      "loss": 0.0012,
      "step": 71320
    },
    {
      "epoch": 1.205478989040332,
      "grad_norm": 0.0036968374624848366,
      "learning_rate": 4.0846765250176466e-06,
      "loss": 0.0034,
      "step": 71330
    },
    {
      "epoch": 1.2056479893191825,
      "grad_norm": 0.0545491985976696,
      "learning_rate": 4.083226658998738e-06,
      "loss": 0.001,
      "step": 71340
    },
    {
      "epoch": 1.2058169895980329,
      "grad_norm": 0.023208390921354294,
      "learning_rate": 4.081776872743552e-06,
      "loss": 0.0009,
      "step": 71350
    },
    {
      "epoch": 1.2059859898768832,
      "grad_norm": 0.012889409437775612,
      "learning_rate": 4.080327166378227e-06,
      "loss": 0.0006,
      "step": 71360
    },
    {
      "epoch": 1.2061549901557338,
      "grad_norm": 0.26329225301742554,
      "learning_rate": 4.078877540028893e-06,
      "loss": 0.0008,
      "step": 71370
    },
    {
      "epoch": 1.2063239904345842,
      "grad_norm": 0.0013760413276031613,
      "learning_rate": 4.077427993821678e-06,
      "loss": 0.0012,
      "step": 71380
    },
    {
      "epoch": 1.2064929907134347,
      "grad_norm": 0.01563761942088604,
      "learning_rate": 4.075978527882696e-06,
      "loss": 0.0008,
      "step": 71390
    },
    {
      "epoch": 1.206661990992285,
      "grad_norm": 0.16220055520534515,
      "learning_rate": 4.074529142338061e-06,
      "loss": 0.0015,
      "step": 71400
    },
    {
      "epoch": 1.2068309912711357,
      "grad_norm": 0.016545753926038742,
      "learning_rate": 4.073079837313873e-06,
      "loss": 0.001,
      "step": 71410
    },
    {
      "epoch": 1.206999991549986,
      "grad_norm": 0.1064077764749527,
      "learning_rate": 4.0716306129362295e-06,
      "loss": 0.0011,
      "step": 71420
    },
    {
      "epoch": 1.2071689918288366,
      "grad_norm": 0.03617030382156372,
      "learning_rate": 4.070181469331222e-06,
      "loss": 0.0007,
      "step": 71430
    },
    {
      "epoch": 1.207337992107687,
      "grad_norm": 0.046915020793676376,
      "learning_rate": 4.068732406624932e-06,
      "loss": 0.0009,
      "step": 71440
    },
    {
      "epoch": 1.2075069923865374,
      "grad_norm": 0.02355279214680195,
      "learning_rate": 4.067283424943434e-06,
      "loss": 0.0006,
      "step": 71450
    },
    {
      "epoch": 1.207675992665388,
      "grad_norm": 0.0377669483423233,
      "learning_rate": 4.065834524412796e-06,
      "loss": 0.0006,
      "step": 71460
    },
    {
      "epoch": 1.2078449929442383,
      "grad_norm": 0.00027997931465506554,
      "learning_rate": 4.064385705159083e-06,
      "loss": 0.0006,
      "step": 71470
    },
    {
      "epoch": 1.2080139932230889,
      "grad_norm": 0.05463608354330063,
      "learning_rate": 4.062936967308345e-06,
      "loss": 0.0009,
      "step": 71480
    },
    {
      "epoch": 1.2081829935019393,
      "grad_norm": 0.045695651322603226,
      "learning_rate": 4.061488310986633e-06,
      "loss": 0.0011,
      "step": 71490
    },
    {
      "epoch": 1.2083519937807898,
      "grad_norm": 0.053160663694143295,
      "learning_rate": 4.060039736319982e-06,
      "loss": 0.0011,
      "step": 71500
    },
    {
      "epoch": 1.2085209940596402,
      "grad_norm": 0.04242270439863205,
      "learning_rate": 4.0585912434344314e-06,
      "loss": 0.0018,
      "step": 71510
    },
    {
      "epoch": 1.2086899943384908,
      "grad_norm": 0.005821699742227793,
      "learning_rate": 4.057142832456001e-06,
      "loss": 0.0007,
      "step": 71520
    },
    {
      "epoch": 1.2088589946173411,
      "grad_norm": 0.04350055754184723,
      "learning_rate": 4.055694503510715e-06,
      "loss": 0.001,
      "step": 71530
    },
    {
      "epoch": 1.2090279948961915,
      "grad_norm": 0.03617621213197708,
      "learning_rate": 4.054246256724581e-06,
      "loss": 0.0012,
      "step": 71540
    },
    {
      "epoch": 1.209196995175042,
      "grad_norm": 0.14375846087932587,
      "learning_rate": 4.0527980922236055e-06,
      "loss": 0.0007,
      "step": 71550
    },
    {
      "epoch": 1.2093659954538925,
      "grad_norm": 0.08785324543714523,
      "learning_rate": 4.051350010133784e-06,
      "loss": 0.0011,
      "step": 71560
    },
    {
      "epoch": 1.209534995732743,
      "grad_norm": 0.10095148533582687,
      "learning_rate": 4.049902010581111e-06,
      "loss": 0.0008,
      "step": 71570
    },
    {
      "epoch": 1.2097039960115934,
      "grad_norm": 0.08452757447957993,
      "learning_rate": 4.048454093691563e-06,
      "loss": 0.0013,
      "step": 71580
    },
    {
      "epoch": 1.2098729962904438,
      "grad_norm": 0.051274657249450684,
      "learning_rate": 4.047006259591122e-06,
      "loss": 0.0014,
      "step": 71590
    },
    {
      "epoch": 1.2100419965692943,
      "grad_norm": 0.015805142000317574,
      "learning_rate": 4.0455585084057505e-06,
      "loss": 0.0009,
      "step": 71600
    },
    {
      "epoch": 1.2102109968481447,
      "grad_norm": 0.033467043191194534,
      "learning_rate": 4.044110840261417e-06,
      "loss": 0.0008,
      "step": 71610
    },
    {
      "epoch": 1.2103799971269953,
      "grad_norm": 0.09230538457632065,
      "learning_rate": 4.042663255284068e-06,
      "loss": 0.0011,
      "step": 71620
    },
    {
      "epoch": 1.2105489974058457,
      "grad_norm": 0.039076339453458786,
      "learning_rate": 4.041215753599656e-06,
      "loss": 0.0005,
      "step": 71630
    },
    {
      "epoch": 1.2107179976846962,
      "grad_norm": 0.05938393250107765,
      "learning_rate": 4.039768335334119e-06,
      "loss": 0.0008,
      "step": 71640
    },
    {
      "epoch": 1.2108869979635466,
      "grad_norm": 0.11329591274261475,
      "learning_rate": 4.03832100061339e-06,
      "loss": 0.0016,
      "step": 71650
    },
    {
      "epoch": 1.2110559982423972,
      "grad_norm": 0.05184169113636017,
      "learning_rate": 4.036873749563391e-06,
      "loss": 0.0015,
      "step": 71660
    },
    {
      "epoch": 1.2112249985212475,
      "grad_norm": 0.016765085980296135,
      "learning_rate": 4.035426582310045e-06,
      "loss": 0.0004,
      "step": 71670
    },
    {
      "epoch": 1.211393998800098,
      "grad_norm": 0.3198559582233429,
      "learning_rate": 4.033979498979258e-06,
      "loss": 0.0009,
      "step": 71680
    },
    {
      "epoch": 1.2115629990789485,
      "grad_norm": 0.012108954600989819,
      "learning_rate": 4.032532499696936e-06,
      "loss": 0.0009,
      "step": 71690
    },
    {
      "epoch": 1.2117319993577989,
      "grad_norm": 0.10403885692358017,
      "learning_rate": 4.031085584588974e-06,
      "loss": 0.0008,
      "step": 71700
    },
    {
      "epoch": 1.2119009996366494,
      "grad_norm": 0.10198567807674408,
      "learning_rate": 4.02963875378126e-06,
      "loss": 0.0006,
      "step": 71710
    },
    {
      "epoch": 1.2120699999154998,
      "grad_norm": 0.03292039781808853,
      "learning_rate": 4.028192007399676e-06,
      "loss": 0.0012,
      "step": 71720
    },
    {
      "epoch": 1.2122390001943504,
      "grad_norm": 0.05963369458913803,
      "learning_rate": 4.026745345570096e-06,
      "loss": 0.0015,
      "step": 71730
    },
    {
      "epoch": 1.2124080004732007,
      "grad_norm": 0.004073624033480883,
      "learning_rate": 4.025298768418386e-06,
      "loss": 0.0011,
      "step": 71740
    },
    {
      "epoch": 1.2125770007520513,
      "grad_norm": 0.05115113779902458,
      "learning_rate": 4.023852276070405e-06,
      "loss": 0.0007,
      "step": 71750
    },
    {
      "epoch": 1.2127460010309017,
      "grad_norm": 0.09283419698476791,
      "learning_rate": 4.022405868652008e-06,
      "loss": 0.0009,
      "step": 71760
    },
    {
      "epoch": 1.212915001309752,
      "grad_norm": 0.07475849241018295,
      "learning_rate": 4.020959546289035e-06,
      "loss": 0.0004,
      "step": 71770
    },
    {
      "epoch": 1.2130840015886026,
      "grad_norm": 0.021336553618311882,
      "learning_rate": 4.019513309107327e-06,
      "loss": 0.0012,
      "step": 71780
    },
    {
      "epoch": 1.213253001867453,
      "grad_norm": 0.07587479054927826,
      "learning_rate": 4.018067157232709e-06,
      "loss": 0.0009,
      "step": 71790
    },
    {
      "epoch": 1.2134220021463036,
      "grad_norm": 0.056975387036800385,
      "learning_rate": 4.016621090791008e-06,
      "loss": 0.001,
      "step": 71800
    },
    {
      "epoch": 1.213591002425154,
      "grad_norm": 0.0031521848868578672,
      "learning_rate": 4.015175109908036e-06,
      "loss": 0.0014,
      "step": 71810
    },
    {
      "epoch": 1.2137600027040045,
      "grad_norm": 0.04272615164518356,
      "learning_rate": 4.013729214709601e-06,
      "loss": 0.0011,
      "step": 71820
    },
    {
      "epoch": 1.2139290029828549,
      "grad_norm": 0.015306469984352589,
      "learning_rate": 4.012283405321504e-06,
      "loss": 0.0014,
      "step": 71830
    },
    {
      "epoch": 1.2140980032617055,
      "grad_norm": 0.1312740296125412,
      "learning_rate": 4.010837681869535e-06,
      "loss": 0.001,
      "step": 71840
    },
    {
      "epoch": 1.2142670035405558,
      "grad_norm": 0.05064448341727257,
      "learning_rate": 4.0093920444794796e-06,
      "loss": 0.0011,
      "step": 71850
    },
    {
      "epoch": 1.2144360038194062,
      "grad_norm": 0.018574142828583717,
      "learning_rate": 4.007946493277118e-06,
      "loss": 0.0006,
      "step": 71860
    },
    {
      "epoch": 1.2146050040982568,
      "grad_norm": 0.04546702653169632,
      "learning_rate": 4.006501028388215e-06,
      "loss": 0.0014,
      "step": 71870
    },
    {
      "epoch": 1.2147740043771071,
      "grad_norm": 0.053701866418123245,
      "learning_rate": 4.00505564993854e-06,
      "loss": 0.0011,
      "step": 71880
    },
    {
      "epoch": 1.2149430046559577,
      "grad_norm": 0.05961509048938751,
      "learning_rate": 4.003610358053841e-06,
      "loss": 0.0006,
      "step": 71890
    },
    {
      "epoch": 1.215112004934808,
      "grad_norm": 0.044699832797050476,
      "learning_rate": 4.002165152859871e-06,
      "loss": 0.0009,
      "step": 71900
    },
    {
      "epoch": 1.2152810052136587,
      "grad_norm": 0.06642137467861176,
      "learning_rate": 4.000720034482365e-06,
      "loss": 0.0005,
      "step": 71910
    },
    {
      "epoch": 1.215450005492509,
      "grad_norm": 0.0566544309258461,
      "learning_rate": 3.999275003047059e-06,
      "loss": 0.0011,
      "step": 71920
    },
    {
      "epoch": 1.2156190057713596,
      "grad_norm": 0.0494023896753788,
      "learning_rate": 3.997830058679675e-06,
      "loss": 0.001,
      "step": 71930
    },
    {
      "epoch": 1.21578800605021,
      "grad_norm": 0.04000876098871231,
      "learning_rate": 3.996385201505933e-06,
      "loss": 0.0009,
      "step": 71940
    },
    {
      "epoch": 1.2159570063290603,
      "grad_norm": 0.008254399523139,
      "learning_rate": 3.994940431651541e-06,
      "loss": 0.001,
      "step": 71950
    },
    {
      "epoch": 1.216126006607911,
      "grad_norm": 0.09354092180728912,
      "learning_rate": 3.993495749242201e-06,
      "loss": 0.0007,
      "step": 71960
    },
    {
      "epoch": 1.2162950068867613,
      "grad_norm": 0.032391320914030075,
      "learning_rate": 3.992051154403606e-06,
      "loss": 0.001,
      "step": 71970
    },
    {
      "epoch": 1.2164640071656119,
      "grad_norm": 0.00970939826220274,
      "learning_rate": 3.990606647261445e-06,
      "loss": 0.0009,
      "step": 71980
    },
    {
      "epoch": 1.2166330074444622,
      "grad_norm": 0.011265194043517113,
      "learning_rate": 3.989162227941397e-06,
      "loss": 0.0004,
      "step": 71990
    },
    {
      "epoch": 1.2168020077233128,
      "grad_norm": 0.12789775431156158,
      "learning_rate": 3.987717896569132e-06,
      "loss": 0.0011,
      "step": 72000
    },
    {
      "epoch": 1.2169710080021632,
      "grad_norm": 0.016483772546052933,
      "learning_rate": 3.986273653270315e-06,
      "loss": 0.0018,
      "step": 72010
    },
    {
      "epoch": 1.2171400082810138,
      "grad_norm": 0.04038587212562561,
      "learning_rate": 3.984829498170602e-06,
      "loss": 0.0007,
      "step": 72020
    },
    {
      "epoch": 1.2173090085598641,
      "grad_norm": 0.01905478537082672,
      "learning_rate": 3.983385431395641e-06,
      "loss": 0.0005,
      "step": 72030
    },
    {
      "epoch": 1.2174780088387145,
      "grad_norm": 0.01647147536277771,
      "learning_rate": 3.981941453071072e-06,
      "loss": 0.0004,
      "step": 72040
    },
    {
      "epoch": 1.217647009117565,
      "grad_norm": 0.06504178792238235,
      "learning_rate": 3.9804975633225315e-06,
      "loss": 0.001,
      "step": 72050
    },
    {
      "epoch": 1.2178160093964154,
      "grad_norm": 0.0017739549512043595,
      "learning_rate": 3.979053762275641e-06,
      "loss": 0.0011,
      "step": 72060
    },
    {
      "epoch": 1.217985009675266,
      "grad_norm": 0.05531751736998558,
      "learning_rate": 3.977610050056021e-06,
      "loss": 0.002,
      "step": 72070
    },
    {
      "epoch": 1.2181540099541164,
      "grad_norm": 0.090264230966568,
      "learning_rate": 3.976166426789279e-06,
      "loss": 0.0012,
      "step": 72080
    },
    {
      "epoch": 1.218323010232967,
      "grad_norm": 0.02547847293317318,
      "learning_rate": 3.97472289260102e-06,
      "loss": 0.0017,
      "step": 72090
    },
    {
      "epoch": 1.2184920105118173,
      "grad_norm": 0.018822619691491127,
      "learning_rate": 3.973279447616834e-06,
      "loss": 0.0013,
      "step": 72100
    },
    {
      "epoch": 1.218661010790668,
      "grad_norm": 0.08224533498287201,
      "learning_rate": 3.971836091962314e-06,
      "loss": 0.001,
      "step": 72110
    },
    {
      "epoch": 1.2188300110695183,
      "grad_norm": 0.07459520548582077,
      "learning_rate": 3.9703928257630325e-06,
      "loss": 0.001,
      "step": 72120
    },
    {
      "epoch": 1.2189990113483686,
      "grad_norm": 0.024879854172468185,
      "learning_rate": 3.968949649144566e-06,
      "loss": 0.001,
      "step": 72130
    },
    {
      "epoch": 1.2191680116272192,
      "grad_norm": 0.041853051632642746,
      "learning_rate": 3.9675065622324746e-06,
      "loss": 0.0007,
      "step": 72140
    },
    {
      "epoch": 1.2193370119060696,
      "grad_norm": 0.00012978816812392324,
      "learning_rate": 3.966063565152316e-06,
      "loss": 0.0012,
      "step": 72150
    },
    {
      "epoch": 1.2195060121849202,
      "grad_norm": 0.19226211309432983,
      "learning_rate": 3.964620658029635e-06,
      "loss": 0.0015,
      "step": 72160
    },
    {
      "epoch": 1.2196750124637705,
      "grad_norm": 0.0453561507165432,
      "learning_rate": 3.963177840989975e-06,
      "loss": 0.0009,
      "step": 72170
    },
    {
      "epoch": 1.219844012742621,
      "grad_norm": 0.049020733684301376,
      "learning_rate": 3.961735114158864e-06,
      "loss": 0.0011,
      "step": 72180
    },
    {
      "epoch": 1.2200130130214715,
      "grad_norm": 0.07267977297306061,
      "learning_rate": 3.960292477661831e-06,
      "loss": 0.0011,
      "step": 72190
    },
    {
      "epoch": 1.220182013300322,
      "grad_norm": 0.00011391971202101558,
      "learning_rate": 3.958849931624389e-06,
      "loss": 0.0023,
      "step": 72200
    },
    {
      "epoch": 1.2203510135791724,
      "grad_norm": 0.006536595989018679,
      "learning_rate": 3.957407476172047e-06,
      "loss": 0.001,
      "step": 72210
    },
    {
      "epoch": 1.2205200138580228,
      "grad_norm": 0.12899255752563477,
      "learning_rate": 3.955965111430306e-06,
      "loss": 0.0025,
      "step": 72220
    },
    {
      "epoch": 1.2206890141368734,
      "grad_norm": 0.02313540130853653,
      "learning_rate": 3.954522837524658e-06,
      "loss": 0.0009,
      "step": 72230
    },
    {
      "epoch": 1.2208580144157237,
      "grad_norm": 0.020590925589203835,
      "learning_rate": 3.953080654580591e-06,
      "loss": 0.0012,
      "step": 72240
    },
    {
      "epoch": 1.2210270146945743,
      "grad_norm": 0.08852645754814148,
      "learning_rate": 3.951638562723577e-06,
      "loss": 0.0011,
      "step": 72250
    },
    {
      "epoch": 1.2211960149734247,
      "grad_norm": 0.15627345442771912,
      "learning_rate": 3.950196562079091e-06,
      "loss": 0.001,
      "step": 72260
    },
    {
      "epoch": 1.2213650152522753,
      "grad_norm": 0.0558914989233017,
      "learning_rate": 3.948754652772587e-06,
      "loss": 0.0012,
      "step": 72270
    },
    {
      "epoch": 1.2215340155311256,
      "grad_norm": 0.1008479967713356,
      "learning_rate": 3.947312834929524e-06,
      "loss": 0.001,
      "step": 72280
    },
    {
      "epoch": 1.2217030158099762,
      "grad_norm": 0.04521102085709572,
      "learning_rate": 3.945871108675342e-06,
      "loss": 0.002,
      "step": 72290
    },
    {
      "epoch": 1.2218720160888266,
      "grad_norm": 0.09771153330802917,
      "learning_rate": 3.944429474135484e-06,
      "loss": 0.0013,
      "step": 72300
    },
    {
      "epoch": 1.222041016367677,
      "grad_norm": 0.03358219936490059,
      "learning_rate": 3.942987931435374e-06,
      "loss": 0.0017,
      "step": 72310
    },
    {
      "epoch": 1.2222100166465275,
      "grad_norm": 0.06623164564371109,
      "learning_rate": 3.9415464807004364e-06,
      "loss": 0.002,
      "step": 72320
    },
    {
      "epoch": 1.2223790169253779,
      "grad_norm": 0.01089906133711338,
      "learning_rate": 3.940105122056082e-06,
      "loss": 0.0009,
      "step": 72330
    },
    {
      "epoch": 1.2225480172042285,
      "grad_norm": 0.0035987806040793657,
      "learning_rate": 3.938663855627719e-06,
      "loss": 0.0006,
      "step": 72340
    },
    {
      "epoch": 1.2227170174830788,
      "grad_norm": 0.08150385320186615,
      "learning_rate": 3.937222681540741e-06,
      "loss": 0.0014,
      "step": 72350
    },
    {
      "epoch": 1.2228860177619294,
      "grad_norm": 0.10174530744552612,
      "learning_rate": 3.935781599920541e-06,
      "loss": 0.0007,
      "step": 72360
    },
    {
      "epoch": 1.2230550180407798,
      "grad_norm": 0.09403951466083527,
      "learning_rate": 3.934340610892497e-06,
      "loss": 0.0015,
      "step": 72370
    },
    {
      "epoch": 1.2232240183196303,
      "grad_norm": 0.018554072827100754,
      "learning_rate": 3.932899714581984e-06,
      "loss": 0.0009,
      "step": 72380
    },
    {
      "epoch": 1.2233930185984807,
      "grad_norm": 0.025134406983852386,
      "learning_rate": 3.931458911114364e-06,
      "loss": 0.0013,
      "step": 72390
    },
    {
      "epoch": 1.223562018877331,
      "grad_norm": 0.01571774110198021,
      "learning_rate": 3.930018200614998e-06,
      "loss": 0.001,
      "step": 72400
    },
    {
      "epoch": 1.2237310191561817,
      "grad_norm": 0.062236469238996506,
      "learning_rate": 3.928577583209231e-06,
      "loss": 0.0005,
      "step": 72410
    },
    {
      "epoch": 1.223900019435032,
      "grad_norm": 0.0811903327703476,
      "learning_rate": 3.927137059022407e-06,
      "loss": 0.0008,
      "step": 72420
    },
    {
      "epoch": 1.2240690197138826,
      "grad_norm": 0.05504392087459564,
      "learning_rate": 3.925696628179856e-06,
      "loss": 0.0014,
      "step": 72430
    },
    {
      "epoch": 1.224238019992733,
      "grad_norm": 0.08194303512573242,
      "learning_rate": 3.924256290806905e-06,
      "loss": 0.0016,
      "step": 72440
    },
    {
      "epoch": 1.2244070202715833,
      "grad_norm": 0.03738373890519142,
      "learning_rate": 3.922816047028866e-06,
      "loss": 0.0009,
      "step": 72450
    },
    {
      "epoch": 1.224576020550434,
      "grad_norm": 0.03901316598057747,
      "learning_rate": 3.921375896971053e-06,
      "loss": 0.005,
      "step": 72460
    },
    {
      "epoch": 1.2247450208292845,
      "grad_norm": 0.15741872787475586,
      "learning_rate": 3.919935840758761e-06,
      "loss": 0.0006,
      "step": 72470
    },
    {
      "epoch": 1.2249140211081349,
      "grad_norm": 0.025328345596790314,
      "learning_rate": 3.918495878517284e-06,
      "loss": 0.0011,
      "step": 72480
    },
    {
      "epoch": 1.2250830213869852,
      "grad_norm": 0.03609572350978851,
      "learning_rate": 3.917056010371906e-06,
      "loss": 0.0013,
      "step": 72490
    },
    {
      "epoch": 1.2252520216658358,
      "grad_norm": 0.04493815079331398,
      "learning_rate": 3.915616236447902e-06,
      "loss": 0.0007,
      "step": 72500
    },
    {
      "epoch": 1.2254210219446862,
      "grad_norm": 0.052706584334373474,
      "learning_rate": 3.91417655687054e-06,
      "loss": 0.0006,
      "step": 72510
    },
    {
      "epoch": 1.2255900222235367,
      "grad_norm": 0.02652081288397312,
      "learning_rate": 3.912736971765077e-06,
      "loss": 0.0003,
      "step": 72520
    },
    {
      "epoch": 1.225759022502387,
      "grad_norm": 0.14209231734275818,
      "learning_rate": 3.911297481256767e-06,
      "loss": 0.0015,
      "step": 72530
    },
    {
      "epoch": 1.2259280227812375,
      "grad_norm": 0.1366054266691208,
      "learning_rate": 3.909858085470849e-06,
      "loss": 0.0012,
      "step": 72540
    },
    {
      "epoch": 1.226097023060088,
      "grad_norm": 0.17087505757808685,
      "learning_rate": 3.908418784532562e-06,
      "loss": 0.0015,
      "step": 72550
    },
    {
      "epoch": 1.2262660233389384,
      "grad_norm": 0.041053686290979385,
      "learning_rate": 3.906979578567128e-06,
      "loss": 0.0014,
      "step": 72560
    },
    {
      "epoch": 1.226435023617789,
      "grad_norm": 0.034434977918863297,
      "learning_rate": 3.9055404676997674e-06,
      "loss": 0.0008,
      "step": 72570
    },
    {
      "epoch": 1.2266040238966394,
      "grad_norm": 0.06338217854499817,
      "learning_rate": 3.9041014520556875e-06,
      "loss": 0.001,
      "step": 72580
    },
    {
      "epoch": 1.22677302417549,
      "grad_norm": 0.11102625727653503,
      "learning_rate": 3.902662531760092e-06,
      "loss": 0.0014,
      "step": 72590
    },
    {
      "epoch": 1.2269420244543403,
      "grad_norm": 0.036118436604738235,
      "learning_rate": 3.901223706938172e-06,
      "loss": 0.0015,
      "step": 72600
    },
    {
      "epoch": 1.227111024733191,
      "grad_norm": 0.15463878214359283,
      "learning_rate": 3.8997849777151156e-06,
      "loss": 0.0013,
      "step": 72610
    },
    {
      "epoch": 1.2272800250120413,
      "grad_norm": 0.06801795214414597,
      "learning_rate": 3.898346344216094e-06,
      "loss": 0.0006,
      "step": 72620
    },
    {
      "epoch": 1.2274490252908916,
      "grad_norm": 0.029515203088521957,
      "learning_rate": 3.896907806566281e-06,
      "loss": 0.0012,
      "step": 72630
    },
    {
      "epoch": 1.2276180255697422,
      "grad_norm": 0.14273680746555328,
      "learning_rate": 3.89546936489083e-06,
      "loss": 0.0009,
      "step": 72640
    },
    {
      "epoch": 1.2277870258485926,
      "grad_norm": 0.07829339057207108,
      "learning_rate": 3.894031019314899e-06,
      "loss": 0.0007,
      "step": 72650
    },
    {
      "epoch": 1.2279560261274431,
      "grad_norm": 0.07639341056346893,
      "learning_rate": 3.8925927699636255e-06,
      "loss": 0.0015,
      "step": 72660
    },
    {
      "epoch": 1.2281250264062935,
      "grad_norm": 0.012791531160473824,
      "learning_rate": 3.891154616962148e-06,
      "loss": 0.001,
      "step": 72670
    },
    {
      "epoch": 1.228294026685144,
      "grad_norm": 0.03249354660511017,
      "learning_rate": 3.889716560435591e-06,
      "loss": 0.0008,
      "step": 72680
    },
    {
      "epoch": 1.2284630269639945,
      "grad_norm": 0.009360888972878456,
      "learning_rate": 3.888278600509072e-06,
      "loss": 0.0024,
      "step": 72690
    },
    {
      "epoch": 1.228632027242845,
      "grad_norm": 0.11578324437141418,
      "learning_rate": 3.886840737307701e-06,
      "loss": 0.0009,
      "step": 72700
    },
    {
      "epoch": 1.2288010275216954,
      "grad_norm": 0.014583390206098557,
      "learning_rate": 3.885402970956581e-06,
      "loss": 0.0005,
      "step": 72710
    },
    {
      "epoch": 1.2289700278005458,
      "grad_norm": 0.029843565076589584,
      "learning_rate": 3.883965301580801e-06,
      "loss": 0.0028,
      "step": 72720
    },
    {
      "epoch": 1.2291390280793963,
      "grad_norm": 0.028233207762241364,
      "learning_rate": 3.882527729305448e-06,
      "loss": 0.001,
      "step": 72730
    },
    {
      "epoch": 1.2293080283582467,
      "grad_norm": 0.12675841152668,
      "learning_rate": 3.881090254255596e-06,
      "loss": 0.0013,
      "step": 72740
    },
    {
      "epoch": 1.2294770286370973,
      "grad_norm": 0.01370705384761095,
      "learning_rate": 3.8796528765563135e-06,
      "loss": 0.0012,
      "step": 72750
    },
    {
      "epoch": 1.2296460289159477,
      "grad_norm": 0.01915006898343563,
      "learning_rate": 3.87821559633266e-06,
      "loss": 0.001,
      "step": 72760
    },
    {
      "epoch": 1.2298150291947982,
      "grad_norm": 0.046408962458372116,
      "learning_rate": 3.876778413709683e-06,
      "loss": 0.002,
      "step": 72770
    },
    {
      "epoch": 1.2299840294736486,
      "grad_norm": 0.030629215762019157,
      "learning_rate": 3.875341328812427e-06,
      "loss": 0.0009,
      "step": 72780
    },
    {
      "epoch": 1.2301530297524992,
      "grad_norm": 0.023360850289463997,
      "learning_rate": 3.873904341765925e-06,
      "loss": 0.0025,
      "step": 72790
    },
    {
      "epoch": 1.2303220300313495,
      "grad_norm": 0.008983196690678596,
      "learning_rate": 3.872467452695201e-06,
      "loss": 0.0009,
      "step": 72800
    },
    {
      "epoch": 1.2304910303102,
      "grad_norm": 0.03672792389988899,
      "learning_rate": 3.871030661725271e-06,
      "loss": 0.0014,
      "step": 72810
    },
    {
      "epoch": 1.2306600305890505,
      "grad_norm": 0.06108082830905914,
      "learning_rate": 3.869593968981145e-06,
      "loss": 0.0012,
      "step": 72820
    },
    {
      "epoch": 1.2308290308679009,
      "grad_norm": 0.15927709639072418,
      "learning_rate": 3.868157374587819e-06,
      "loss": 0.0015,
      "step": 72830
    },
    {
      "epoch": 1.2309980311467514,
      "grad_norm": 0.05433737114071846,
      "learning_rate": 3.866720878670287e-06,
      "loss": 0.0009,
      "step": 72840
    },
    {
      "epoch": 1.2311670314256018,
      "grad_norm": 0.01710580289363861,
      "learning_rate": 3.865284481353527e-06,
      "loss": 0.0012,
      "step": 72850
    },
    {
      "epoch": 1.2313360317044524,
      "grad_norm": 0.08657790720462799,
      "learning_rate": 3.8638481827625175e-06,
      "loss": 0.001,
      "step": 72860
    },
    {
      "epoch": 1.2315050319833027,
      "grad_norm": 0.042510438710451126,
      "learning_rate": 3.862411983022219e-06,
      "loss": 0.0012,
      "step": 72870
    },
    {
      "epoch": 1.2316740322621533,
      "grad_norm": 0.06462328881025314,
      "learning_rate": 3.860975882257591e-06,
      "loss": 0.0012,
      "step": 72880
    },
    {
      "epoch": 1.2318430325410037,
      "grad_norm": 0.022037969902157784,
      "learning_rate": 3.859539880593578e-06,
      "loss": 0.0007,
      "step": 72890
    },
    {
      "epoch": 1.232012032819854,
      "grad_norm": 0.04847249761223793,
      "learning_rate": 3.858103978155124e-06,
      "loss": 0.0017,
      "step": 72900
    },
    {
      "epoch": 1.2321810330987046,
      "grad_norm": 0.0007479141931980848,
      "learning_rate": 3.856668175067154e-06,
      "loss": 0.0011,
      "step": 72910
    },
    {
      "epoch": 1.232350033377555,
      "grad_norm": 0.0014906972646713257,
      "learning_rate": 3.855232471454594e-06,
      "loss": 0.0012,
      "step": 72920
    },
    {
      "epoch": 1.2325190336564056,
      "grad_norm": 0.0506197065114975,
      "learning_rate": 3.8537968674423545e-06,
      "loss": 0.001,
      "step": 72930
    },
    {
      "epoch": 1.232688033935256,
      "grad_norm": 0.03149702027440071,
      "learning_rate": 3.852361363155342e-06,
      "loss": 0.0006,
      "step": 72940
    },
    {
      "epoch": 1.2328570342141065,
      "grad_norm": 0.002010585507377982,
      "learning_rate": 3.85092595871845e-06,
      "loss": 0.0011,
      "step": 72950
    },
    {
      "epoch": 1.233026034492957,
      "grad_norm": 0.35226213932037354,
      "learning_rate": 3.8494906542565675e-06,
      "loss": 0.002,
      "step": 72960
    },
    {
      "epoch": 1.2331950347718075,
      "grad_norm": 0.13743427395820618,
      "learning_rate": 3.848055449894573e-06,
      "loss": 0.0006,
      "step": 72970
    },
    {
      "epoch": 1.2333640350506578,
      "grad_norm": 0.01349994819611311,
      "learning_rate": 3.846620345757335e-06,
      "loss": 0.002,
      "step": 72980
    },
    {
      "epoch": 1.2335330353295082,
      "grad_norm": 0.14405393600463867,
      "learning_rate": 3.845185341969715e-06,
      "loss": 0.0017,
      "step": 72990
    },
    {
      "epoch": 1.2337020356083588,
      "grad_norm": 0.12188602983951569,
      "learning_rate": 3.8437504386565636e-06,
      "loss": 0.0015,
      "step": 73000
    },
    {
      "epoch": 1.2338710358872091,
      "grad_norm": 0.04898308590054512,
      "learning_rate": 3.84231563594273e-06,
      "loss": 0.0008,
      "step": 73010
    },
    {
      "epoch": 1.2340400361660597,
      "grad_norm": 0.017351139336824417,
      "learning_rate": 3.840880933953043e-06,
      "loss": 0.001,
      "step": 73020
    },
    {
      "epoch": 1.23420903644491,
      "grad_norm": 0.03371371328830719,
      "learning_rate": 3.8394463328123325e-06,
      "loss": 0.0009,
      "step": 73030
    },
    {
      "epoch": 1.2343780367237607,
      "grad_norm": 0.09450079500675201,
      "learning_rate": 3.838011832645412e-06,
      "loss": 0.001,
      "step": 73040
    },
    {
      "epoch": 1.234547037002611,
      "grad_norm": 0.1007283478975296,
      "learning_rate": 3.836577433577094e-06,
      "loss": 0.0009,
      "step": 73050
    },
    {
      "epoch": 1.2347160372814616,
      "grad_norm": 0.03049352392554283,
      "learning_rate": 3.835143135732175e-06,
      "loss": 0.001,
      "step": 73060
    },
    {
      "epoch": 1.234885037560312,
      "grad_norm": 0.06046221777796745,
      "learning_rate": 3.833708939235446e-06,
      "loss": 0.0013,
      "step": 73070
    },
    {
      "epoch": 1.2350540378391623,
      "grad_norm": 0.03119039349257946,
      "learning_rate": 3.832274844211692e-06,
      "loss": 0.0011,
      "step": 73080
    },
    {
      "epoch": 1.235223038118013,
      "grad_norm": 0.05875023454427719,
      "learning_rate": 3.8308408507856844e-06,
      "loss": 0.0024,
      "step": 73090
    },
    {
      "epoch": 1.2353920383968633,
      "grad_norm": 0.053951092064380646,
      "learning_rate": 3.8294069590821856e-06,
      "loss": 0.0005,
      "step": 73100
    },
    {
      "epoch": 1.2355610386757139,
      "grad_norm": 0.09349772334098816,
      "learning_rate": 3.8279731692259545e-06,
      "loss": 0.0008,
      "step": 73110
    },
    {
      "epoch": 1.2357300389545642,
      "grad_norm": 0.01611015386879444,
      "learning_rate": 3.8265394813417355e-06,
      "loss": 0.001,
      "step": 73120
    },
    {
      "epoch": 1.2358990392334148,
      "grad_norm": 0.012593476101756096,
      "learning_rate": 3.825105895554269e-06,
      "loss": 0.0007,
      "step": 73130
    },
    {
      "epoch": 1.2360680395122652,
      "grad_norm": 0.1291211098432541,
      "learning_rate": 3.823672411988279e-06,
      "loss": 0.0011,
      "step": 73140
    },
    {
      "epoch": 1.2362370397911158,
      "grad_norm": 0.0016636535292491317,
      "learning_rate": 3.822239030768492e-06,
      "loss": 0.0012,
      "step": 73150
    },
    {
      "epoch": 1.2364060400699661,
      "grad_norm": 0.044153131544589996,
      "learning_rate": 3.820805752019613e-06,
      "loss": 0.0007,
      "step": 73160
    },
    {
      "epoch": 1.2365750403488165,
      "grad_norm": 0.04015633836388588,
      "learning_rate": 3.819372575866348e-06,
      "loss": 0.0012,
      "step": 73170
    },
    {
      "epoch": 1.236744040627667,
      "grad_norm": 0.0036272837314754725,
      "learning_rate": 3.8179395024333885e-06,
      "loss": 0.0009,
      "step": 73180
    },
    {
      "epoch": 1.2369130409065174,
      "grad_norm": 0.15639354288578033,
      "learning_rate": 3.816506531845421e-06,
      "loss": 0.0025,
      "step": 73190
    },
    {
      "epoch": 1.237082041185368,
      "grad_norm": 0.08149423450231552,
      "learning_rate": 3.815073664227118e-06,
      "loss": 0.0009,
      "step": 73200
    },
    {
      "epoch": 1.2372510414642184,
      "grad_norm": 0.15775452554225922,
      "learning_rate": 3.8136408997031483e-06,
      "loss": 0.0019,
      "step": 73210
    },
    {
      "epoch": 1.237420041743069,
      "grad_norm": 0.36730340123176575,
      "learning_rate": 3.8122082383981666e-06,
      "loss": 0.0021,
      "step": 73220
    },
    {
      "epoch": 1.2375890420219193,
      "grad_norm": 0.06837258487939835,
      "learning_rate": 3.8107756804368258e-06,
      "loss": 0.0013,
      "step": 73230
    },
    {
      "epoch": 1.23775804230077,
      "grad_norm": 0.030986608937382698,
      "learning_rate": 3.80934322594376e-06,
      "loss": 0.0008,
      "step": 73240
    },
    {
      "epoch": 1.2379270425796203,
      "grad_norm": 0.0400238111615181,
      "learning_rate": 3.8079108750436033e-06,
      "loss": 0.0009,
      "step": 73250
    },
    {
      "epoch": 1.2380960428584706,
      "grad_norm": 0.030002465471625328,
      "learning_rate": 3.8064786278609768e-06,
      "loss": 0.001,
      "step": 73260
    },
    {
      "epoch": 1.2382650431373212,
      "grad_norm": 0.1184472143650055,
      "learning_rate": 3.805046484520492e-06,
      "loss": 0.0008,
      "step": 73270
    },
    {
      "epoch": 1.2384340434161716,
      "grad_norm": 0.03609028086066246,
      "learning_rate": 3.803614445146753e-06,
      "loss": 0.0007,
      "step": 73280
    },
    {
      "epoch": 1.2386030436950222,
      "grad_norm": 0.02869199775159359,
      "learning_rate": 3.8021825098643533e-06,
      "loss": 0.0009,
      "step": 73290
    },
    {
      "epoch": 1.2387720439738725,
      "grad_norm": 0.0353069044649601,
      "learning_rate": 3.800750678797881e-06,
      "loss": 0.0004,
      "step": 73300
    },
    {
      "epoch": 1.2389410442527231,
      "grad_norm": 0.10248451679944992,
      "learning_rate": 3.799318952071907e-06,
      "loss": 0.0011,
      "step": 73310
    },
    {
      "epoch": 1.2391100445315735,
      "grad_norm": 0.010547821410000324,
      "learning_rate": 3.7978873298110046e-06,
      "loss": 0.0007,
      "step": 73320
    },
    {
      "epoch": 1.239279044810424,
      "grad_norm": 0.014905786141753197,
      "learning_rate": 3.7964558121397268e-06,
      "loss": 0.0016,
      "step": 73330
    },
    {
      "epoch": 1.2394480450892744,
      "grad_norm": 0.026339823380112648,
      "learning_rate": 3.7950243991826264e-06,
      "loss": 0.0013,
      "step": 73340
    },
    {
      "epoch": 1.2396170453681248,
      "grad_norm": 0.06282757967710495,
      "learning_rate": 3.7935930910642394e-06,
      "loss": 0.0013,
      "step": 73350
    },
    {
      "epoch": 1.2397860456469754,
      "grad_norm": 0.01360777486115694,
      "learning_rate": 3.7921618879090995e-06,
      "loss": 0.0003,
      "step": 73360
    },
    {
      "epoch": 1.2399550459258257,
      "grad_norm": 0.0012074375990778208,
      "learning_rate": 3.790730789841727e-06,
      "loss": 0.0006,
      "step": 73370
    },
    {
      "epoch": 1.2401240462046763,
      "grad_norm": 0.0037419984582811594,
      "learning_rate": 3.7892997969866362e-06,
      "loss": 0.0011,
      "step": 73380
    },
    {
      "epoch": 1.2402930464835267,
      "grad_norm": 0.015408365055918694,
      "learning_rate": 3.7878689094683274e-06,
      "loss": 0.0006,
      "step": 73390
    },
    {
      "epoch": 1.240462046762377,
      "grad_norm": 0.02896169200539589,
      "learning_rate": 3.7864381274112982e-06,
      "loss": 0.0011,
      "step": 73400
    },
    {
      "epoch": 1.2406310470412276,
      "grad_norm": 0.16518239676952362,
      "learning_rate": 3.7850074509400303e-06,
      "loss": 0.0011,
      "step": 73410
    },
    {
      "epoch": 1.240800047320078,
      "grad_norm": 0.11798775941133499,
      "learning_rate": 3.783576880179003e-06,
      "loss": 0.001,
      "step": 73420
    },
    {
      "epoch": 1.2409690475989286,
      "grad_norm": 0.04104173928499222,
      "learning_rate": 3.7821464152526776e-06,
      "loss": 0.0014,
      "step": 73430
    },
    {
      "epoch": 1.241138047877779,
      "grad_norm": 0.05344299599528313,
      "learning_rate": 3.7807160562855173e-06,
      "loss": 0.0018,
      "step": 73440
    },
    {
      "epoch": 1.2413070481566295,
      "grad_norm": 0.09682608395814896,
      "learning_rate": 3.7792858034019665e-06,
      "loss": 0.0011,
      "step": 73450
    },
    {
      "epoch": 1.2414760484354799,
      "grad_norm": 0.002755597699433565,
      "learning_rate": 3.777855656726466e-06,
      "loss": 0.0005,
      "step": 73460
    },
    {
      "epoch": 1.2416450487143305,
      "grad_norm": 0.07560652494430542,
      "learning_rate": 3.7764256163834435e-06,
      "loss": 0.0009,
      "step": 73470
    },
    {
      "epoch": 1.2418140489931808,
      "grad_norm": 0.011091392487287521,
      "learning_rate": 3.7749956824973223e-06,
      "loss": 0.0016,
      "step": 73480
    },
    {
      "epoch": 1.2419830492720312,
      "grad_norm": 0.02337898127734661,
      "learning_rate": 3.7735658551925103e-06,
      "loss": 0.0015,
      "step": 73490
    },
    {
      "epoch": 1.2421520495508818,
      "grad_norm": 0.029667360708117485,
      "learning_rate": 3.7721361345934138e-06,
      "loss": 0.0004,
      "step": 73500
    },
    {
      "epoch": 1.2423210498297321,
      "grad_norm": 0.064625084400177,
      "learning_rate": 3.77070652082442e-06,
      "loss": 0.0015,
      "step": 73510
    },
    {
      "epoch": 1.2424900501085827,
      "grad_norm": 0.010021107271313667,
      "learning_rate": 3.769277014009915e-06,
      "loss": 0.0012,
      "step": 73520
    },
    {
      "epoch": 1.242659050387433,
      "grad_norm": 0.1499299556016922,
      "learning_rate": 3.7678476142742746e-06,
      "loss": 0.0026,
      "step": 73530
    },
    {
      "epoch": 1.2428280506662837,
      "grad_norm": 0.19507773220539093,
      "learning_rate": 3.7664183217418597e-06,
      "loss": 0.001,
      "step": 73540
    },
    {
      "epoch": 1.242997050945134,
      "grad_norm": 0.015503432601690292,
      "learning_rate": 3.7649891365370294e-06,
      "loss": 0.001,
      "step": 73550
    },
    {
      "epoch": 1.2431660512239846,
      "grad_norm": 0.03430059552192688,
      "learning_rate": 3.763560058784127e-06,
      "loss": 0.0005,
      "step": 73560
    },
    {
      "epoch": 1.243335051502835,
      "grad_norm": 0.07987324893474579,
      "learning_rate": 3.7621310886074912e-06,
      "loss": 0.0012,
      "step": 73570
    },
    {
      "epoch": 1.2435040517816853,
      "grad_norm": 0.16322799026966095,
      "learning_rate": 3.7607022261314465e-06,
      "loss": 0.0015,
      "step": 73580
    },
    {
      "epoch": 1.243673052060536,
      "grad_norm": 0.09445358067750931,
      "learning_rate": 3.759273471480315e-06,
      "loss": 0.0017,
      "step": 73590
    },
    {
      "epoch": 1.2438420523393863,
      "grad_norm": 0.03201274573802948,
      "learning_rate": 3.7578448247784006e-06,
      "loss": 0.0011,
      "step": 73600
    },
    {
      "epoch": 1.2440110526182369,
      "grad_norm": 0.059998683631420135,
      "learning_rate": 3.7564162861500076e-06,
      "loss": 0.0007,
      "step": 73610
    },
    {
      "epoch": 1.2441800528970872,
      "grad_norm": 0.0846458300948143,
      "learning_rate": 3.7549878557194204e-06,
      "loss": 0.001,
      "step": 73620
    },
    {
      "epoch": 1.2443490531759378,
      "grad_norm": 0.007185360882431269,
      "learning_rate": 3.753559533610924e-06,
      "loss": 0.0009,
      "step": 73630
    },
    {
      "epoch": 1.2445180534547882,
      "grad_norm": 0.043200962245464325,
      "learning_rate": 3.752131319948785e-06,
      "loss": 0.0006,
      "step": 73640
    },
    {
      "epoch": 1.2446870537336387,
      "grad_norm": 0.026572002097964287,
      "learning_rate": 3.7507032148572684e-06,
      "loss": 0.0003,
      "step": 73650
    },
    {
      "epoch": 1.244856054012489,
      "grad_norm": 0.04520958662033081,
      "learning_rate": 3.7492752184606253e-06,
      "loss": 0.0003,
      "step": 73660
    },
    {
      "epoch": 1.2450250542913395,
      "grad_norm": 0.025674309581518173,
      "learning_rate": 3.7478473308830986e-06,
      "loss": 0.0006,
      "step": 73670
    },
    {
      "epoch": 1.24519405457019,
      "grad_norm": 0.020547570660710335,
      "learning_rate": 3.7464195522489193e-06,
      "loss": 0.0024,
      "step": 73680
    },
    {
      "epoch": 1.2453630548490404,
      "grad_norm": 0.01594940386712551,
      "learning_rate": 3.7449918826823152e-06,
      "loss": 0.0013,
      "step": 73690
    },
    {
      "epoch": 1.245532055127891,
      "grad_norm": 0.005270745139569044,
      "learning_rate": 3.7435643223074954e-06,
      "loss": 0.0014,
      "step": 73700
    },
    {
      "epoch": 1.2457010554067414,
      "grad_norm": 0.10284716635942459,
      "learning_rate": 3.7421368712486696e-06,
      "loss": 0.0007,
      "step": 73710
    },
    {
      "epoch": 1.245870055685592,
      "grad_norm": 0.010431215167045593,
      "learning_rate": 3.740709529630028e-06,
      "loss": 0.0009,
      "step": 73720
    },
    {
      "epoch": 1.2460390559644423,
      "grad_norm": 0.045114561915397644,
      "learning_rate": 3.7392822975757596e-06,
      "loss": 0.0016,
      "step": 73730
    },
    {
      "epoch": 1.246208056243293,
      "grad_norm": 0.06875897198915482,
      "learning_rate": 3.73785517521004e-06,
      "loss": 0.0014,
      "step": 73740
    },
    {
      "epoch": 1.2463770565221433,
      "grad_norm": 0.008149543777108192,
      "learning_rate": 3.736428162657035e-06,
      "loss": 0.0012,
      "step": 73750
    },
    {
      "epoch": 1.2465460568009936,
      "grad_norm": 0.04132377728819847,
      "learning_rate": 3.735001260040902e-06,
      "loss": 0.0006,
      "step": 73760
    },
    {
      "epoch": 1.2467150570798442,
      "grad_norm": 0.048792049288749695,
      "learning_rate": 3.7335744674857877e-06,
      "loss": 0.0007,
      "step": 73770
    },
    {
      "epoch": 1.2468840573586946,
      "grad_norm": 0.02528366446495056,
      "learning_rate": 3.732147785115833e-06,
      "loss": 0.0012,
      "step": 73780
    },
    {
      "epoch": 1.2470530576375451,
      "grad_norm": 0.08471834659576416,
      "learning_rate": 3.7307212130551612e-06,
      "loss": 0.0007,
      "step": 73790
    },
    {
      "epoch": 1.2472220579163955,
      "grad_norm": 0.00016127926937770098,
      "learning_rate": 3.7292947514278966e-06,
      "loss": 0.0006,
      "step": 73800
    },
    {
      "epoch": 1.247391058195246,
      "grad_norm": 0.0032390491105616093,
      "learning_rate": 3.727868400358142e-06,
      "loss": 0.0004,
      "step": 73810
    },
    {
      "epoch": 1.2475600584740965,
      "grad_norm": 0.034975565969944,
      "learning_rate": 3.726442159970004e-06,
      "loss": 0.0012,
      "step": 73820
    },
    {
      "epoch": 1.247729058752947,
      "grad_norm": 0.07279594242572784,
      "learning_rate": 3.725016030387565e-06,
      "loss": 0.001,
      "step": 73830
    },
    {
      "epoch": 1.2478980590317974,
      "grad_norm": 0.04227467626333237,
      "learning_rate": 3.723590011734911e-06,
      "loss": 0.0011,
      "step": 73840
    },
    {
      "epoch": 1.2480670593106478,
      "grad_norm": 0.10138219594955444,
      "learning_rate": 3.7221641041361084e-06,
      "loss": 0.0013,
      "step": 73850
    },
    {
      "epoch": 1.2482360595894983,
      "grad_norm": 0.14254963397979736,
      "learning_rate": 3.7207383077152227e-06,
      "loss": 0.0011,
      "step": 73860
    },
    {
      "epoch": 1.2484050598683487,
      "grad_norm": 0.04934743046760559,
      "learning_rate": 3.7193126225962993e-06,
      "loss": 0.0009,
      "step": 73870
    },
    {
      "epoch": 1.2485740601471993,
      "grad_norm": 0.11442594975233078,
      "learning_rate": 3.7178870489033857e-06,
      "loss": 0.0011,
      "step": 73880
    },
    {
      "epoch": 1.2487430604260497,
      "grad_norm": 0.0025327573530375957,
      "learning_rate": 3.716461586760509e-06,
      "loss": 0.0004,
      "step": 73890
    },
    {
      "epoch": 1.2489120607049002,
      "grad_norm": 0.07135838270187378,
      "learning_rate": 3.7150362362916946e-06,
      "loss": 0.0014,
      "step": 73900
    },
    {
      "epoch": 1.2490810609837506,
      "grad_norm": 0.1056516021490097,
      "learning_rate": 3.713610997620952e-06,
      "loss": 0.0009,
      "step": 73910
    },
    {
      "epoch": 1.2492500612626012,
      "grad_norm": 0.026004845276474953,
      "learning_rate": 3.712185870872286e-06,
      "loss": 0.001,
      "step": 73920
    },
    {
      "epoch": 1.2494190615414515,
      "grad_norm": 0.00045875273644924164,
      "learning_rate": 3.710760856169689e-06,
      "loss": 0.0003,
      "step": 73930
    },
    {
      "epoch": 1.249588061820302,
      "grad_norm": 0.055750828236341476,
      "learning_rate": 3.7093359536371438e-06,
      "loss": 0.0009,
      "step": 73940
    },
    {
      "epoch": 1.2497570620991525,
      "grad_norm": 0.019487323239445686,
      "learning_rate": 3.707911163398623e-06,
      "loss": 0.0009,
      "step": 73950
    },
    {
      "epoch": 1.2499260623780029,
      "grad_norm": 0.05430120974779129,
      "learning_rate": 3.7064864855780936e-06,
      "loss": 0.001,
      "step": 73960
    },
    {
      "epoch": 1.2500950626568534,
      "grad_norm": 0.08097860962152481,
      "learning_rate": 3.7050619202995048e-06,
      "loss": 0.0009,
      "step": 73970
    },
    {
      "epoch": 1.2502640629357038,
      "grad_norm": 0.07676412165164948,
      "learning_rate": 3.7036374676868053e-06,
      "loss": 0.0011,
      "step": 73980
    },
    {
      "epoch": 1.2504330632145544,
      "grad_norm": 0.04987164959311485,
      "learning_rate": 3.702213127863925e-06,
      "loss": 0.001,
      "step": 73990
    },
    {
      "epoch": 1.2506020634934047,
      "grad_norm": 0.1494833081960678,
      "learning_rate": 3.7007889009547927e-06,
      "loss": 0.0007,
      "step": 74000
    },
    {
      "epoch": 1.2507710637722553,
      "grad_norm": 0.04136582463979721,
      "learning_rate": 3.6993647870833184e-06,
      "loss": 0.0005,
      "step": 74010
    },
    {
      "epoch": 1.2509400640511057,
      "grad_norm": 0.03510259464383125,
      "learning_rate": 3.6979407863734095e-06,
      "loss": 0.0004,
      "step": 74020
    },
    {
      "epoch": 1.251109064329956,
      "grad_norm": 0.09876205772161484,
      "learning_rate": 3.696516898948962e-06,
      "loss": 0.001,
      "step": 74030
    },
    {
      "epoch": 1.2512780646088066,
      "grad_norm": 0.10713042318820953,
      "learning_rate": 3.6950931249338594e-06,
      "loss": 0.0013,
      "step": 74040
    },
    {
      "epoch": 1.251447064887657,
      "grad_norm": 0.02865634858608246,
      "learning_rate": 3.6936694644519777e-06,
      "loss": 0.0004,
      "step": 74050
    },
    {
      "epoch": 1.2516160651665076,
      "grad_norm": 0.005249988753348589,
      "learning_rate": 3.6922459176271813e-06,
      "loss": 0.0023,
      "step": 74060
    },
    {
      "epoch": 1.251785065445358,
      "grad_norm": 0.07062037289142609,
      "learning_rate": 3.690822484583328e-06,
      "loss": 0.0006,
      "step": 74070
    },
    {
      "epoch": 1.2519540657242083,
      "grad_norm": 0.056166257709264755,
      "learning_rate": 3.6893991654442595e-06,
      "loss": 0.0007,
      "step": 74080
    },
    {
      "epoch": 1.252123066003059,
      "grad_norm": 0.11034413427114487,
      "learning_rate": 3.6879759603338154e-06,
      "loss": 0.0009,
      "step": 74090
    },
    {
      "epoch": 1.2522920662819095,
      "grad_norm": 0.027039768174290657,
      "learning_rate": 3.686552869375818e-06,
      "loss": 0.001,
      "step": 74100
    },
    {
      "epoch": 1.2524610665607598,
      "grad_norm": 0.03380032628774643,
      "learning_rate": 3.685129892694087e-06,
      "loss": 0.0013,
      "step": 74110
    },
    {
      "epoch": 1.2526300668396102,
      "grad_norm": 0.02615695632994175,
      "learning_rate": 3.6837070304124236e-06,
      "loss": 0.0013,
      "step": 74120
    },
    {
      "epoch": 1.2527990671184608,
      "grad_norm": 0.023271802812814713,
      "learning_rate": 3.6822842826546267e-06,
      "loss": 0.0012,
      "step": 74130
    },
    {
      "epoch": 1.2529680673973111,
      "grad_norm": 0.06563130021095276,
      "learning_rate": 3.6808616495444816e-06,
      "loss": 0.0007,
      "step": 74140
    },
    {
      "epoch": 1.2531370676761617,
      "grad_norm": 0.05916164442896843,
      "learning_rate": 3.6794391312057664e-06,
      "loss": 0.0007,
      "step": 74150
    },
    {
      "epoch": 1.253306067955012,
      "grad_norm": 0.006687621120363474,
      "learning_rate": 3.6780167277622424e-06,
      "loss": 0.0023,
      "step": 74160
    },
    {
      "epoch": 1.2534750682338625,
      "grad_norm": 0.027524176985025406,
      "learning_rate": 3.676594439337671e-06,
      "loss": 0.0009,
      "step": 74170
    },
    {
      "epoch": 1.253644068512713,
      "grad_norm": 0.055483873933553696,
      "learning_rate": 3.675172266055792e-06,
      "loss": 0.0012,
      "step": 74180
    },
    {
      "epoch": 1.2538130687915636,
      "grad_norm": 0.07914508134126663,
      "learning_rate": 3.673750208040348e-06,
      "loss": 0.0013,
      "step": 74190
    },
    {
      "epoch": 1.253982069070414,
      "grad_norm": 0.02009778842329979,
      "learning_rate": 3.672328265415059e-06,
      "loss": 0.0004,
      "step": 74200
    },
    {
      "epoch": 1.2541510693492643,
      "grad_norm": 0.011674889363348484,
      "learning_rate": 3.6709064383036454e-06,
      "loss": 0.0006,
      "step": 74210
    },
    {
      "epoch": 1.254320069628115,
      "grad_norm": 0.008638451807200909,
      "learning_rate": 3.6694847268298107e-06,
      "loss": 0.001,
      "step": 74220
    },
    {
      "epoch": 1.2544890699069653,
      "grad_norm": 0.08116303384304047,
      "learning_rate": 3.668063131117252e-06,
      "loss": 0.0009,
      "step": 74230
    },
    {
      "epoch": 1.2546580701858159,
      "grad_norm": 0.014926801435649395,
      "learning_rate": 3.6666416512896524e-06,
      "loss": 0.001,
      "step": 74240
    },
    {
      "epoch": 1.2548270704646662,
      "grad_norm": 0.03558624908328056,
      "learning_rate": 3.665220287470692e-06,
      "loss": 0.0012,
      "step": 74250
    },
    {
      "epoch": 1.2549960707435166,
      "grad_norm": 0.13499194383621216,
      "learning_rate": 3.663799039784032e-06,
      "loss": 0.0014,
      "step": 74260
    },
    {
      "epoch": 1.2551650710223672,
      "grad_norm": 0.04808972403407097,
      "learning_rate": 3.6623779083533286e-06,
      "loss": 0.0011,
      "step": 74270
    },
    {
      "epoch": 1.2553340713012178,
      "grad_norm": 0.04176962003111839,
      "learning_rate": 3.6609568933022307e-06,
      "loss": 0.0005,
      "step": 74280
    },
    {
      "epoch": 1.2555030715800681,
      "grad_norm": 0.07730311900377274,
      "learning_rate": 3.6595359947543686e-06,
      "loss": 0.0007,
      "step": 74290
    },
    {
      "epoch": 1.2556720718589185,
      "grad_norm": 0.07153651118278503,
      "learning_rate": 3.658115212833372e-06,
      "loss": 0.0012,
      "step": 74300
    },
    {
      "epoch": 1.255841072137769,
      "grad_norm": 0.041518520563840866,
      "learning_rate": 3.6566945476628514e-06,
      "loss": 0.0013,
      "step": 74310
    },
    {
      "epoch": 1.2560100724166194,
      "grad_norm": 0.037388209253549576,
      "learning_rate": 3.6552739993664144e-06,
      "loss": 0.0014,
      "step": 74320
    },
    {
      "epoch": 1.25617907269547,
      "grad_norm": 0.0725250393152237,
      "learning_rate": 3.6538535680676534e-06,
      "loss": 0.001,
      "step": 74330
    },
    {
      "epoch": 1.2563480729743204,
      "grad_norm": 0.006527617108076811,
      "learning_rate": 3.6524332538901573e-06,
      "loss": 0.001,
      "step": 74340
    },
    {
      "epoch": 1.2565170732531707,
      "grad_norm": 0.0347895473241806,
      "learning_rate": 3.6510130569574943e-06,
      "loss": 0.0007,
      "step": 74350
    },
    {
      "epoch": 1.2566860735320213,
      "grad_norm": 0.06007776036858559,
      "learning_rate": 3.6495929773932338e-06,
      "loss": 0.0011,
      "step": 74360
    },
    {
      "epoch": 1.256855073810872,
      "grad_norm": 0.09146324545145035,
      "learning_rate": 3.648173015320925e-06,
      "loss": 0.0005,
      "step": 74370
    },
    {
      "epoch": 1.2570240740897223,
      "grad_norm": 0.043120142072439194,
      "learning_rate": 3.6467531708641156e-06,
      "loss": 0.0005,
      "step": 74380
    },
    {
      "epoch": 1.2571930743685726,
      "grad_norm": 0.05117538943886757,
      "learning_rate": 3.645333444146335e-06,
      "loss": 0.0011,
      "step": 74390
    },
    {
      "epoch": 1.2573620746474232,
      "grad_norm": 0.09959695488214493,
      "learning_rate": 3.64391383529111e-06,
      "loss": 0.0009,
      "step": 74400
    },
    {
      "epoch": 1.2575310749262736,
      "grad_norm": 0.05299863964319229,
      "learning_rate": 3.642494344421951e-06,
      "loss": 0.001,
      "step": 74410
    },
    {
      "epoch": 1.2577000752051242,
      "grad_norm": 0.044101472944021225,
      "learning_rate": 3.6410749716623604e-06,
      "loss": 0.0006,
      "step": 74420
    },
    {
      "epoch": 1.2578690754839745,
      "grad_norm": 0.05830482393503189,
      "learning_rate": 3.6396557171358317e-06,
      "loss": 0.0005,
      "step": 74430
    },
    {
      "epoch": 1.258038075762825,
      "grad_norm": 0.014905164949595928,
      "learning_rate": 3.6382365809658483e-06,
      "loss": 0.0005,
      "step": 74440
    },
    {
      "epoch": 1.2582070760416755,
      "grad_norm": 0.009240568615496159,
      "learning_rate": 3.6368175632758786e-06,
      "loss": 0.0019,
      "step": 74450
    },
    {
      "epoch": 1.258376076320526,
      "grad_norm": 0.0460660383105278,
      "learning_rate": 3.6353986641893866e-06,
      "loss": 0.0009,
      "step": 74460
    },
    {
      "epoch": 1.2585450765993764,
      "grad_norm": 0.07785634696483612,
      "learning_rate": 3.633979883829821e-06,
      "loss": 0.0026,
      "step": 74470
    },
    {
      "epoch": 1.2587140768782268,
      "grad_norm": 0.00043464999180287123,
      "learning_rate": 3.6325612223206264e-06,
      "loss": 0.001,
      "step": 74480
    },
    {
      "epoch": 1.2588830771570774,
      "grad_norm": 0.024840181693434715,
      "learning_rate": 3.631142679785229e-06,
      "loss": 0.0001,
      "step": 74490
    },
    {
      "epoch": 1.2590520774359277,
      "grad_norm": 0.07785341143608093,
      "learning_rate": 3.6297242563470515e-06,
      "loss": 0.0005,
      "step": 74500
    },
    {
      "epoch": 1.2592210777147783,
      "grad_norm": 0.07119804620742798,
      "learning_rate": 3.6283059521295016e-06,
      "loss": 0.001,
      "step": 74510
    },
    {
      "epoch": 1.2593900779936287,
      "grad_norm": 0.0005774807068519294,
      "learning_rate": 3.6268877672559816e-06,
      "loss": 0.0007,
      "step": 74520
    },
    {
      "epoch": 1.259559078272479,
      "grad_norm": 0.049248334020376205,
      "learning_rate": 3.6254697018498777e-06,
      "loss": 0.0017,
      "step": 74530
    },
    {
      "epoch": 1.2597280785513296,
      "grad_norm": 0.02326933853328228,
      "learning_rate": 3.624051756034568e-06,
      "loss": 0.0005,
      "step": 74540
    },
    {
      "epoch": 1.2598970788301802,
      "grad_norm": 0.05022501200437546,
      "learning_rate": 3.6226339299334256e-06,
      "loss": 0.0008,
      "step": 74550
    },
    {
      "epoch": 1.2600660791090306,
      "grad_norm": 0.02887713722884655,
      "learning_rate": 3.6212162236698017e-06,
      "loss": 0.0014,
      "step": 74560
    },
    {
      "epoch": 1.260235079387881,
      "grad_norm": 0.020068364217877388,
      "learning_rate": 3.619798637367049e-06,
      "loss": 0.0009,
      "step": 74570
    },
    {
      "epoch": 1.2604040796667315,
      "grad_norm": 0.04366261512041092,
      "learning_rate": 3.6183811711485005e-06,
      "loss": 0.0005,
      "step": 74580
    },
    {
      "epoch": 1.2605730799455819,
      "grad_norm": 0.054522644728422165,
      "learning_rate": 3.616963825137486e-06,
      "loss": 0.0009,
      "step": 74590
    },
    {
      "epoch": 1.2607420802244325,
      "grad_norm": 0.006772140506654978,
      "learning_rate": 3.615546599457318e-06,
      "loss": 0.0004,
      "step": 74600
    },
    {
      "epoch": 1.2609110805032828,
      "grad_norm": 0.07526401430368423,
      "learning_rate": 3.6141294942313043e-06,
      "loss": 0.0013,
      "step": 74610
    },
    {
      "epoch": 1.2610800807821332,
      "grad_norm": 0.002872828394174576,
      "learning_rate": 3.612712509582738e-06,
      "loss": 0.0006,
      "step": 74620
    },
    {
      "epoch": 1.2612490810609838,
      "grad_norm": 0.026724405586719513,
      "learning_rate": 3.6112956456349073e-06,
      "loss": 0.0008,
      "step": 74630
    },
    {
      "epoch": 1.2614180813398341,
      "grad_norm": 0.019419973716139793,
      "learning_rate": 3.609878902511082e-06,
      "loss": 0.0009,
      "step": 74640
    },
    {
      "epoch": 1.2615870816186847,
      "grad_norm": 0.012238175608217716,
      "learning_rate": 3.608462280334529e-06,
      "loss": 0.0018,
      "step": 74650
    },
    {
      "epoch": 1.261756081897535,
      "grad_norm": 0.1558408886194229,
      "learning_rate": 3.6070457792284987e-06,
      "loss": 0.0008,
      "step": 74660
    },
    {
      "epoch": 1.2619250821763857,
      "grad_norm": 0.06568319350481033,
      "learning_rate": 3.6056293993162362e-06,
      "loss": 0.0008,
      "step": 74670
    },
    {
      "epoch": 1.262094082455236,
      "grad_norm": 0.025579141452908516,
      "learning_rate": 3.604213140720969e-06,
      "loss": 0.0006,
      "step": 74680
    },
    {
      "epoch": 1.2622630827340866,
      "grad_norm": 0.09482182562351227,
      "learning_rate": 3.6027970035659233e-06,
      "loss": 0.0013,
      "step": 74690
    },
    {
      "epoch": 1.262432083012937,
      "grad_norm": 0.0515873022377491,
      "learning_rate": 3.6013809879743074e-06,
      "loss": 0.0008,
      "step": 74700
    },
    {
      "epoch": 1.2626010832917873,
      "grad_norm": 0.03804394602775574,
      "learning_rate": 3.599965094069322e-06,
      "loss": 0.0011,
      "step": 74710
    },
    {
      "epoch": 1.262770083570638,
      "grad_norm": 0.05061568692326546,
      "learning_rate": 3.598549321974156e-06,
      "loss": 0.0013,
      "step": 74720
    },
    {
      "epoch": 1.2629390838494883,
      "grad_norm": 0.06825969368219376,
      "learning_rate": 3.597133671811991e-06,
      "loss": 0.0015,
      "step": 74730
    },
    {
      "epoch": 1.2631080841283389,
      "grad_norm": 0.009210345335304737,
      "learning_rate": 3.595718143705992e-06,
      "loss": 0.0006,
      "step": 74740
    },
    {
      "epoch": 1.2632770844071892,
      "grad_norm": 0.08739422261714935,
      "learning_rate": 3.59430273777932e-06,
      "loss": 0.0008,
      "step": 74750
    },
    {
      "epoch": 1.2634460846860398,
      "grad_norm": 0.011182409711182117,
      "learning_rate": 3.5928874541551184e-06,
      "loss": 0.0009,
      "step": 74760
    },
    {
      "epoch": 1.2636150849648902,
      "grad_norm": 0.0437384769320488,
      "learning_rate": 3.591472292956528e-06,
      "loss": 0.0014,
      "step": 74770
    },
    {
      "epoch": 1.2637840852437408,
      "grad_norm": 0.08981582522392273,
      "learning_rate": 3.5900572543066707e-06,
      "loss": 0.0009,
      "step": 74780
    },
    {
      "epoch": 1.2639530855225911,
      "grad_norm": 0.02562858909368515,
      "learning_rate": 3.588642338328664e-06,
      "loss": 0.0007,
      "step": 74790
    },
    {
      "epoch": 1.2641220858014415,
      "grad_norm": 0.008729532361030579,
      "learning_rate": 3.587227545145612e-06,
      "loss": 0.0008,
      "step": 74800
    },
    {
      "epoch": 1.264291086080292,
      "grad_norm": 0.03705538436770439,
      "learning_rate": 3.5858128748806097e-06,
      "loss": 0.0009,
      "step": 74810
    },
    {
      "epoch": 1.2644600863591424,
      "grad_norm": 0.017782073467969894,
      "learning_rate": 3.5843983276567384e-06,
      "loss": 0.0007,
      "step": 74820
    },
    {
      "epoch": 1.264629086637993,
      "grad_norm": 0.011385198682546616,
      "learning_rate": 3.582983903597071e-06,
      "loss": 0.0006,
      "step": 74830
    },
    {
      "epoch": 1.2647980869168434,
      "grad_norm": 0.05284975469112396,
      "learning_rate": 3.5815696028246715e-06,
      "loss": 0.0005,
      "step": 74840
    },
    {
      "epoch": 1.264967087195694,
      "grad_norm": 0.018762778490781784,
      "learning_rate": 3.580155425462587e-06,
      "loss": 0.0009,
      "step": 74850
    },
    {
      "epoch": 1.2651360874745443,
      "grad_norm": 0.09084206819534302,
      "learning_rate": 3.5787413716338614e-06,
      "loss": 0.0016,
      "step": 74860
    },
    {
      "epoch": 1.265305087753395,
      "grad_norm": 0.019888978451490402,
      "learning_rate": 3.5773274414615207e-06,
      "loss": 0.0008,
      "step": 74870
    },
    {
      "epoch": 1.2654740880322453,
      "grad_norm": 0.036904774606227875,
      "learning_rate": 3.5759136350685876e-06,
      "loss": 0.0015,
      "step": 74880
    },
    {
      "epoch": 1.2656430883110956,
      "grad_norm": 0.10370167344808578,
      "learning_rate": 3.5744999525780666e-06,
      "loss": 0.0013,
      "step": 74890
    },
    {
      "epoch": 1.2658120885899462,
      "grad_norm": 0.09771838784217834,
      "learning_rate": 3.5730863941129566e-06,
      "loss": 0.0016,
      "step": 74900
    },
    {
      "epoch": 1.2659810888687966,
      "grad_norm": 0.032277822494506836,
      "learning_rate": 3.5716729597962435e-06,
      "loss": 0.001,
      "step": 74910
    },
    {
      "epoch": 1.2661500891476472,
      "grad_norm": 0.03454013541340828,
      "learning_rate": 3.5702596497509053e-06,
      "loss": 0.0018,
      "step": 74920
    },
    {
      "epoch": 1.2663190894264975,
      "grad_norm": 0.0273564625531435,
      "learning_rate": 3.568846464099902e-06,
      "loss": 0.0008,
      "step": 74930
    },
    {
      "epoch": 1.266488089705348,
      "grad_norm": 0.04307074472308159,
      "learning_rate": 3.5674334029661937e-06,
      "loss": 0.0012,
      "step": 74940
    },
    {
      "epoch": 1.2666570899841985,
      "grad_norm": 0.05055421218276024,
      "learning_rate": 3.566020466472717e-06,
      "loss": 0.0008,
      "step": 74950
    },
    {
      "epoch": 1.266826090263049,
      "grad_norm": 0.0491347461938858,
      "learning_rate": 3.5646076547424106e-06,
      "loss": 0.0008,
      "step": 74960
    },
    {
      "epoch": 1.2669950905418994,
      "grad_norm": 0.02737373672425747,
      "learning_rate": 3.5631949678981904e-06,
      "loss": 0.0011,
      "step": 74970
    },
    {
      "epoch": 1.2671640908207498,
      "grad_norm": 0.05359240621328354,
      "learning_rate": 3.561782406062971e-06,
      "loss": 0.0007,
      "step": 74980
    },
    {
      "epoch": 1.2673330910996004,
      "grad_norm": 0.040238119661808014,
      "learning_rate": 3.560369969359649e-06,
      "loss": 0.0009,
      "step": 74990
    },
    {
      "epoch": 1.2675020913784507,
      "grad_norm": 0.05049556493759155,
      "learning_rate": 3.5589576579111167e-06,
      "loss": 0.0016,
      "step": 75000
    },
    {
      "epoch": 1.2676710916573013,
      "grad_norm": 0.023869765922427177,
      "learning_rate": 3.557545471840248e-06,
      "loss": 0.0008,
      "step": 75010
    },
    {
      "epoch": 1.2678400919361517,
      "grad_norm": 0.020744100213050842,
      "learning_rate": 3.5561334112699154e-06,
      "loss": 0.001,
      "step": 75020
    },
    {
      "epoch": 1.268009092215002,
      "grad_norm": 0.07367073744535446,
      "learning_rate": 3.5547214763229686e-06,
      "loss": 0.0012,
      "step": 75030
    },
    {
      "epoch": 1.2681780924938526,
      "grad_norm": 0.06526787579059601,
      "learning_rate": 3.5533096671222556e-06,
      "loss": 0.0018,
      "step": 75040
    },
    {
      "epoch": 1.2683470927727032,
      "grad_norm": 0.11561532318592072,
      "learning_rate": 3.5518979837906136e-06,
      "loss": 0.001,
      "step": 75050
    },
    {
      "epoch": 1.2685160930515536,
      "grad_norm": 0.06659328937530518,
      "learning_rate": 3.550486426450861e-06,
      "loss": 0.003,
      "step": 75060
    },
    {
      "epoch": 1.268685093330404,
      "grad_norm": 0.019424647092819214,
      "learning_rate": 3.549074995225815e-06,
      "loss": 0.002,
      "step": 75070
    },
    {
      "epoch": 1.2688540936092545,
      "grad_norm": 0.009543772786855698,
      "learning_rate": 3.547663690238271e-06,
      "loss": 0.0004,
      "step": 75080
    },
    {
      "epoch": 1.2690230938881049,
      "grad_norm": 0.03657336160540581,
      "learning_rate": 3.5462525116110246e-06,
      "loss": 0.0013,
      "step": 75090
    },
    {
      "epoch": 1.2691920941669554,
      "grad_norm": 0.17695069313049316,
      "learning_rate": 3.5448414594668524e-06,
      "loss": 0.0014,
      "step": 75100
    },
    {
      "epoch": 1.2693610944458058,
      "grad_norm": 0.0062867943197488785,
      "learning_rate": 3.543430533928525e-06,
      "loss": 0.0018,
      "step": 75110
    },
    {
      "epoch": 1.2695300947246562,
      "grad_norm": 0.04585151746869087,
      "learning_rate": 3.5420197351187966e-06,
      "loss": 0.0008,
      "step": 75120
    },
    {
      "epoch": 1.2696990950035068,
      "grad_norm": 0.10385863482952118,
      "learning_rate": 3.540609063160418e-06,
      "loss": 0.0009,
      "step": 75130
    },
    {
      "epoch": 1.2698680952823573,
      "grad_norm": 0.03469540923833847,
      "learning_rate": 3.539198518176119e-06,
      "loss": 0.0008,
      "step": 75140
    },
    {
      "epoch": 1.2700370955612077,
      "grad_norm": 0.06419689953327179,
      "learning_rate": 3.5377881002886293e-06,
      "loss": 0.0005,
      "step": 75150
    },
    {
      "epoch": 1.270206095840058,
      "grad_norm": 0.05026857554912567,
      "learning_rate": 3.536377809620657e-06,
      "loss": 0.0007,
      "step": 75160
    },
    {
      "epoch": 1.2703750961189086,
      "grad_norm": 0.015963979065418243,
      "learning_rate": 3.534967646294908e-06,
      "loss": 0.0007,
      "step": 75170
    },
    {
      "epoch": 1.270544096397759,
      "grad_norm": 0.08267915993928909,
      "learning_rate": 3.5335576104340715e-06,
      "loss": 0.0006,
      "step": 75180
    },
    {
      "epoch": 1.2707130966766096,
      "grad_norm": 0.2071213573217392,
      "learning_rate": 3.532147702160828e-06,
      "loss": 0.0013,
      "step": 75190
    },
    {
      "epoch": 1.27088209695546,
      "grad_norm": 0.054513413459062576,
      "learning_rate": 3.5307379215978453e-06,
      "loss": 0.0006,
      "step": 75200
    },
    {
      "epoch": 1.2710510972343103,
      "grad_norm": 0.06152530387043953,
      "learning_rate": 3.5293282688677843e-06,
      "loss": 0.0006,
      "step": 75210
    },
    {
      "epoch": 1.271220097513161,
      "grad_norm": 0.05172324180603027,
      "learning_rate": 3.5279187440932883e-06,
      "loss": 0.0011,
      "step": 75220
    },
    {
      "epoch": 1.2713890977920115,
      "grad_norm": 0.020962441340088844,
      "learning_rate": 3.5265093473969948e-06,
      "loss": 0.0007,
      "step": 75230
    },
    {
      "epoch": 1.2715580980708618,
      "grad_norm": 0.04996019974350929,
      "learning_rate": 3.5251000789015255e-06,
      "loss": 0.0009,
      "step": 75240
    },
    {
      "epoch": 1.2717270983497122,
      "grad_norm": 0.03674384206533432,
      "learning_rate": 3.523690938729498e-06,
      "loss": 0.0007,
      "step": 75250
    },
    {
      "epoch": 1.2718960986285628,
      "grad_norm": 0.08864463865756989,
      "learning_rate": 3.522281927003509e-06,
      "loss": 0.0007,
      "step": 75260
    },
    {
      "epoch": 1.2720650989074131,
      "grad_norm": 0.03137887269258499,
      "learning_rate": 3.5208730438461535e-06,
      "loss": 0.0004,
      "step": 75270
    },
    {
      "epoch": 1.2722340991862637,
      "grad_norm": 0.004854999948292971,
      "learning_rate": 3.519464289380009e-06,
      "loss": 0.0012,
      "step": 75280
    },
    {
      "epoch": 1.272403099465114,
      "grad_norm": 0.01660696417093277,
      "learning_rate": 3.5180556637276454e-06,
      "loss": 0.0007,
      "step": 75290
    },
    {
      "epoch": 1.2725720997439645,
      "grad_norm": 0.1040768101811409,
      "learning_rate": 3.5166471670116188e-06,
      "loss": 0.0007,
      "step": 75300
    },
    {
      "epoch": 1.272741100022815,
      "grad_norm": 0.06876754760742188,
      "learning_rate": 3.5152387993544753e-06,
      "loss": 0.0011,
      "step": 75310
    },
    {
      "epoch": 1.2729101003016656,
      "grad_norm": 0.004151761531829834,
      "learning_rate": 3.5138305608787514e-06,
      "loss": 0.0008,
      "step": 75320
    },
    {
      "epoch": 1.273079100580516,
      "grad_norm": 0.003927671350538731,
      "learning_rate": 3.5124224517069683e-06,
      "loss": 0.0015,
      "step": 75330
    },
    {
      "epoch": 1.2732481008593663,
      "grad_norm": 0.05192035809159279,
      "learning_rate": 3.5110144719616408e-06,
      "loss": 0.0007,
      "step": 75340
    },
    {
      "epoch": 1.273417101138217,
      "grad_norm": 0.011413088999688625,
      "learning_rate": 3.5096066217652668e-06,
      "loss": 0.0005,
      "step": 75350
    },
    {
      "epoch": 1.2735861014170673,
      "grad_norm": 0.020405396819114685,
      "learning_rate": 3.5081989012403395e-06,
      "loss": 0.0011,
      "step": 75360
    },
    {
      "epoch": 1.2737551016959179,
      "grad_norm": 0.048676881939172745,
      "learning_rate": 3.5067913105093337e-06,
      "loss": 0.0005,
      "step": 75370
    },
    {
      "epoch": 1.2739241019747682,
      "grad_norm": 0.09745845198631287,
      "learning_rate": 3.50538384969472e-06,
      "loss": 0.0014,
      "step": 75380
    },
    {
      "epoch": 1.2740931022536186,
      "grad_norm": 0.0010723049053922296,
      "learning_rate": 3.5039765189189515e-06,
      "loss": 0.0011,
      "step": 75390
    },
    {
      "epoch": 1.2742621025324692,
      "grad_norm": 0.12608641386032104,
      "learning_rate": 3.5025693183044766e-06,
      "loss": 0.0009,
      "step": 75400
    },
    {
      "epoch": 1.2744311028113198,
      "grad_norm": 0.04926927015185356,
      "learning_rate": 3.501162247973724e-06,
      "loss": 0.0006,
      "step": 75410
    },
    {
      "epoch": 1.2746001030901701,
      "grad_norm": 0.07403943687677383,
      "learning_rate": 3.4997553080491203e-06,
      "loss": 0.002,
      "step": 75420
    },
    {
      "epoch": 1.2747691033690205,
      "grad_norm": 0.05200944095849991,
      "learning_rate": 3.4983484986530713e-06,
      "loss": 0.0011,
      "step": 75430
    },
    {
      "epoch": 1.274938103647871,
      "grad_norm": 0.02016104944050312,
      "learning_rate": 3.496941819907981e-06,
      "loss": 0.0005,
      "step": 75440
    },
    {
      "epoch": 1.2751071039267214,
      "grad_norm": 0.0014036950888112187,
      "learning_rate": 3.4955352719362323e-06,
      "loss": 0.0014,
      "step": 75450
    },
    {
      "epoch": 1.275276104205572,
      "grad_norm": 0.04418787732720375,
      "learning_rate": 3.4941288548602056e-06,
      "loss": 0.0007,
      "step": 75460
    },
    {
      "epoch": 1.2754451044844224,
      "grad_norm": 0.023052405565977097,
      "learning_rate": 3.492722568802265e-06,
      "loss": 0.0015,
      "step": 75470
    },
    {
      "epoch": 1.2756141047632727,
      "grad_norm": 0.02741224505007267,
      "learning_rate": 3.491316413884763e-06,
      "loss": 0.0012,
      "step": 75480
    },
    {
      "epoch": 1.2757831050421233,
      "grad_norm": 0.00827124435454607,
      "learning_rate": 3.489910390230042e-06,
      "loss": 0.0012,
      "step": 75490
    },
    {
      "epoch": 1.275952105320974,
      "grad_norm": 0.008974979631602764,
      "learning_rate": 3.4885044979604352e-06,
      "loss": 0.0009,
      "step": 75500
    },
    {
      "epoch": 1.2761211055998243,
      "grad_norm": 0.021223215386271477,
      "learning_rate": 3.487098737198259e-06,
      "loss": 0.0008,
      "step": 75510
    },
    {
      "epoch": 1.2762901058786746,
      "grad_norm": 0.01636037603020668,
      "learning_rate": 3.485693108065825e-06,
      "loss": 0.0015,
      "step": 75520
    },
    {
      "epoch": 1.2764591061575252,
      "grad_norm": 0.07580610364675522,
      "learning_rate": 3.484287610685425e-06,
      "loss": 0.001,
      "step": 75530
    },
    {
      "epoch": 1.2766281064363756,
      "grad_norm": 0.04372125118970871,
      "learning_rate": 3.482882245179349e-06,
      "loss": 0.0011,
      "step": 75540
    },
    {
      "epoch": 1.2767971067152262,
      "grad_norm": 0.041074804961681366,
      "learning_rate": 3.4814770116698665e-06,
      "loss": 0.0008,
      "step": 75550
    },
    {
      "epoch": 1.2769661069940765,
      "grad_norm": 0.04173261299729347,
      "learning_rate": 3.4800719102792412e-06,
      "loss": 0.0006,
      "step": 75560
    },
    {
      "epoch": 1.277135107272927,
      "grad_norm": 0.02142047882080078,
      "learning_rate": 3.478666941129725e-06,
      "loss": 0.0009,
      "step": 75570
    },
    {
      "epoch": 1.2773041075517775,
      "grad_norm": 0.10476000607013702,
      "learning_rate": 3.477262104343555e-06,
      "loss": 0.0009,
      "step": 75580
    },
    {
      "epoch": 1.2774731078306278,
      "grad_norm": 0.04013489559292793,
      "learning_rate": 3.475857400042961e-06,
      "loss": 0.0006,
      "step": 75590
    },
    {
      "epoch": 1.2776421081094784,
      "grad_norm": 0.03097931295633316,
      "learning_rate": 3.4744528283501566e-06,
      "loss": 0.0005,
      "step": 75600
    },
    {
      "epoch": 1.2778111083883288,
      "grad_norm": 0.01865074224770069,
      "learning_rate": 3.4730483893873496e-06,
      "loss": 0.0005,
      "step": 75610
    },
    {
      "epoch": 1.2779801086671794,
      "grad_norm": 0.0692799761891365,
      "learning_rate": 3.471644083276729e-06,
      "loss": 0.0008,
      "step": 75620
    },
    {
      "epoch": 1.2781491089460297,
      "grad_norm": 0.020755227655172348,
      "learning_rate": 3.47023991014048e-06,
      "loss": 0.0008,
      "step": 75630
    },
    {
      "epoch": 1.2783181092248803,
      "grad_norm": 0.10251430422067642,
      "learning_rate": 3.4688358701007686e-06,
      "loss": 0.0006,
      "step": 75640
    },
    {
      "epoch": 1.2784871095037307,
      "grad_norm": 0.07248004525899887,
      "learning_rate": 3.467431963279756e-06,
      "loss": 0.0004,
      "step": 75650
    },
    {
      "epoch": 1.278656109782581,
      "grad_norm": 0.05969158187508583,
      "learning_rate": 3.4660281897995885e-06,
      "loss": 0.0004,
      "step": 75660
    },
    {
      "epoch": 1.2788251100614316,
      "grad_norm": 0.00034028541995212436,
      "learning_rate": 3.4646245497824004e-06,
      "loss": 0.0004,
      "step": 75670
    },
    {
      "epoch": 1.278994110340282,
      "grad_norm": 0.10661555081605911,
      "learning_rate": 3.463221043350315e-06,
      "loss": 0.0012,
      "step": 75680
    },
    {
      "epoch": 1.2791631106191326,
      "grad_norm": 0.02095131203532219,
      "learning_rate": 3.4618176706254466e-06,
      "loss": 0.0019,
      "step": 75690
    },
    {
      "epoch": 1.279332110897983,
      "grad_norm": 0.06987152993679047,
      "learning_rate": 3.460414431729891e-06,
      "loss": 0.0011,
      "step": 75700
    },
    {
      "epoch": 1.2795011111768335,
      "grad_norm": 0.060856495052576065,
      "learning_rate": 3.4590113267857417e-06,
      "loss": 0.0021,
      "step": 75710
    },
    {
      "epoch": 1.2796701114556839,
      "grad_norm": 0.06990408152341843,
      "learning_rate": 3.457608355915071e-06,
      "loss": 0.0009,
      "step": 75720
    },
    {
      "epoch": 1.2798391117345345,
      "grad_norm": 0.06350047141313553,
      "learning_rate": 3.4562055192399486e-06,
      "loss": 0.0011,
      "step": 75730
    },
    {
      "epoch": 1.2800081120133848,
      "grad_norm": 0.005618101917207241,
      "learning_rate": 3.4548028168824237e-06,
      "loss": 0.0012,
      "step": 75740
    },
    {
      "epoch": 1.2801771122922352,
      "grad_norm": 0.04957776144146919,
      "learning_rate": 3.4534002489645413e-06,
      "loss": 0.0013,
      "step": 75750
    },
    {
      "epoch": 1.2803461125710858,
      "grad_norm": 0.06811799854040146,
      "learning_rate": 3.45199781560833e-06,
      "loss": 0.0006,
      "step": 75760
    },
    {
      "epoch": 1.2805151128499361,
      "grad_norm": 0.024274202063679695,
      "learning_rate": 3.4505955169358108e-06,
      "loss": 0.001,
      "step": 75770
    },
    {
      "epoch": 1.2806841131287867,
      "grad_norm": 0.07120922207832336,
      "learning_rate": 3.449193353068987e-06,
      "loss": 0.0007,
      "step": 75780
    },
    {
      "epoch": 1.280853113407637,
      "grad_norm": 0.06161806359887123,
      "learning_rate": 3.447791324129857e-06,
      "loss": 0.0015,
      "step": 75790
    },
    {
      "epoch": 1.2810221136864877,
      "grad_norm": 0.03518872708082199,
      "learning_rate": 3.4463894302404004e-06,
      "loss": 0.0013,
      "step": 75800
    },
    {
      "epoch": 1.281191113965338,
      "grad_norm": 0.016944030299782753,
      "learning_rate": 3.444987671522591e-06,
      "loss": 0.0006,
      "step": 75810
    },
    {
      "epoch": 1.2813601142441886,
      "grad_norm": 0.04125964269042015,
      "learning_rate": 3.4435860480983907e-06,
      "loss": 0.0009,
      "step": 75820
    },
    {
      "epoch": 1.281529114523039,
      "grad_norm": 0.035951171070337296,
      "learning_rate": 3.4421845600897425e-06,
      "loss": 0.0011,
      "step": 75830
    },
    {
      "epoch": 1.2816981148018893,
      "grad_norm": 0.05894112214446068,
      "learning_rate": 3.4407832076185876e-06,
      "loss": 0.0017,
      "step": 75840
    },
    {
      "epoch": 1.28186711508074,
      "grad_norm": 0.012359118089079857,
      "learning_rate": 3.439381990806846e-06,
      "loss": 0.0006,
      "step": 75850
    },
    {
      "epoch": 1.2820361153595903,
      "grad_norm": 0.030763106420636177,
      "learning_rate": 3.4379809097764336e-06,
      "loss": 0.0007,
      "step": 75860
    },
    {
      "epoch": 1.2822051156384409,
      "grad_norm": 0.034162361174821854,
      "learning_rate": 3.43657996464925e-06,
      "loss": 0.0014,
      "step": 75870
    },
    {
      "epoch": 1.2823741159172912,
      "grad_norm": 0.09156583249568939,
      "learning_rate": 3.435179155547186e-06,
      "loss": 0.0009,
      "step": 75880
    },
    {
      "epoch": 1.2825431161961416,
      "grad_norm": 0.03484535962343216,
      "learning_rate": 3.433778482592115e-06,
      "loss": 0.0007,
      "step": 75890
    },
    {
      "epoch": 1.2827121164749922,
      "grad_norm": 0.033580485731363297,
      "learning_rate": 3.432377945905906e-06,
      "loss": 0.0003,
      "step": 75900
    },
    {
      "epoch": 1.2828811167538428,
      "grad_norm": 0.07795017957687378,
      "learning_rate": 3.43097754561041e-06,
      "loss": 0.0008,
      "step": 75910
    },
    {
      "epoch": 1.2830501170326931,
      "grad_norm": 0.03439640253782272,
      "learning_rate": 3.429577281827471e-06,
      "loss": 0.0008,
      "step": 75920
    },
    {
      "epoch": 1.2832191173115435,
      "grad_norm": 0.10929620265960693,
      "learning_rate": 3.4281771546789155e-06,
      "loss": 0.001,
      "step": 75930
    },
    {
      "epoch": 1.283388117590394,
      "grad_norm": 0.018059978261590004,
      "learning_rate": 3.4267771642865645e-06,
      "loss": 0.0011,
      "step": 75940
    },
    {
      "epoch": 1.2835571178692444,
      "grad_norm": 0.0037063744384795427,
      "learning_rate": 3.425377310772222e-06,
      "loss": 0.0004,
      "step": 75950
    },
    {
      "epoch": 1.283726118148095,
      "grad_norm": 0.01876419596374035,
      "learning_rate": 3.4239775942576835e-06,
      "loss": 0.0013,
      "step": 75960
    },
    {
      "epoch": 1.2838951184269454,
      "grad_norm": 0.06629638373851776,
      "learning_rate": 3.4225780148647285e-06,
      "loss": 0.0012,
      "step": 75970
    },
    {
      "epoch": 1.2840641187057957,
      "grad_norm": 0.0014231489039957523,
      "learning_rate": 3.4211785727151314e-06,
      "loss": 0.0007,
      "step": 75980
    },
    {
      "epoch": 1.2842331189846463,
      "grad_norm": 0.025891413912177086,
      "learning_rate": 3.4197792679306462e-06,
      "loss": 0.0004,
      "step": 75990
    },
    {
      "epoch": 1.284402119263497,
      "grad_norm": 0.13072508573532104,
      "learning_rate": 3.418380100633023e-06,
      "loss": 0.0016,
      "step": 76000
    },
    {
      "epoch": 1.2845711195423473,
      "grad_norm": 0.0022091337013989687,
      "learning_rate": 3.416981070943992e-06,
      "loss": 0.0011,
      "step": 76010
    },
    {
      "epoch": 1.2847401198211976,
      "grad_norm": 0.060467787086963654,
      "learning_rate": 3.4155821789852796e-06,
      "loss": 0.0011,
      "step": 76020
    },
    {
      "epoch": 1.2849091201000482,
      "grad_norm": 0.061618030071258545,
      "learning_rate": 3.414183424878592e-06,
      "loss": 0.0011,
      "step": 76030
    },
    {
      "epoch": 1.2850781203788986,
      "grad_norm": 0.022405657917261124,
      "learning_rate": 3.412784808745632e-06,
      "loss": 0.0011,
      "step": 76040
    },
    {
      "epoch": 1.2852471206577492,
      "grad_norm": 0.007900248281657696,
      "learning_rate": 3.411386330708082e-06,
      "loss": 0.0009,
      "step": 76050
    },
    {
      "epoch": 1.2854161209365995,
      "grad_norm": 0.03440115228295326,
      "learning_rate": 3.40998799088762e-06,
      "loss": 0.0005,
      "step": 76060
    },
    {
      "epoch": 1.2855851212154499,
      "grad_norm": 0.004934143740683794,
      "learning_rate": 3.4085897894059054e-06,
      "loss": 0.0007,
      "step": 76070
    },
    {
      "epoch": 1.2857541214943005,
      "grad_norm": 0.07494954019784927,
      "learning_rate": 3.4071917263845894e-06,
      "loss": 0.0018,
      "step": 76080
    },
    {
      "epoch": 1.285923121773151,
      "grad_norm": 0.03333232179284096,
      "learning_rate": 3.405793801945313e-06,
      "loss": 0.0009,
      "step": 76090
    },
    {
      "epoch": 1.2860921220520014,
      "grad_norm": 0.07441503554582596,
      "learning_rate": 3.404396016209697e-06,
      "loss": 0.0005,
      "step": 76100
    },
    {
      "epoch": 1.2862611223308518,
      "grad_norm": 0.03767404705286026,
      "learning_rate": 3.4029983692993607e-06,
      "loss": 0.0008,
      "step": 76110
    },
    {
      "epoch": 1.2864301226097024,
      "grad_norm": 0.08625879883766174,
      "learning_rate": 3.401600861335902e-06,
      "loss": 0.0008,
      "step": 76120
    },
    {
      "epoch": 1.2865991228885527,
      "grad_norm": 0.03797721117734909,
      "learning_rate": 3.4002034924409154e-06,
      "loss": 0.0007,
      "step": 76130
    },
    {
      "epoch": 1.2867681231674033,
      "grad_norm": 0.009482428431510925,
      "learning_rate": 3.398806262735973e-06,
      "loss": 0.001,
      "step": 76140
    },
    {
      "epoch": 1.2869371234462537,
      "grad_norm": 0.395962119102478,
      "learning_rate": 3.397409172342646e-06,
      "loss": 0.0014,
      "step": 76150
    },
    {
      "epoch": 1.287106123725104,
      "grad_norm": 0.007825309410691261,
      "learning_rate": 3.3960122213824836e-06,
      "loss": 0.0005,
      "step": 76160
    },
    {
      "epoch": 1.2872751240039546,
      "grad_norm": 0.02285987325012684,
      "learning_rate": 3.394615409977032e-06,
      "loss": 0.0017,
      "step": 76170
    },
    {
      "epoch": 1.2874441242828052,
      "grad_norm": 0.06611663848161697,
      "learning_rate": 3.393218738247816e-06,
      "loss": 0.0015,
      "step": 76180
    },
    {
      "epoch": 1.2876131245616556,
      "grad_norm": 0.03683452680706978,
      "learning_rate": 3.391822206316357e-06,
      "loss": 0.0012,
      "step": 76190
    },
    {
      "epoch": 1.287782124840506,
      "grad_norm": 0.0007462403154931962,
      "learning_rate": 3.3904258143041556e-06,
      "loss": 0.0018,
      "step": 76200
    },
    {
      "epoch": 1.2879511251193565,
      "grad_norm": 0.0829184278845787,
      "learning_rate": 3.3890295623327086e-06,
      "loss": 0.0008,
      "step": 76210
    },
    {
      "epoch": 1.2881201253982069,
      "grad_norm": 0.19146932661533356,
      "learning_rate": 3.387633450523493e-06,
      "loss": 0.001,
      "step": 76220
    },
    {
      "epoch": 1.2882891256770574,
      "grad_norm": 0.00407722732052207,
      "learning_rate": 3.386237478997981e-06,
      "loss": 0.0021,
      "step": 76230
    },
    {
      "epoch": 1.2884581259559078,
      "grad_norm": 0.002176871057599783,
      "learning_rate": 3.384841647877626e-06,
      "loss": 0.0005,
      "step": 76240
    },
    {
      "epoch": 1.2886271262347582,
      "grad_norm": 0.07185068726539612,
      "learning_rate": 3.3834459572838753e-06,
      "loss": 0.0011,
      "step": 76250
    },
    {
      "epoch": 1.2887961265136088,
      "grad_norm": 0.09929092973470688,
      "learning_rate": 3.382050407338156e-06,
      "loss": 0.001,
      "step": 76260
    },
    {
      "epoch": 1.2889651267924593,
      "grad_norm": 0.06979778409004211,
      "learning_rate": 3.380654998161893e-06,
      "loss": 0.0011,
      "step": 76270
    },
    {
      "epoch": 1.2891341270713097,
      "grad_norm": 0.05053688585758209,
      "learning_rate": 3.3792597298764884e-06,
      "loss": 0.0014,
      "step": 76280
    },
    {
      "epoch": 1.28930312735016,
      "grad_norm": 0.022292081266641617,
      "learning_rate": 3.377864602603343e-06,
      "loss": 0.0006,
      "step": 76290
    },
    {
      "epoch": 1.2894721276290106,
      "grad_norm": 0.04626830667257309,
      "learning_rate": 3.376469616463834e-06,
      "loss": 0.001,
      "step": 76300
    },
    {
      "epoch": 1.289641127907861,
      "grad_norm": 0.023113220930099487,
      "learning_rate": 3.375074771579335e-06,
      "loss": 0.0006,
      "step": 76310
    },
    {
      "epoch": 1.2898101281867116,
      "grad_norm": 0.07600270211696625,
      "learning_rate": 3.373680068071205e-06,
      "loss": 0.0011,
      "step": 76320
    },
    {
      "epoch": 1.289979128465562,
      "grad_norm": 0.18534424901008606,
      "learning_rate": 3.3722855060607874e-06,
      "loss": 0.0025,
      "step": 76330
    },
    {
      "epoch": 1.2901481287444123,
      "grad_norm": 0.03411588445305824,
      "learning_rate": 3.3708910856694177e-06,
      "loss": 0.0009,
      "step": 76340
    },
    {
      "epoch": 1.290317129023263,
      "grad_norm": 0.04233044013381004,
      "learning_rate": 3.3694968070184162e-06,
      "loss": 0.0006,
      "step": 76350
    },
    {
      "epoch": 1.2904861293021135,
      "grad_norm": 0.028893014416098595,
      "learning_rate": 3.368102670229094e-06,
      "loss": 0.001,
      "step": 76360
    },
    {
      "epoch": 1.2906551295809638,
      "grad_norm": 0.05490986257791519,
      "learning_rate": 3.366708675422745e-06,
      "loss": 0.0006,
      "step": 76370
    },
    {
      "epoch": 1.2908241298598142,
      "grad_norm": 0.009264852851629257,
      "learning_rate": 3.365314822720657e-06,
      "loss": 0.0009,
      "step": 76380
    },
    {
      "epoch": 1.2909931301386648,
      "grad_norm": 0.15807749330997467,
      "learning_rate": 3.3639211122440963e-06,
      "loss": 0.001,
      "step": 76390
    },
    {
      "epoch": 1.2911621304175152,
      "grad_norm": 0.06726587563753128,
      "learning_rate": 3.362527544114329e-06,
      "loss": 0.0009,
      "step": 76400
    },
    {
      "epoch": 1.2913311306963657,
      "grad_norm": 0.009346742182970047,
      "learning_rate": 3.3611341184525957e-06,
      "loss": 0.0014,
      "step": 76410
    },
    {
      "epoch": 1.291500130975216,
      "grad_norm": 0.037689968943595886,
      "learning_rate": 3.359740835380137e-06,
      "loss": 0.0008,
      "step": 76420
    },
    {
      "epoch": 1.2916691312540665,
      "grad_norm": 0.013817720115184784,
      "learning_rate": 3.3583476950181727e-06,
      "loss": 0.001,
      "step": 76430
    },
    {
      "epoch": 1.291838131532917,
      "grad_norm": 0.043633535504341125,
      "learning_rate": 3.356954697487912e-06,
      "loss": 0.0012,
      "step": 76440
    },
    {
      "epoch": 1.2920071318117674,
      "grad_norm": 0.08570516854524612,
      "learning_rate": 3.355561842910553e-06,
      "loss": 0.0009,
      "step": 76450
    },
    {
      "epoch": 1.292176132090618,
      "grad_norm": 0.12532709538936615,
      "learning_rate": 3.3541691314072835e-06,
      "loss": 0.0011,
      "step": 76460
    },
    {
      "epoch": 1.2923451323694684,
      "grad_norm": 0.035797711461782455,
      "learning_rate": 3.3527765630992715e-06,
      "loss": 0.0007,
      "step": 76470
    },
    {
      "epoch": 1.292514132648319,
      "grad_norm": 0.06022035330533981,
      "learning_rate": 3.3513841381076812e-06,
      "loss": 0.0013,
      "step": 76480
    },
    {
      "epoch": 1.2926831329271693,
      "grad_norm": 0.06282058358192444,
      "learning_rate": 3.3499918565536565e-06,
      "loss": 0.001,
      "step": 76490
    },
    {
      "epoch": 1.2928521332060199,
      "grad_norm": 0.022315459325909615,
      "learning_rate": 3.3485997185583375e-06,
      "loss": 0.001,
      "step": 76500
    },
    {
      "epoch": 1.2930211334848702,
      "grad_norm": 0.02336900681257248,
      "learning_rate": 3.3472077242428414e-06,
      "loss": 0.001,
      "step": 76510
    },
    {
      "epoch": 1.2931901337637206,
      "grad_norm": 0.042133525013923645,
      "learning_rate": 3.3458158737282824e-06,
      "loss": 0.0008,
      "step": 76520
    },
    {
      "epoch": 1.2933591340425712,
      "grad_norm": 0.02696537785232067,
      "learning_rate": 3.3444241671357563e-06,
      "loss": 0.0011,
      "step": 76530
    },
    {
      "epoch": 1.2935281343214216,
      "grad_norm": 0.05946613848209381,
      "learning_rate": 3.3430326045863515e-06,
      "loss": 0.0006,
      "step": 76540
    },
    {
      "epoch": 1.2936971346002721,
      "grad_norm": 0.07703051716089249,
      "learning_rate": 3.3416411862011356e-06,
      "loss": 0.001,
      "step": 76550
    },
    {
      "epoch": 1.2938661348791225,
      "grad_norm": 0.05500364303588867,
      "learning_rate": 3.3402499121011734e-06,
      "loss": 0.0015,
      "step": 76560
    },
    {
      "epoch": 1.294035135157973,
      "grad_norm": 0.041644442826509476,
      "learning_rate": 3.3388587824075094e-06,
      "loss": 0.0008,
      "step": 76570
    },
    {
      "epoch": 1.2942041354368234,
      "grad_norm": 0.12322068214416504,
      "learning_rate": 3.337467797241179e-06,
      "loss": 0.0006,
      "step": 76580
    },
    {
      "epoch": 1.294373135715674,
      "grad_norm": 0.02212311513721943,
      "learning_rate": 3.3360769567232077e-06,
      "loss": 0.0009,
      "step": 76590
    },
    {
      "epoch": 1.2945421359945244,
      "grad_norm": 0.09738665819168091,
      "learning_rate": 3.3346862609746005e-06,
      "loss": 0.0012,
      "step": 76600
    },
    {
      "epoch": 1.2947111362733748,
      "grad_norm": 0.11395315825939178,
      "learning_rate": 3.3332957101163597e-06,
      "loss": 0.0028,
      "step": 76610
    },
    {
      "epoch": 1.2948801365522253,
      "grad_norm": 0.04635939002037048,
      "learning_rate": 3.3319053042694653e-06,
      "loss": 0.001,
      "step": 76620
    },
    {
      "epoch": 1.2950491368310757,
      "grad_norm": 0.020105794072151184,
      "learning_rate": 3.3305150435548927e-06,
      "loss": 0.0008,
      "step": 76630
    },
    {
      "epoch": 1.2952181371099263,
      "grad_norm": 0.01157683227211237,
      "learning_rate": 3.3291249280935995e-06,
      "loss": 0.0004,
      "step": 76640
    },
    {
      "epoch": 1.2953871373887766,
      "grad_norm": 0.0161611158400774,
      "learning_rate": 3.3277349580065343e-06,
      "loss": 0.0009,
      "step": 76650
    },
    {
      "epoch": 1.2955561376676272,
      "grad_norm": 0.03194257989525795,
      "learning_rate": 3.326345133414629e-06,
      "loss": 0.0005,
      "step": 76660
    },
    {
      "epoch": 1.2957251379464776,
      "grad_norm": 0.04428780823945999,
      "learning_rate": 3.3249554544388074e-06,
      "loss": 0.0008,
      "step": 76670
    },
    {
      "epoch": 1.2958941382253282,
      "grad_norm": 0.02459871396422386,
      "learning_rate": 3.3235659211999753e-06,
      "loss": 0.0008,
      "step": 76680
    },
    {
      "epoch": 1.2960631385041785,
      "grad_norm": 0.12832576036453247,
      "learning_rate": 3.3221765338190326e-06,
      "loss": 0.0013,
      "step": 76690
    },
    {
      "epoch": 1.296232138783029,
      "grad_norm": 0.04543474689126015,
      "learning_rate": 3.320787292416859e-06,
      "loss": 0.001,
      "step": 76700
    },
    {
      "epoch": 1.2964011390618795,
      "grad_norm": 0.044971760362386703,
      "learning_rate": 3.3193981971143275e-06,
      "loss": 0.0009,
      "step": 76710
    },
    {
      "epoch": 1.2965701393407298,
      "grad_norm": 0.0427575409412384,
      "learning_rate": 3.3180092480322943e-06,
      "loss": 0.0006,
      "step": 76720
    },
    {
      "epoch": 1.2967391396195804,
      "grad_norm": 0.06516630202531815,
      "learning_rate": 3.3166204452916085e-06,
      "loss": 0.0011,
      "step": 76730
    },
    {
      "epoch": 1.2969081398984308,
      "grad_norm": 0.12783502042293549,
      "learning_rate": 3.315231789013098e-06,
      "loss": 0.001,
      "step": 76740
    },
    {
      "epoch": 1.2970771401772814,
      "grad_norm": 0.05215373635292053,
      "learning_rate": 3.313843279317587e-06,
      "loss": 0.0013,
      "step": 76750
    },
    {
      "epoch": 1.2972461404561317,
      "grad_norm": 0.0056024095974862576,
      "learning_rate": 3.3124549163258777e-06,
      "loss": 0.0013,
      "step": 76760
    },
    {
      "epoch": 1.2974151407349823,
      "grad_norm": 0.05509374663233757,
      "learning_rate": 3.3110667001587694e-06,
      "loss": 0.0003,
      "step": 76770
    },
    {
      "epoch": 1.2975841410138327,
      "grad_norm": 0.02442927099764347,
      "learning_rate": 3.3096786309370387e-06,
      "loss": 0.0008,
      "step": 76780
    },
    {
      "epoch": 1.297753141292683,
      "grad_norm": 0.04514923319220543,
      "learning_rate": 3.3082907087814585e-06,
      "loss": 0.001,
      "step": 76790
    },
    {
      "epoch": 1.2979221415715336,
      "grad_norm": 0.005436763167381287,
      "learning_rate": 3.306902933812783e-06,
      "loss": 0.001,
      "step": 76800
    },
    {
      "epoch": 1.298091141850384,
      "grad_norm": 0.023903531953692436,
      "learning_rate": 3.305515306151756e-06,
      "loss": 0.0014,
      "step": 76810
    },
    {
      "epoch": 1.2982601421292346,
      "grad_norm": 0.06894169002771378,
      "learning_rate": 3.3041278259191056e-06,
      "loss": 0.0011,
      "step": 76820
    },
    {
      "epoch": 1.298429142408085,
      "grad_norm": 0.05309809744358063,
      "learning_rate": 3.302740493235551e-06,
      "loss": 0.0015,
      "step": 76830
    },
    {
      "epoch": 1.2985981426869353,
      "grad_norm": 0.05424584448337555,
      "learning_rate": 3.3013533082217997e-06,
      "loss": 0.0014,
      "step": 76840
    },
    {
      "epoch": 1.2987671429657859,
      "grad_norm": 0.0013488342519849539,
      "learning_rate": 3.299966270998538e-06,
      "loss": 0.0013,
      "step": 76850
    },
    {
      "epoch": 1.2989361432446365,
      "grad_norm": 0.01820383593440056,
      "learning_rate": 3.2985793816864496e-06,
      "loss": 0.0009,
      "step": 76860
    },
    {
      "epoch": 1.2991051435234868,
      "grad_norm": 0.017999805510044098,
      "learning_rate": 3.297192640406197e-06,
      "loss": 0.0006,
      "step": 76870
    },
    {
      "epoch": 1.2992741438023372,
      "grad_norm": 0.07281816750764847,
      "learning_rate": 3.295806047278437e-06,
      "loss": 0.0007,
      "step": 76880
    },
    {
      "epoch": 1.2994431440811878,
      "grad_norm": 0.12261531502008438,
      "learning_rate": 3.2944196024238052e-06,
      "loss": 0.0013,
      "step": 76890
    },
    {
      "epoch": 1.2996121443600381,
      "grad_norm": 0.0003672442398965359,
      "learning_rate": 3.293033305962934e-06,
      "loss": 0.0005,
      "step": 76900
    },
    {
      "epoch": 1.2997811446388887,
      "grad_norm": 0.010020782239735126,
      "learning_rate": 3.2916471580164343e-06,
      "loss": 0.0017,
      "step": 76910
    },
    {
      "epoch": 1.299950144917739,
      "grad_norm": 0.031483955681324005,
      "learning_rate": 3.2902611587049093e-06,
      "loss": 0.0012,
      "step": 76920
    },
    {
      "epoch": 1.3001191451965894,
      "grad_norm": 0.06877174973487854,
      "learning_rate": 3.2888753081489467e-06,
      "loss": 0.0011,
      "step": 76930
    },
    {
      "epoch": 1.30028814547544,
      "grad_norm": 0.06118880957365036,
      "learning_rate": 3.2874896064691246e-06,
      "loss": 0.0007,
      "step": 76940
    },
    {
      "epoch": 1.3004571457542906,
      "grad_norm": 0.06608627736568451,
      "learning_rate": 3.2861040537860025e-06,
      "loss": 0.0004,
      "step": 76950
    },
    {
      "epoch": 1.300626146033141,
      "grad_norm": 0.15344126522541046,
      "learning_rate": 3.2847186502201335e-06,
      "loss": 0.0019,
      "step": 76960
    },
    {
      "epoch": 1.3007951463119913,
      "grad_norm": 0.03516198322176933,
      "learning_rate": 3.28333339589205e-06,
      "loss": 0.0009,
      "step": 76970
    },
    {
      "epoch": 1.300964146590842,
      "grad_norm": 0.002182116499170661,
      "learning_rate": 3.281948290922281e-06,
      "loss": 0.0007,
      "step": 76980
    },
    {
      "epoch": 1.3011331468696923,
      "grad_norm": 0.023147817701101303,
      "learning_rate": 3.2805633354313334e-06,
      "loss": 0.0015,
      "step": 76990
    },
    {
      "epoch": 1.3013021471485429,
      "grad_norm": 0.129550501704216,
      "learning_rate": 3.279178529539707e-06,
      "loss": 0.0006,
      "step": 77000
    },
    {
      "epoch": 1.3014711474273932,
      "grad_norm": 0.018386520445346832,
      "learning_rate": 3.277793873367885e-06,
      "loss": 0.0008,
      "step": 77010
    },
    {
      "epoch": 1.3016401477062436,
      "grad_norm": 0.04771873354911804,
      "learning_rate": 3.2764093670363422e-06,
      "loss": 0.0009,
      "step": 77020
    },
    {
      "epoch": 1.3018091479850942,
      "grad_norm": 0.07971066981554031,
      "learning_rate": 3.2750250106655336e-06,
      "loss": 0.001,
      "step": 77030
    },
    {
      "epoch": 1.3019781482639448,
      "grad_norm": 0.04912357032299042,
      "learning_rate": 3.2736408043759095e-06,
      "loss": 0.0006,
      "step": 77040
    },
    {
      "epoch": 1.3021471485427951,
      "grad_norm": 0.02283174730837345,
      "learning_rate": 3.2722567482878966e-06,
      "loss": 0.0007,
      "step": 77050
    },
    {
      "epoch": 1.3023161488216455,
      "grad_norm": 0.052379060536623,
      "learning_rate": 3.2708728425219204e-06,
      "loss": 0.0005,
      "step": 77060
    },
    {
      "epoch": 1.302485149100496,
      "grad_norm": 0.000811600242741406,
      "learning_rate": 3.2694890871983824e-06,
      "loss": 0.0007,
      "step": 77070
    },
    {
      "epoch": 1.3026541493793464,
      "grad_norm": 0.002285461872816086,
      "learning_rate": 3.268105482437679e-06,
      "loss": 0.0014,
      "step": 77080
    },
    {
      "epoch": 1.302823149658197,
      "grad_norm": 0.031205566599965096,
      "learning_rate": 3.266722028360191e-06,
      "loss": 0.0008,
      "step": 77090
    },
    {
      "epoch": 1.3029921499370474,
      "grad_norm": 0.008281203918159008,
      "learning_rate": 3.2653387250862827e-06,
      "loss": 0.0012,
      "step": 77100
    },
    {
      "epoch": 1.3031611502158977,
      "grad_norm": 0.08469940721988678,
      "learning_rate": 3.2639555727363115e-06,
      "loss": 0.0009,
      "step": 77110
    },
    {
      "epoch": 1.3033301504947483,
      "grad_norm": 0.10907159000635147,
      "learning_rate": 3.262572571430615e-06,
      "loss": 0.0009,
      "step": 77120
    },
    {
      "epoch": 1.303499150773599,
      "grad_norm": 0.004431854467839003,
      "learning_rate": 3.261189721289525e-06,
      "loss": 0.0019,
      "step": 77130
    },
    {
      "epoch": 1.3036681510524493,
      "grad_norm": 0.04053468629717827,
      "learning_rate": 3.259807022433352e-06,
      "loss": 0.0016,
      "step": 77140
    },
    {
      "epoch": 1.3038371513312996,
      "grad_norm": 0.1110965833067894,
      "learning_rate": 3.2584244749824024e-06,
      "loss": 0.0011,
      "step": 77150
    },
    {
      "epoch": 1.3040061516101502,
      "grad_norm": 0.06742440909147263,
      "learning_rate": 3.2570420790569585e-06,
      "loss": 0.0008,
      "step": 77160
    },
    {
      "epoch": 1.3041751518890006,
      "grad_norm": 0.01611647941172123,
      "learning_rate": 3.2556598347773003e-06,
      "loss": 0.0014,
      "step": 77170
    },
    {
      "epoch": 1.3043441521678512,
      "grad_norm": 0.04131495580077171,
      "learning_rate": 3.254277742263687e-06,
      "loss": 0.0008,
      "step": 77180
    },
    {
      "epoch": 1.3045131524467015,
      "grad_norm": 0.04060171917080879,
      "learning_rate": 3.252895801636369e-06,
      "loss": 0.0006,
      "step": 77190
    },
    {
      "epoch": 1.3046821527255519,
      "grad_norm": 0.0038544689305126667,
      "learning_rate": 3.2515140130155808e-06,
      "loss": 0.0007,
      "step": 77200
    },
    {
      "epoch": 1.3048511530044025,
      "grad_norm": 0.027534153312444687,
      "learning_rate": 3.2501323765215454e-06,
      "loss": 0.0008,
      "step": 77210
    },
    {
      "epoch": 1.305020153283253,
      "grad_norm": 0.054691337049007416,
      "learning_rate": 3.2487508922744703e-06,
      "loss": 0.0012,
      "step": 77220
    },
    {
      "epoch": 1.3051891535621034,
      "grad_norm": 0.14498290419578552,
      "learning_rate": 3.2473695603945553e-06,
      "loss": 0.0015,
      "step": 77230
    },
    {
      "epoch": 1.3053581538409538,
      "grad_norm": 0.028799815103411674,
      "learning_rate": 3.245988381001978e-06,
      "loss": 0.0012,
      "step": 77240
    },
    {
      "epoch": 1.3055271541198044,
      "grad_norm": 0.0017579590203240514,
      "learning_rate": 3.244607354216911e-06,
      "loss": 0.0007,
      "step": 77250
    },
    {
      "epoch": 1.3056961543986547,
      "grad_norm": 0.06550420075654984,
      "learning_rate": 3.2432264801595082e-06,
      "loss": 0.0011,
      "step": 77260
    },
    {
      "epoch": 1.3058651546775053,
      "grad_norm": 0.030126405879855156,
      "learning_rate": 3.2418457589499155e-06,
      "loss": 0.0009,
      "step": 77270
    },
    {
      "epoch": 1.3060341549563557,
      "grad_norm": 0.008543896488845348,
      "learning_rate": 3.2404651907082575e-06,
      "loss": 0.0021,
      "step": 77280
    },
    {
      "epoch": 1.306203155235206,
      "grad_norm": 0.09629712253808975,
      "learning_rate": 3.239084775554654e-06,
      "loss": 0.0006,
      "step": 77290
    },
    {
      "epoch": 1.3063721555140566,
      "grad_norm": 0.003114005085080862,
      "learning_rate": 3.2377045136092065e-06,
      "loss": 0.0012,
      "step": 77300
    },
    {
      "epoch": 1.3065411557929072,
      "grad_norm": 0.5669236779212952,
      "learning_rate": 3.2363244049920063e-06,
      "loss": 0.0009,
      "step": 77310
    },
    {
      "epoch": 1.3067101560717576,
      "grad_norm": 0.014506954699754715,
      "learning_rate": 3.234944449823126e-06,
      "loss": 0.0006,
      "step": 77320
    },
    {
      "epoch": 1.306879156350608,
      "grad_norm": 0.07578347623348236,
      "learning_rate": 3.2335646482226336e-06,
      "loss": 0.0006,
      "step": 77330
    },
    {
      "epoch": 1.3070481566294585,
      "grad_norm": 0.005560994613915682,
      "learning_rate": 3.2321850003105726e-06,
      "loss": 0.0007,
      "step": 77340
    },
    {
      "epoch": 1.3072171569083089,
      "grad_norm": 0.044672898948192596,
      "learning_rate": 3.2308055062069817e-06,
      "loss": 0.0013,
      "step": 77350
    },
    {
      "epoch": 1.3073861571871594,
      "grad_norm": 0.11879739165306091,
      "learning_rate": 3.229426166031886e-06,
      "loss": 0.0009,
      "step": 77360
    },
    {
      "epoch": 1.3075551574660098,
      "grad_norm": 0.015471025370061398,
      "learning_rate": 3.22804697990529e-06,
      "loss": 0.0006,
      "step": 77370
    },
    {
      "epoch": 1.3077241577448602,
      "grad_norm": 0.02590048499405384,
      "learning_rate": 3.226667947947193e-06,
      "loss": 0.001,
      "step": 77380
    },
    {
      "epoch": 1.3078931580237108,
      "grad_norm": 0.019585004076361656,
      "learning_rate": 3.2252890702775776e-06,
      "loss": 0.0012,
      "step": 77390
    },
    {
      "epoch": 1.3080621583025611,
      "grad_norm": 0.02094372734427452,
      "learning_rate": 3.22391034701641e-06,
      "loss": 0.001,
      "step": 77400
    },
    {
      "epoch": 1.3082311585814117,
      "grad_norm": 0.02087017148733139,
      "learning_rate": 3.222531778283648e-06,
      "loss": 0.0006,
      "step": 77410
    },
    {
      "epoch": 1.308400158860262,
      "grad_norm": 0.09364385157823563,
      "learning_rate": 3.2211533641992353e-06,
      "loss": 0.0009,
      "step": 77420
    },
    {
      "epoch": 1.3085691591391126,
      "grad_norm": 0.008463174104690552,
      "learning_rate": 3.219775104883096e-06,
      "loss": 0.0006,
      "step": 77430
    },
    {
      "epoch": 1.308738159417963,
      "grad_norm": 0.017918633297085762,
      "learning_rate": 3.2183970004551503e-06,
      "loss": 0.001,
      "step": 77440
    },
    {
      "epoch": 1.3089071596968136,
      "grad_norm": 0.02036973461508751,
      "learning_rate": 3.217019051035295e-06,
      "loss": 0.0013,
      "step": 77450
    },
    {
      "epoch": 1.309076159975664,
      "grad_norm": 0.0491136871278286,
      "learning_rate": 3.215641256743424e-06,
      "loss": 0.0008,
      "step": 77460
    },
    {
      "epoch": 1.3092451602545143,
      "grad_norm": 0.005848989821970463,
      "learning_rate": 3.214263617699407e-06,
      "loss": 0.0012,
      "step": 77470
    },
    {
      "epoch": 1.309414160533365,
      "grad_norm": 0.06523486971855164,
      "learning_rate": 3.2128861340231076e-06,
      "loss": 0.0005,
      "step": 77480
    },
    {
      "epoch": 1.3095831608122153,
      "grad_norm": 0.0042354641482234,
      "learning_rate": 3.2115088058343725e-06,
      "loss": 0.0014,
      "step": 77490
    },
    {
      "epoch": 1.3097521610910658,
      "grad_norm": 0.02519715204834938,
      "learning_rate": 3.2101316332530387e-06,
      "loss": 0.0007,
      "step": 77500
    },
    {
      "epoch": 1.3099211613699162,
      "grad_norm": 0.06626711040735245,
      "learning_rate": 3.2087546163989235e-06,
      "loss": 0.0008,
      "step": 77510
    },
    {
      "epoch": 1.3100901616487668,
      "grad_norm": 0.13485555350780487,
      "learning_rate": 3.2073777553918373e-06,
      "loss": 0.0012,
      "step": 77520
    },
    {
      "epoch": 1.3102591619276172,
      "grad_norm": 0.02375718578696251,
      "learning_rate": 3.206001050351569e-06,
      "loss": 0.0007,
      "step": 77530
    },
    {
      "epoch": 1.3104281622064677,
      "grad_norm": 0.06585943698883057,
      "learning_rate": 3.2046245013979043e-06,
      "loss": 0.001,
      "step": 77540
    },
    {
      "epoch": 1.310597162485318,
      "grad_norm": 0.10992880910634995,
      "learning_rate": 3.2032481086506044e-06,
      "loss": 0.001,
      "step": 77550
    },
    {
      "epoch": 1.3107661627641685,
      "grad_norm": 0.009292932227253914,
      "learning_rate": 3.2018718722294255e-06,
      "loss": 0.0011,
      "step": 77560
    },
    {
      "epoch": 1.310935163043019,
      "grad_norm": 0.08823945373296738,
      "learning_rate": 3.2004957922541057e-06,
      "loss": 0.0011,
      "step": 77570
    },
    {
      "epoch": 1.3111041633218694,
      "grad_norm": 0.023845108225941658,
      "learning_rate": 3.1991198688443712e-06,
      "loss": 0.0008,
      "step": 77580
    },
    {
      "epoch": 1.31127316360072,
      "grad_norm": 0.04529750347137451,
      "learning_rate": 3.197744102119933e-06,
      "loss": 0.0012,
      "step": 77590
    },
    {
      "epoch": 1.3114421638795704,
      "grad_norm": 0.04554332047700882,
      "learning_rate": 3.196368492200489e-06,
      "loss": 0.0009,
      "step": 77600
    },
    {
      "epoch": 1.311611164158421,
      "grad_norm": 0.05958491936326027,
      "learning_rate": 3.1949930392057275e-06,
      "loss": 0.0008,
      "step": 77610
    },
    {
      "epoch": 1.3117801644372713,
      "grad_norm": 0.013546890579164028,
      "learning_rate": 3.193617743255315e-06,
      "loss": 0.0004,
      "step": 77620
    },
    {
      "epoch": 1.3119491647161219,
      "grad_norm": 0.06428714096546173,
      "learning_rate": 3.1922426044689133e-06,
      "loss": 0.0011,
      "step": 77630
    },
    {
      "epoch": 1.3121181649949722,
      "grad_norm": 0.027526091784238815,
      "learning_rate": 3.1908676229661612e-06,
      "loss": 0.0005,
      "step": 77640
    },
    {
      "epoch": 1.3122871652738226,
      "grad_norm": 0.04166054353117943,
      "learning_rate": 3.1894927988666935e-06,
      "loss": 0.0017,
      "step": 77650
    },
    {
      "epoch": 1.3124561655526732,
      "grad_norm": 0.020531712099909782,
      "learning_rate": 3.188118132290123e-06,
      "loss": 0.0011,
      "step": 77660
    },
    {
      "epoch": 1.3126251658315236,
      "grad_norm": 0.11892349272966385,
      "learning_rate": 3.186743623356054e-06,
      "loss": 0.0011,
      "step": 77670
    },
    {
      "epoch": 1.3127941661103741,
      "grad_norm": 0.05005523934960365,
      "learning_rate": 3.1853692721840755e-06,
      "loss": 0.0008,
      "step": 77680
    },
    {
      "epoch": 1.3129631663892245,
      "grad_norm": 0.10019006580114365,
      "learning_rate": 3.1839950788937626e-06,
      "loss": 0.001,
      "step": 77690
    },
    {
      "epoch": 1.313132166668075,
      "grad_norm": 0.024045975878834724,
      "learning_rate": 3.1826210436046752e-06,
      "loss": 0.0009,
      "step": 77700
    },
    {
      "epoch": 1.3133011669469254,
      "grad_norm": 0.029203811660408974,
      "learning_rate": 3.181247166436364e-06,
      "loss": 0.0011,
      "step": 77710
    },
    {
      "epoch": 1.313470167225776,
      "grad_norm": 0.013211055658757687,
      "learning_rate": 3.1798734475083606e-06,
      "loss": 0.0003,
      "step": 77720
    },
    {
      "epoch": 1.3136391675046264,
      "grad_norm": 0.06947149336338043,
      "learning_rate": 3.1784998869401875e-06,
      "loss": 0.0005,
      "step": 77730
    },
    {
      "epoch": 1.3138081677834768,
      "grad_norm": 0.08241991698741913,
      "learning_rate": 3.1771264848513473e-06,
      "loss": 0.001,
      "step": 77740
    },
    {
      "epoch": 1.3139771680623273,
      "grad_norm": 0.11345503479242325,
      "learning_rate": 3.175753241361337e-06,
      "loss": 0.0007,
      "step": 77750
    },
    {
      "epoch": 1.3141461683411777,
      "grad_norm": 0.1144309788942337,
      "learning_rate": 3.1743801565896316e-06,
      "loss": 0.0014,
      "step": 77760
    },
    {
      "epoch": 1.3143151686200283,
      "grad_norm": 0.07751011848449707,
      "learning_rate": 3.1730072306556985e-06,
      "loss": 0.0016,
      "step": 77770
    },
    {
      "epoch": 1.3144841688988786,
      "grad_norm": 0.05221608653664589,
      "learning_rate": 3.1716344636789876e-06,
      "loss": 0.0011,
      "step": 77780
    },
    {
      "epoch": 1.314653169177729,
      "grad_norm": 0.004115086980164051,
      "learning_rate": 3.170261855778939e-06,
      "loss": 0.0012,
      "step": 77790
    },
    {
      "epoch": 1.3148221694565796,
      "grad_norm": 0.0636073425412178,
      "learning_rate": 3.1688894070749722e-06,
      "loss": 0.0015,
      "step": 77800
    },
    {
      "epoch": 1.3149911697354302,
      "grad_norm": 0.012179211713373661,
      "learning_rate": 3.167517117686501e-06,
      "loss": 0.0009,
      "step": 77810
    },
    {
      "epoch": 1.3151601700142805,
      "grad_norm": 0.0035941177047789097,
      "learning_rate": 3.166144987732917e-06,
      "loss": 0.0013,
      "step": 77820
    },
    {
      "epoch": 1.315329170293131,
      "grad_norm": 0.03358374163508415,
      "learning_rate": 3.1647730173336065e-06,
      "loss": 0.0009,
      "step": 77830
    },
    {
      "epoch": 1.3154981705719815,
      "grad_norm": 0.011771938763558865,
      "learning_rate": 3.1634012066079333e-06,
      "loss": 0.0004,
      "step": 77840
    },
    {
      "epoch": 1.3156671708508318,
      "grad_norm": 0.015004804357886314,
      "learning_rate": 3.1620295556752535e-06,
      "loss": 0.0006,
      "step": 77850
    },
    {
      "epoch": 1.3158361711296824,
      "grad_norm": 0.018552575260400772,
      "learning_rate": 3.1606580646549094e-06,
      "loss": 0.0009,
      "step": 77860
    },
    {
      "epoch": 1.3160051714085328,
      "grad_norm": 0.006084776483476162,
      "learning_rate": 3.1592867336662236e-06,
      "loss": 0.0007,
      "step": 77870
    },
    {
      "epoch": 1.3161741716873832,
      "grad_norm": 0.0012030642246827483,
      "learning_rate": 3.157915562828512e-06,
      "loss": 0.0013,
      "step": 77880
    },
    {
      "epoch": 1.3163431719662337,
      "grad_norm": 0.050810765475034714,
      "learning_rate": 3.15654455226107e-06,
      "loss": 0.0009,
      "step": 77890
    },
    {
      "epoch": 1.3165121722450843,
      "grad_norm": 0.014970553107559681,
      "learning_rate": 3.155173702083186e-06,
      "loss": 0.0016,
      "step": 77900
    },
    {
      "epoch": 1.3166811725239347,
      "grad_norm": 0.08558324724435806,
      "learning_rate": 3.153803012414126e-06,
      "loss": 0.001,
      "step": 77910
    },
    {
      "epoch": 1.316850172802785,
      "grad_norm": 0.05313260853290558,
      "learning_rate": 3.1524324833731513e-06,
      "loss": 0.0011,
      "step": 77920
    },
    {
      "epoch": 1.3170191730816356,
      "grad_norm": 0.017633775249123573,
      "learning_rate": 3.1510621150794997e-06,
      "loss": 0.0015,
      "step": 77930
    },
    {
      "epoch": 1.317188173360486,
      "grad_norm": 0.012275348417460918,
      "learning_rate": 3.1496919076524048e-06,
      "loss": 0.0013,
      "step": 77940
    },
    {
      "epoch": 1.3173571736393366,
      "grad_norm": 0.02711687795817852,
      "learning_rate": 3.148321861211077e-06,
      "loss": 0.0014,
      "step": 77950
    },
    {
      "epoch": 1.317526173918187,
      "grad_norm": 0.0425824373960495,
      "learning_rate": 3.146951975874719e-06,
      "loss": 0.0009,
      "step": 77960
    },
    {
      "epoch": 1.3176951741970373,
      "grad_norm": 0.018861930817365646,
      "learning_rate": 3.145582251762517e-06,
      "loss": 0.0008,
      "step": 77970
    },
    {
      "epoch": 1.3178641744758879,
      "grad_norm": 0.03422432765364647,
      "learning_rate": 3.1442126889936456e-06,
      "loss": 0.0005,
      "step": 77980
    },
    {
      "epoch": 1.3180331747547385,
      "grad_norm": 0.03603680804371834,
      "learning_rate": 3.1428432876872607e-06,
      "loss": 0.0006,
      "step": 77990
    },
    {
      "epoch": 1.3182021750335888,
      "grad_norm": 0.09233968704938889,
      "learning_rate": 3.141474047962509e-06,
      "loss": 0.0009,
      "step": 78000
    },
    {
      "epoch": 1.3183711753124392,
      "grad_norm": 0.08342853933572769,
      "learning_rate": 3.140104969938518e-06,
      "loss": 0.0007,
      "step": 78010
    },
    {
      "epoch": 1.3185401755912898,
      "grad_norm": 0.06904515624046326,
      "learning_rate": 3.138736053734408e-06,
      "loss": 0.0013,
      "step": 78020
    },
    {
      "epoch": 1.3187091758701401,
      "grad_norm": 0.039718836545944214,
      "learning_rate": 3.1373672994692777e-06,
      "loss": 0.0007,
      "step": 78030
    },
    {
      "epoch": 1.3188781761489907,
      "grad_norm": 0.15891526639461517,
      "learning_rate": 3.135998707262218e-06,
      "loss": 0.0021,
      "step": 78040
    },
    {
      "epoch": 1.319047176427841,
      "grad_norm": 0.15801583230495453,
      "learning_rate": 3.134630277232302e-06,
      "loss": 0.0006,
      "step": 78050
    },
    {
      "epoch": 1.3192161767066914,
      "grad_norm": 0.06909686326980591,
      "learning_rate": 3.1332620094985893e-06,
      "loss": 0.0008,
      "step": 78060
    },
    {
      "epoch": 1.319385176985542,
      "grad_norm": 0.013529068790376186,
      "learning_rate": 3.1318939041801253e-06,
      "loss": 0.0011,
      "step": 78070
    },
    {
      "epoch": 1.3195541772643926,
      "grad_norm": 0.10030799359083176,
      "learning_rate": 3.130525961395946e-06,
      "loss": 0.001,
      "step": 78080
    },
    {
      "epoch": 1.319723177543243,
      "grad_norm": 0.021510707214474678,
      "learning_rate": 3.1291581812650627e-06,
      "loss": 0.0005,
      "step": 78090
    },
    {
      "epoch": 1.3198921778220933,
      "grad_norm": 0.08789089322090149,
      "learning_rate": 3.1277905639064825e-06,
      "loss": 0.0009,
      "step": 78100
    },
    {
      "epoch": 1.320061178100944,
      "grad_norm": 0.004744492471218109,
      "learning_rate": 3.126423109439196e-06,
      "loss": 0.0008,
      "step": 78110
    },
    {
      "epoch": 1.3202301783797943,
      "grad_norm": 0.08623579144477844,
      "learning_rate": 3.1250558179821754e-06,
      "loss": 0.0017,
      "step": 78120
    },
    {
      "epoch": 1.3203991786586449,
      "grad_norm": 0.00471165357157588,
      "learning_rate": 3.1236886896543844e-06,
      "loss": 0.0019,
      "step": 78130
    },
    {
      "epoch": 1.3205681789374952,
      "grad_norm": 0.04368991404771805,
      "learning_rate": 3.1223217245747667e-06,
      "loss": 0.0012,
      "step": 78140
    },
    {
      "epoch": 1.3207371792163456,
      "grad_norm": 0.018874410539865494,
      "learning_rate": 3.120954922862257e-06,
      "loss": 0.0011,
      "step": 78150
    },
    {
      "epoch": 1.3209061794951962,
      "grad_norm": 0.014562326483428478,
      "learning_rate": 3.119588284635774e-06,
      "loss": 0.0011,
      "step": 78160
    },
    {
      "epoch": 1.3210751797740468,
      "grad_norm": 0.06037477031350136,
      "learning_rate": 3.11822181001422e-06,
      "loss": 0.0006,
      "step": 78170
    },
    {
      "epoch": 1.3212441800528971,
      "grad_norm": 0.037516556680202484,
      "learning_rate": 3.1168554991164855e-06,
      "loss": 0.0004,
      "step": 78180
    },
    {
      "epoch": 1.3214131803317475,
      "grad_norm": 0.10493247210979462,
      "learning_rate": 3.115489352061448e-06,
      "loss": 0.001,
      "step": 78190
    },
    {
      "epoch": 1.321582180610598,
      "grad_norm": 0.0857461616396904,
      "learning_rate": 3.114123368967967e-06,
      "loss": 0.0008,
      "step": 78200
    },
    {
      "epoch": 1.3217511808894484,
      "grad_norm": 0.04702319577336311,
      "learning_rate": 3.1127575499548913e-06,
      "loss": 0.0018,
      "step": 78210
    },
    {
      "epoch": 1.321920181168299,
      "grad_norm": 0.030510196462273598,
      "learning_rate": 3.1113918951410504e-06,
      "loss": 0.0004,
      "step": 78220
    },
    {
      "epoch": 1.3220891814471494,
      "grad_norm": 0.067301906645298,
      "learning_rate": 3.110026404645267e-06,
      "loss": 0.0009,
      "step": 78230
    },
    {
      "epoch": 1.3222581817259997,
      "grad_norm": 0.0009512768010608852,
      "learning_rate": 3.1086610785863425e-06,
      "loss": 0.0007,
      "step": 78240
    },
    {
      "epoch": 1.3224271820048503,
      "grad_norm": 0.024270126596093178,
      "learning_rate": 3.107295917083068e-06,
      "loss": 0.0015,
      "step": 78250
    },
    {
      "epoch": 1.322596182283701,
      "grad_norm": 0.04789629578590393,
      "learning_rate": 3.105930920254219e-06,
      "loss": 0.0008,
      "step": 78260
    },
    {
      "epoch": 1.3227651825625513,
      "grad_norm": 0.0892537534236908,
      "learning_rate": 3.104566088218558e-06,
      "loss": 0.0006,
      "step": 78270
    },
    {
      "epoch": 1.3229341828414016,
      "grad_norm": 0.13257360458374023,
      "learning_rate": 3.1032014210948293e-06,
      "loss": 0.0007,
      "step": 78280
    },
    {
      "epoch": 1.3231031831202522,
      "grad_norm": 0.0010018249740824103,
      "learning_rate": 3.1018369190017685e-06,
      "loss": 0.0006,
      "step": 78290
    },
    {
      "epoch": 1.3232721833991026,
      "grad_norm": 0.03295399248600006,
      "learning_rate": 3.1004725820580917e-06,
      "loss": 0.0007,
      "step": 78300
    },
    {
      "epoch": 1.3234411836779532,
      "grad_norm": 0.010809667408466339,
      "learning_rate": 3.0991084103825047e-06,
      "loss": 0.0009,
      "step": 78310
    },
    {
      "epoch": 1.3236101839568035,
      "grad_norm": 0.00015891263319645077,
      "learning_rate": 3.0977444040936943e-06,
      "loss": 0.0021,
      "step": 78320
    },
    {
      "epoch": 1.3237791842356539,
      "grad_norm": 0.0351998396217823,
      "learning_rate": 3.0963805633103385e-06,
      "loss": 0.0008,
      "step": 78330
    },
    {
      "epoch": 1.3239481845145045,
      "grad_norm": 0.07310052961111069,
      "learning_rate": 3.0950168881510974e-06,
      "loss": 0.001,
      "step": 78340
    },
    {
      "epoch": 1.3241171847933548,
      "grad_norm": 0.004926603753119707,
      "learning_rate": 3.093653378734616e-06,
      "loss": 0.001,
      "step": 78350
    },
    {
      "epoch": 1.3242861850722054,
      "grad_norm": 0.038179848343133926,
      "learning_rate": 3.092290035179527e-06,
      "loss": 0.0006,
      "step": 78360
    },
    {
      "epoch": 1.3244551853510558,
      "grad_norm": 0.02062433399260044,
      "learning_rate": 3.090926857604447e-06,
      "loss": 0.0007,
      "step": 78370
    },
    {
      "epoch": 1.3246241856299064,
      "grad_norm": 0.021784713491797447,
      "learning_rate": 3.0895638461279833e-06,
      "loss": 0.0005,
      "step": 78380
    },
    {
      "epoch": 1.3247931859087567,
      "grad_norm": 0.009822769090533257,
      "learning_rate": 3.088201000868718e-06,
      "loss": 0.0007,
      "step": 78390
    },
    {
      "epoch": 1.3249621861876073,
      "grad_norm": 0.06367561221122742,
      "learning_rate": 3.0868383219452314e-06,
      "loss": 0.0007,
      "step": 78400
    },
    {
      "epoch": 1.3251311864664577,
      "grad_norm": 0.028616730123758316,
      "learning_rate": 3.0854758094760784e-06,
      "loss": 0.0005,
      "step": 78410
    },
    {
      "epoch": 1.325300186745308,
      "grad_norm": 0.030751261860132217,
      "learning_rate": 3.0841134635798077e-06,
      "loss": 0.0007,
      "step": 78420
    },
    {
      "epoch": 1.3254691870241586,
      "grad_norm": 0.13814707100391388,
      "learning_rate": 3.0827512843749457e-06,
      "loss": 0.001,
      "step": 78430
    },
    {
      "epoch": 1.325638187303009,
      "grad_norm": 0.06487669795751572,
      "learning_rate": 3.0813892719800133e-06,
      "loss": 0.0015,
      "step": 78440
    },
    {
      "epoch": 1.3258071875818596,
      "grad_norm": 0.1860516518354416,
      "learning_rate": 3.0800274265135094e-06,
      "loss": 0.0009,
      "step": 78450
    },
    {
      "epoch": 1.32597618786071,
      "grad_norm": 0.027568094432353973,
      "learning_rate": 3.078665748093922e-06,
      "loss": 0.0012,
      "step": 78460
    },
    {
      "epoch": 1.3261451881395605,
      "grad_norm": 0.005442751571536064,
      "learning_rate": 3.0773042368397233e-06,
      "loss": 0.0011,
      "step": 78470
    },
    {
      "epoch": 1.3263141884184109,
      "grad_norm": 0.037079572677612305,
      "learning_rate": 3.0759428928693724e-06,
      "loss": 0.0005,
      "step": 78480
    },
    {
      "epoch": 1.3264831886972615,
      "grad_norm": 0.002279214560985565,
      "learning_rate": 3.0745817163013116e-06,
      "loss": 0.0008,
      "step": 78490
    },
    {
      "epoch": 1.3266521889761118,
      "grad_norm": 0.06447796523571014,
      "learning_rate": 3.073220707253971e-06,
      "loss": 0.0009,
      "step": 78500
    },
    {
      "epoch": 1.3268211892549622,
      "grad_norm": 0.09001284092664719,
      "learning_rate": 3.0718598658457634e-06,
      "loss": 0.0011,
      "step": 78510
    },
    {
      "epoch": 1.3269901895338128,
      "grad_norm": 0.045323025435209274,
      "learning_rate": 3.0704991921950904e-06,
      "loss": 0.0012,
      "step": 78520
    },
    {
      "epoch": 1.3271591898126631,
      "grad_norm": 0.006849227007478476,
      "learning_rate": 3.069138686420335e-06,
      "loss": 0.0012,
      "step": 78530
    },
    {
      "epoch": 1.3273281900915137,
      "grad_norm": 0.10984335094690323,
      "learning_rate": 3.0677783486398698e-06,
      "loss": 0.0008,
      "step": 78540
    },
    {
      "epoch": 1.327497190370364,
      "grad_norm": 0.027667885646224022,
      "learning_rate": 3.066418178972049e-06,
      "loss": 0.0011,
      "step": 78550
    },
    {
      "epoch": 1.3276661906492147,
      "grad_norm": 0.11743637174367905,
      "learning_rate": 3.065058177535218e-06,
      "loss": 0.0005,
      "step": 78560
    },
    {
      "epoch": 1.327835190928065,
      "grad_norm": 0.033889032900333405,
      "learning_rate": 3.0636983444476975e-06,
      "loss": 0.0008,
      "step": 78570
    },
    {
      "epoch": 1.3280041912069156,
      "grad_norm": 0.012779652141034603,
      "learning_rate": 3.0623386798278054e-06,
      "loss": 0.0004,
      "step": 78580
    },
    {
      "epoch": 1.328173191485766,
      "grad_norm": 0.02534503862261772,
      "learning_rate": 3.060979183793834e-06,
      "loss": 0.0004,
      "step": 78590
    },
    {
      "epoch": 1.3283421917646163,
      "grad_norm": 0.10777483880519867,
      "learning_rate": 3.0596198564640706e-06,
      "loss": 0.0008,
      "step": 78600
    },
    {
      "epoch": 1.328511192043467,
      "grad_norm": 0.06269858032464981,
      "learning_rate": 3.0582606979567784e-06,
      "loss": 0.0005,
      "step": 78610
    },
    {
      "epoch": 1.3286801923223173,
      "grad_norm": 0.033827923238277435,
      "learning_rate": 3.0569017083902143e-06,
      "loss": 0.0009,
      "step": 78620
    },
    {
      "epoch": 1.3288491926011679,
      "grad_norm": 0.045441195368766785,
      "learning_rate": 3.0555428878826164e-06,
      "loss": 0.001,
      "step": 78630
    },
    {
      "epoch": 1.3290181928800182,
      "grad_norm": 0.10550963133573532,
      "learning_rate": 3.054184236552209e-06,
      "loss": 0.0015,
      "step": 78640
    },
    {
      "epoch": 1.3291871931588686,
      "grad_norm": 0.04889865219593048,
      "learning_rate": 3.0528257545172003e-06,
      "loss": 0.001,
      "step": 78650
    },
    {
      "epoch": 1.3293561934377192,
      "grad_norm": 0.025506243109703064,
      "learning_rate": 3.0514674418957842e-06,
      "loss": 0.0004,
      "step": 78660
    },
    {
      "epoch": 1.3295251937165697,
      "grad_norm": 0.031631048768758774,
      "learning_rate": 3.050109298806143e-06,
      "loss": 0.0008,
      "step": 78670
    },
    {
      "epoch": 1.32969419399542,
      "grad_norm": 0.04925537109375,
      "learning_rate": 3.048751325366439e-06,
      "loss": 0.0009,
      "step": 78680
    },
    {
      "epoch": 1.3298631942742705,
      "grad_norm": 0.035217687487602234,
      "learning_rate": 3.0473935216948257e-06,
      "loss": 0.0019,
      "step": 78690
    },
    {
      "epoch": 1.330032194553121,
      "grad_norm": 0.021285902708768845,
      "learning_rate": 3.0460358879094343e-06,
      "loss": 0.0019,
      "step": 78700
    },
    {
      "epoch": 1.3302011948319714,
      "grad_norm": 0.024787139147520065,
      "learning_rate": 3.0446784241283898e-06,
      "loss": 0.0009,
      "step": 78710
    },
    {
      "epoch": 1.330370195110822,
      "grad_norm": 0.015254669822752476,
      "learning_rate": 3.0433211304697953e-06,
      "loss": 0.0009,
      "step": 78720
    },
    {
      "epoch": 1.3305391953896724,
      "grad_norm": 0.043653395026922226,
      "learning_rate": 3.041964007051742e-06,
      "loss": 0.0012,
      "step": 78730
    },
    {
      "epoch": 1.3307081956685227,
      "grad_norm": 0.08998756110668182,
      "learning_rate": 3.040607053992307e-06,
      "loss": 0.0007,
      "step": 78740
    },
    {
      "epoch": 1.3308771959473733,
      "grad_norm": 0.09312793612480164,
      "learning_rate": 3.039250271409554e-06,
      "loss": 0.0008,
      "step": 78750
    },
    {
      "epoch": 1.3310461962262239,
      "grad_norm": 0.1240491271018982,
      "learning_rate": 3.037893659421525e-06,
      "loss": 0.0008,
      "step": 78760
    },
    {
      "epoch": 1.3312151965050742,
      "grad_norm": 0.04321032017469406,
      "learning_rate": 3.036537218146256e-06,
      "loss": 0.0005,
      "step": 78770
    },
    {
      "epoch": 1.3313841967839246,
      "grad_norm": 0.043809086084365845,
      "learning_rate": 3.0351809477017602e-06,
      "loss": 0.0009,
      "step": 78780
    },
    {
      "epoch": 1.3315531970627752,
      "grad_norm": 0.03958607465028763,
      "learning_rate": 3.033824848206044e-06,
      "loss": 0.001,
      "step": 78790
    },
    {
      "epoch": 1.3317221973416256,
      "grad_norm": 0.0330476239323616,
      "learning_rate": 3.0324689197770907e-06,
      "loss": 0.0008,
      "step": 78800
    },
    {
      "epoch": 1.3318911976204761,
      "grad_norm": 0.16270068287849426,
      "learning_rate": 3.031113162532875e-06,
      "loss": 0.0021,
      "step": 78810
    },
    {
      "epoch": 1.3320601978993265,
      "grad_norm": 0.033717963844537735,
      "learning_rate": 3.0297575765913536e-06,
      "loss": 0.0007,
      "step": 78820
    },
    {
      "epoch": 1.3322291981781769,
      "grad_norm": 0.013505863957107067,
      "learning_rate": 3.0284021620704686e-06,
      "loss": 0.0008,
      "step": 78830
    },
    {
      "epoch": 1.3323981984570274,
      "grad_norm": 0.018628928810358047,
      "learning_rate": 3.027046919088148e-06,
      "loss": 0.0009,
      "step": 78840
    },
    {
      "epoch": 1.332567198735878,
      "grad_norm": 0.2068597823381424,
      "learning_rate": 3.025691847762306e-06,
      "loss": 0.001,
      "step": 78850
    },
    {
      "epoch": 1.3327361990147284,
      "grad_norm": 0.028667191043496132,
      "learning_rate": 3.024336948210837e-06,
      "loss": 0.0003,
      "step": 78860
    },
    {
      "epoch": 1.3329051992935788,
      "grad_norm": 0.08055096119642258,
      "learning_rate": 3.0229822205516255e-06,
      "loss": 0.0006,
      "step": 78870
    },
    {
      "epoch": 1.3330741995724293,
      "grad_norm": 0.03845233470201492,
      "learning_rate": 3.021627664902543e-06,
      "loss": 0.0004,
      "step": 78880
    },
    {
      "epoch": 1.3332431998512797,
      "grad_norm": 0.06304703652858734,
      "learning_rate": 3.020273281381436e-06,
      "loss": 0.0008,
      "step": 78890
    },
    {
      "epoch": 1.3334122001301303,
      "grad_norm": 0.09348312020301819,
      "learning_rate": 3.0189190701061476e-06,
      "loss": 0.0007,
      "step": 78900
    },
    {
      "epoch": 1.3335812004089806,
      "grad_norm": 0.00907797459512949,
      "learning_rate": 3.017565031194497e-06,
      "loss": 0.0017,
      "step": 78910
    },
    {
      "epoch": 1.333750200687831,
      "grad_norm": 0.0017043626867234707,
      "learning_rate": 3.0162111647642946e-06,
      "loss": 0.0008,
      "step": 78920
    },
    {
      "epoch": 1.3339192009666816,
      "grad_norm": 0.11411120742559433,
      "learning_rate": 3.0148574709333323e-06,
      "loss": 0.001,
      "step": 78930
    },
    {
      "epoch": 1.3340882012455322,
      "grad_norm": 0.05680382624268532,
      "learning_rate": 3.0135039498193886e-06,
      "loss": 0.0008,
      "step": 78940
    },
    {
      "epoch": 1.3342572015243825,
      "grad_norm": 0.02499389462172985,
      "learning_rate": 3.0121506015402253e-06,
      "loss": 0.0004,
      "step": 78950
    },
    {
      "epoch": 1.334426201803233,
      "grad_norm": 0.023089343681931496,
      "learning_rate": 3.0107974262135923e-06,
      "loss": 0.001,
      "step": 78960
    },
    {
      "epoch": 1.3345952020820835,
      "grad_norm": 0.03036220371723175,
      "learning_rate": 3.0094444239572195e-06,
      "loss": 0.0005,
      "step": 78970
    },
    {
      "epoch": 1.3347642023609338,
      "grad_norm": 0.032540082931518555,
      "learning_rate": 3.0080915948888288e-06,
      "loss": 0.0011,
      "step": 78980
    },
    {
      "epoch": 1.3349332026397844,
      "grad_norm": 0.0686960443854332,
      "learning_rate": 3.006738939126118e-06,
      "loss": 0.0006,
      "step": 78990
    },
    {
      "epoch": 1.3351022029186348,
      "grad_norm": 0.015140851028263569,
      "learning_rate": 3.0053864567867785e-06,
      "loss": 0.0008,
      "step": 79000
    },
    {
      "epoch": 1.3352712031974852,
      "grad_norm": 0.031037839129567146,
      "learning_rate": 3.0040341479884805e-06,
      "loss": 0.0015,
      "step": 79010
    },
    {
      "epoch": 1.3354402034763357,
      "grad_norm": 0.029850441962480545,
      "learning_rate": 3.002682012848882e-06,
      "loss": 0.0014,
      "step": 79020
    },
    {
      "epoch": 1.3356092037551863,
      "grad_norm": 0.044762782752513885,
      "learning_rate": 3.001330051485626e-06,
      "loss": 0.0013,
      "step": 79030
    },
    {
      "epoch": 1.3357782040340367,
      "grad_norm": 0.023029036819934845,
      "learning_rate": 2.99997826401634e-06,
      "loss": 0.001,
      "step": 79040
    },
    {
      "epoch": 1.335947204312887,
      "grad_norm": 0.007485507521778345,
      "learning_rate": 2.9986266505586338e-06,
      "loss": 0.0005,
      "step": 79050
    },
    {
      "epoch": 1.3361162045917376,
      "grad_norm": 0.0779392346739769,
      "learning_rate": 2.9972752112301084e-06,
      "loss": 0.001,
      "step": 79060
    },
    {
      "epoch": 1.336285204870588,
      "grad_norm": 0.05729474872350693,
      "learning_rate": 2.9959239461483403e-06,
      "loss": 0.0007,
      "step": 79070
    },
    {
      "epoch": 1.3364542051494386,
      "grad_norm": 0.05444788187742233,
      "learning_rate": 2.9945728554309013e-06,
      "loss": 0.0013,
      "step": 79080
    },
    {
      "epoch": 1.336623205428289,
      "grad_norm": 0.0028525509405881166,
      "learning_rate": 2.993221939195338e-06,
      "loss": 0.0012,
      "step": 79090
    },
    {
      "epoch": 1.3367922057071393,
      "grad_norm": 0.09689547121524811,
      "learning_rate": 2.991871197559191e-06,
      "loss": 0.0009,
      "step": 79100
    },
    {
      "epoch": 1.3369612059859899,
      "grad_norm": 0.09920303523540497,
      "learning_rate": 2.990520630639977e-06,
      "loss": 0.0024,
      "step": 79110
    },
    {
      "epoch": 1.3371302062648405,
      "grad_norm": 0.0005344424280337989,
      "learning_rate": 2.9891702385552076e-06,
      "loss": 0.0005,
      "step": 79120
    },
    {
      "epoch": 1.3372992065436908,
      "grad_norm": 0.1610758751630783,
      "learning_rate": 2.9878200214223676e-06,
      "loss": 0.0007,
      "step": 79130
    },
    {
      "epoch": 1.3374682068225412,
      "grad_norm": 0.14027635753154755,
      "learning_rate": 2.9864699793589346e-06,
      "loss": 0.0007,
      "step": 79140
    },
    {
      "epoch": 1.3376372071013918,
      "grad_norm": 0.0003164792724419385,
      "learning_rate": 2.9851201124823714e-06,
      "loss": 0.001,
      "step": 79150
    },
    {
      "epoch": 1.3378062073802421,
      "grad_norm": 0.031022123992443085,
      "learning_rate": 2.983770420910119e-06,
      "loss": 0.0007,
      "step": 79160
    },
    {
      "epoch": 1.3379752076590927,
      "grad_norm": 0.021356869488954544,
      "learning_rate": 2.9824209047596107e-06,
      "loss": 0.0007,
      "step": 79170
    },
    {
      "epoch": 1.338144207937943,
      "grad_norm": 0.0832192450761795,
      "learning_rate": 2.981071564148257e-06,
      "loss": 0.0009,
      "step": 79180
    },
    {
      "epoch": 1.3383132082167934,
      "grad_norm": 0.03244505450129509,
      "learning_rate": 2.9797223991934616e-06,
      "loss": 0.0006,
      "step": 79190
    },
    {
      "epoch": 1.338482208495644,
      "grad_norm": 0.00012445000174921006,
      "learning_rate": 2.978373410012604e-06,
      "loss": 0.0004,
      "step": 79200
    },
    {
      "epoch": 1.3386512087744946,
      "grad_norm": 0.007832073606550694,
      "learning_rate": 2.9770245967230548e-06,
      "loss": 0.0012,
      "step": 79210
    },
    {
      "epoch": 1.338820209053345,
      "grad_norm": 0.05080963298678398,
      "learning_rate": 2.9756759594421667e-06,
      "loss": 0.0009,
      "step": 79220
    },
    {
      "epoch": 1.3389892093321953,
      "grad_norm": 0.02256394736468792,
      "learning_rate": 2.9743274982872806e-06,
      "loss": 0.0007,
      "step": 79230
    },
    {
      "epoch": 1.339158209611046,
      "grad_norm": 0.008010189980268478,
      "learning_rate": 2.972979213375714e-06,
      "loss": 0.0012,
      "step": 79240
    },
    {
      "epoch": 1.3393272098898963,
      "grad_norm": 0.1913597285747528,
      "learning_rate": 2.971631104824779e-06,
      "loss": 0.0006,
      "step": 79250
    },
    {
      "epoch": 1.3394962101687469,
      "grad_norm": 0.07293778657913208,
      "learning_rate": 2.9702831727517643e-06,
      "loss": 0.0007,
      "step": 79260
    },
    {
      "epoch": 1.3396652104475972,
      "grad_norm": 0.06996724009513855,
      "learning_rate": 2.968935417273949e-06,
      "loss": 0.0012,
      "step": 79270
    },
    {
      "epoch": 1.3398342107264476,
      "grad_norm": 0.011677944101393223,
      "learning_rate": 2.967587838508592e-06,
      "loss": 0.0006,
      "step": 79280
    },
    {
      "epoch": 1.3400032110052982,
      "grad_norm": 0.06278412789106369,
      "learning_rate": 2.966240436572941e-06,
      "loss": 0.0012,
      "step": 79290
    },
    {
      "epoch": 1.3401722112841485,
      "grad_norm": 0.07919969409704208,
      "learning_rate": 2.9648932115842255e-06,
      "loss": 0.0016,
      "step": 79300
    },
    {
      "epoch": 1.3403412115629991,
      "grad_norm": 0.002916355151683092,
      "learning_rate": 2.9635461636596607e-06,
      "loss": 0.0003,
      "step": 79310
    },
    {
      "epoch": 1.3405102118418495,
      "grad_norm": 0.007013415917754173,
      "learning_rate": 2.962199292916446e-06,
      "loss": 0.0007,
      "step": 79320
    },
    {
      "epoch": 1.3406792121207,
      "grad_norm": 0.06998938322067261,
      "learning_rate": 2.9608525994717686e-06,
      "loss": 0.001,
      "step": 79330
    },
    {
      "epoch": 1.3408482123995504,
      "grad_norm": 0.009831363335251808,
      "learning_rate": 2.9595060834427923e-06,
      "loss": 0.0036,
      "step": 79340
    },
    {
      "epoch": 1.341017212678401,
      "grad_norm": 0.029194116592407227,
      "learning_rate": 2.958159744946675e-06,
      "loss": 0.0007,
      "step": 79350
    },
    {
      "epoch": 1.3411862129572514,
      "grad_norm": 0.0019040402257815003,
      "learning_rate": 2.9568135841005512e-06,
      "loss": 0.0007,
      "step": 79360
    },
    {
      "epoch": 1.3413552132361017,
      "grad_norm": 0.045416876673698425,
      "learning_rate": 2.9554676010215464e-06,
      "loss": 0.0009,
      "step": 79370
    },
    {
      "epoch": 1.3415242135149523,
      "grad_norm": 0.07052461057901382,
      "learning_rate": 2.9541217958267653e-06,
      "loss": 0.001,
      "step": 79380
    },
    {
      "epoch": 1.3416932137938027,
      "grad_norm": 0.01906942017376423,
      "learning_rate": 2.9527761686333e-06,
      "loss": 0.0009,
      "step": 79390
    },
    {
      "epoch": 1.3418622140726533,
      "grad_norm": 0.03192806988954544,
      "learning_rate": 2.951430719558228e-06,
      "loss": 0.0008,
      "step": 79400
    },
    {
      "epoch": 1.3420312143515036,
      "grad_norm": 0.03816506266593933,
      "learning_rate": 2.9500854487186093e-06,
      "loss": 0.001,
      "step": 79410
    },
    {
      "epoch": 1.3422002146303542,
      "grad_norm": 0.011286511085927486,
      "learning_rate": 2.9487403562314887e-06,
      "loss": 0.0005,
      "step": 79420
    },
    {
      "epoch": 1.3423692149092046,
      "grad_norm": 0.052074991166591644,
      "learning_rate": 2.947395442213894e-06,
      "loss": 0.001,
      "step": 79430
    },
    {
      "epoch": 1.3425382151880552,
      "grad_norm": 0.04629841819405556,
      "learning_rate": 2.9460507067828437e-06,
      "loss": 0.0015,
      "step": 79440
    },
    {
      "epoch": 1.3427072154669055,
      "grad_norm": 0.013466979376971722,
      "learning_rate": 2.9447061500553308e-06,
      "loss": 0.0006,
      "step": 79450
    },
    {
      "epoch": 1.3428762157457559,
      "grad_norm": 0.03133407235145569,
      "learning_rate": 2.9433617721483433e-06,
      "loss": 0.0012,
      "step": 79460
    },
    {
      "epoch": 1.3430452160246065,
      "grad_norm": 0.027102619409561157,
      "learning_rate": 2.9420175731788443e-06,
      "loss": 0.0025,
      "step": 79470
    },
    {
      "epoch": 1.3432142163034568,
      "grad_norm": 0.01388012245297432,
      "learning_rate": 2.940673553263789e-06,
      "loss": 0.0004,
      "step": 79480
    },
    {
      "epoch": 1.3433832165823074,
      "grad_norm": 0.08248895406723022,
      "learning_rate": 2.939329712520111e-06,
      "loss": 0.0015,
      "step": 79490
    },
    {
      "epoch": 1.3435522168611578,
      "grad_norm": 0.04260677471756935,
      "learning_rate": 2.9379860510647328e-06,
      "loss": 0.0021,
      "step": 79500
    },
    {
      "epoch": 1.3437212171400084,
      "grad_norm": 0.023597152903676033,
      "learning_rate": 2.9366425690145585e-06,
      "loss": 0.0013,
      "step": 79510
    },
    {
      "epoch": 1.3438902174188587,
      "grad_norm": 0.07294405996799469,
      "learning_rate": 2.9352992664864787e-06,
      "loss": 0.001,
      "step": 79520
    },
    {
      "epoch": 1.3440592176977093,
      "grad_norm": 0.07735653221607208,
      "learning_rate": 2.933956143597365e-06,
      "loss": 0.0015,
      "step": 79530
    },
    {
      "epoch": 1.3442282179765597,
      "grad_norm": 0.04344133287668228,
      "learning_rate": 2.9326132004640793e-06,
      "loss": 0.0006,
      "step": 79540
    },
    {
      "epoch": 1.34439721825541,
      "grad_norm": 0.12408298999071121,
      "learning_rate": 2.93127043720346e-06,
      "loss": 0.0009,
      "step": 79550
    },
    {
      "epoch": 1.3445662185342606,
      "grad_norm": 0.06359492987394333,
      "learning_rate": 2.9299278539323374e-06,
      "loss": 0.0006,
      "step": 79560
    },
    {
      "epoch": 1.344735218813111,
      "grad_norm": 0.03914562240242958,
      "learning_rate": 2.928585450767519e-06,
      "loss": 0.0007,
      "step": 79570
    },
    {
      "epoch": 1.3449042190919616,
      "grad_norm": 0.06646328419446945,
      "learning_rate": 2.9272432278258045e-06,
      "loss": 0.003,
      "step": 79580
    },
    {
      "epoch": 1.345073219370812,
      "grad_norm": 0.009112788364291191,
      "learning_rate": 2.925901185223972e-06,
      "loss": 0.0005,
      "step": 79590
    },
    {
      "epoch": 1.3452422196496623,
      "grad_norm": 0.04493261128664017,
      "learning_rate": 2.924559323078785e-06,
      "loss": 0.0011,
      "step": 79600
    },
    {
      "epoch": 1.3454112199285129,
      "grad_norm": 0.033908944576978683,
      "learning_rate": 2.9232176415069913e-06,
      "loss": 0.001,
      "step": 79610
    },
    {
      "epoch": 1.3455802202073635,
      "grad_norm": 0.03137993440032005,
      "learning_rate": 2.921876140625327e-06,
      "loss": 0.0007,
      "step": 79620
    },
    {
      "epoch": 1.3457492204862138,
      "grad_norm": 0.015687420964241028,
      "learning_rate": 2.9205348205505057e-06,
      "loss": 0.0005,
      "step": 79630
    },
    {
      "epoch": 1.3459182207650642,
      "grad_norm": 0.0345822349190712,
      "learning_rate": 2.9191936813992305e-06,
      "loss": 0.0007,
      "step": 79640
    },
    {
      "epoch": 1.3460872210439148,
      "grad_norm": 0.0702509880065918,
      "learning_rate": 2.9178527232881887e-06,
      "loss": 0.0008,
      "step": 79650
    },
    {
      "epoch": 1.3462562213227651,
      "grad_norm": 0.11144670099020004,
      "learning_rate": 2.916511946334046e-06,
      "loss": 0.0007,
      "step": 79660
    },
    {
      "epoch": 1.3464252216016157,
      "grad_norm": 0.5236050486564636,
      "learning_rate": 2.9151713506534606e-06,
      "loss": 0.0018,
      "step": 79670
    },
    {
      "epoch": 1.346594221880466,
      "grad_norm": 0.057299088686704636,
      "learning_rate": 2.9138309363630666e-06,
      "loss": 0.0006,
      "step": 79680
    },
    {
      "epoch": 1.3467632221593164,
      "grad_norm": 0.0474783331155777,
      "learning_rate": 2.9124907035794916e-06,
      "loss": 0.0007,
      "step": 79690
    },
    {
      "epoch": 1.346932222438167,
      "grad_norm": 0.1262008249759674,
      "learning_rate": 2.911150652419337e-06,
      "loss": 0.001,
      "step": 79700
    },
    {
      "epoch": 1.3471012227170176,
      "grad_norm": 0.07362750917673111,
      "learning_rate": 2.909810782999199e-06,
      "loss": 0.0008,
      "step": 79710
    },
    {
      "epoch": 1.347270222995868,
      "grad_norm": 0.00031968977418728173,
      "learning_rate": 2.9084710954356477e-06,
      "loss": 0.0009,
      "step": 79720
    },
    {
      "epoch": 1.3474392232747183,
      "grad_norm": 0.07329060882329941,
      "learning_rate": 2.9071315898452447e-06,
      "loss": 0.0007,
      "step": 79730
    },
    {
      "epoch": 1.347608223553569,
      "grad_norm": 0.024064164608716965,
      "learning_rate": 2.905792266344536e-06,
      "loss": 0.0024,
      "step": 79740
    },
    {
      "epoch": 1.3477772238324193,
      "grad_norm": 0.06430544704198837,
      "learning_rate": 2.904453125050044e-06,
      "loss": 0.001,
      "step": 79750
    },
    {
      "epoch": 1.3479462241112699,
      "grad_norm": 0.0032056604977697134,
      "learning_rate": 2.9031141660782838e-06,
      "loss": 0.0006,
      "step": 79760
    },
    {
      "epoch": 1.3481152243901202,
      "grad_norm": 0.02469942532479763,
      "learning_rate": 2.9017753895457525e-06,
      "loss": 0.001,
      "step": 79770
    },
    {
      "epoch": 1.3482842246689706,
      "grad_norm": 0.09063442051410675,
      "learning_rate": 2.9004367955689266e-06,
      "loss": 0.0009,
      "step": 79780
    },
    {
      "epoch": 1.3484532249478212,
      "grad_norm": 0.027034692466259003,
      "learning_rate": 2.899098384264274e-06,
      "loss": 0.0007,
      "step": 79790
    },
    {
      "epoch": 1.3486222252266717,
      "grad_norm": 0.00023188340128399432,
      "learning_rate": 2.8977601557482393e-06,
      "loss": 0.001,
      "step": 79800
    },
    {
      "epoch": 1.348791225505522,
      "grad_norm": 0.09094345569610596,
      "learning_rate": 2.896422110137259e-06,
      "loss": 0.0013,
      "step": 79810
    },
    {
      "epoch": 1.3489602257843725,
      "grad_norm": 0.010485582984983921,
      "learning_rate": 2.8950842475477446e-06,
      "loss": 0.0005,
      "step": 79820
    },
    {
      "epoch": 1.349129226063223,
      "grad_norm": 0.055243708193302155,
      "learning_rate": 2.8937465680961013e-06,
      "loss": 0.0021,
      "step": 79830
    },
    {
      "epoch": 1.3492982263420734,
      "grad_norm": 0.02478218823671341,
      "learning_rate": 2.8924090718987096e-06,
      "loss": 0.0005,
      "step": 79840
    },
    {
      "epoch": 1.349467226620924,
      "grad_norm": 0.08459905534982681,
      "learning_rate": 2.891071759071942e-06,
      "loss": 0.0008,
      "step": 79850
    },
    {
      "epoch": 1.3496362268997744,
      "grad_norm": 0.043836046010255814,
      "learning_rate": 2.8897346297321484e-06,
      "loss": 0.0006,
      "step": 79860
    },
    {
      "epoch": 1.3498052271786247,
      "grad_norm": 0.10422411561012268,
      "learning_rate": 2.8883976839956672e-06,
      "loss": 0.0011,
      "step": 79870
    },
    {
      "epoch": 1.3499742274574753,
      "grad_norm": 0.15190142393112183,
      "learning_rate": 2.887060921978817e-06,
      "loss": 0.0018,
      "step": 79880
    },
    {
      "epoch": 1.350143227736326,
      "grad_norm": 0.00032463777461089194,
      "learning_rate": 2.885724343797904e-06,
      "loss": 0.0007,
      "step": 79890
    },
    {
      "epoch": 1.3503122280151763,
      "grad_norm": 0.07115165144205093,
      "learning_rate": 2.8843879495692185e-06,
      "loss": 0.0006,
      "step": 79900
    },
    {
      "epoch": 1.3504812282940266,
      "grad_norm": 0.0636988952755928,
      "learning_rate": 2.883051739409031e-06,
      "loss": 0.0003,
      "step": 79910
    },
    {
      "epoch": 1.3506502285728772,
      "grad_norm": 0.1498696357011795,
      "learning_rate": 2.881715713433599e-06,
      "loss": 0.0015,
      "step": 79920
    },
    {
      "epoch": 1.3508192288517276,
      "grad_norm": 0.034050557762384415,
      "learning_rate": 2.880379871759163e-06,
      "loss": 0.0014,
      "step": 79930
    },
    {
      "epoch": 1.3509882291305781,
      "grad_norm": 0.03661184757947922,
      "learning_rate": 2.879044214501947e-06,
      "loss": 0.0007,
      "step": 79940
    },
    {
      "epoch": 1.3511572294094285,
      "grad_norm": 0.08183200657367706,
      "learning_rate": 2.8777087417781614e-06,
      "loss": 0.0013,
      "step": 79950
    },
    {
      "epoch": 1.3513262296882789,
      "grad_norm": 0.0048887101002037525,
      "learning_rate": 2.876373453704e-06,
      "loss": 0.0005,
      "step": 79960
    },
    {
      "epoch": 1.3514952299671295,
      "grad_norm": 0.02189868502318859,
      "learning_rate": 2.8750383503956347e-06,
      "loss": 0.0009,
      "step": 79970
    },
    {
      "epoch": 1.35166423024598,
      "grad_norm": 0.028512021526694298,
      "learning_rate": 2.873703431969231e-06,
      "loss": 0.0008,
      "step": 79980
    },
    {
      "epoch": 1.3518332305248304,
      "grad_norm": 0.02241390012204647,
      "learning_rate": 2.8723686985409283e-06,
      "loss": 0.0004,
      "step": 79990
    },
    {
      "epoch": 1.3520022308036808,
      "grad_norm": 0.12110210210084915,
      "learning_rate": 2.87103415022686e-06,
      "loss": 0.0007,
      "step": 80000
    },
    {
      "epoch": 1.3521712310825313,
      "grad_norm": 0.0038254125975072384,
      "learning_rate": 2.8696997871431333e-06,
      "loss": 0.0012,
      "step": 80010
    },
    {
      "epoch": 1.3523402313613817,
      "grad_norm": 0.055296361446380615,
      "learning_rate": 2.8683656094058486e-06,
      "loss": 0.0008,
      "step": 80020
    },
    {
      "epoch": 1.3525092316402323,
      "grad_norm": 0.05945458635687828,
      "learning_rate": 2.867031617131083e-06,
      "loss": 0.0006,
      "step": 80030
    },
    {
      "epoch": 1.3526782319190827,
      "grad_norm": 0.18918436765670776,
      "learning_rate": 2.865697810434902e-06,
      "loss": 0.0014,
      "step": 80040
    },
    {
      "epoch": 1.352847232197933,
      "grad_norm": 0.0316217839717865,
      "learning_rate": 2.8643641894333506e-06,
      "loss": 0.0007,
      "step": 80050
    },
    {
      "epoch": 1.3530162324767836,
      "grad_norm": 0.078201062977314,
      "learning_rate": 2.8630307542424644e-06,
      "loss": 0.0009,
      "step": 80060
    },
    {
      "epoch": 1.3531852327556342,
      "grad_norm": 0.019307147711515427,
      "learning_rate": 2.8616975049782548e-06,
      "loss": 0.001,
      "step": 80070
    },
    {
      "epoch": 1.3533542330344845,
      "grad_norm": 0.01422625221312046,
      "learning_rate": 2.860364441756724e-06,
      "loss": 0.0009,
      "step": 80080
    },
    {
      "epoch": 1.353523233313335,
      "grad_norm": 0.00013813190162181854,
      "learning_rate": 2.8590315646938515e-06,
      "loss": 0.0008,
      "step": 80090
    },
    {
      "epoch": 1.3536922335921855,
      "grad_norm": 0.08600315451622009,
      "learning_rate": 2.8576988739056068e-06,
      "loss": 0.0013,
      "step": 80100
    },
    {
      "epoch": 1.3538612338710359,
      "grad_norm": 0.010337582789361477,
      "learning_rate": 2.856366369507941e-06,
      "loss": 0.0004,
      "step": 80110
    },
    {
      "epoch": 1.3540302341498864,
      "grad_norm": 0.05166761204600334,
      "learning_rate": 2.855034051616785e-06,
      "loss": 0.0014,
      "step": 80120
    },
    {
      "epoch": 1.3541992344287368,
      "grad_norm": 0.019852489233016968,
      "learning_rate": 2.85370192034806e-06,
      "loss": 0.0007,
      "step": 80130
    },
    {
      "epoch": 1.3543682347075872,
      "grad_norm": 0.003500432940199971,
      "learning_rate": 2.852369975817668e-06,
      "loss": 0.0008,
      "step": 80140
    },
    {
      "epoch": 1.3545372349864377,
      "grad_norm": 0.03737901151180267,
      "learning_rate": 2.851038218141492e-06,
      "loss": 0.0013,
      "step": 80150
    },
    {
      "epoch": 1.354706235265288,
      "grad_norm": 0.004693951457738876,
      "learning_rate": 2.8497066474354034e-06,
      "loss": 0.0006,
      "step": 80160
    },
    {
      "epoch": 1.3548752355441387,
      "grad_norm": 0.0182564128190279,
      "learning_rate": 2.8483752638152568e-06,
      "loss": 0.0005,
      "step": 80170
    },
    {
      "epoch": 1.355044235822989,
      "grad_norm": 0.05262609198689461,
      "learning_rate": 2.847044067396885e-06,
      "loss": 0.0007,
      "step": 80180
    },
    {
      "epoch": 1.3552132361018396,
      "grad_norm": 0.02698170579969883,
      "learning_rate": 2.8457130582961124e-06,
      "loss": 0.0008,
      "step": 80190
    },
    {
      "epoch": 1.35538223638069,
      "grad_norm": 0.08764582872390747,
      "learning_rate": 2.84438223662874e-06,
      "loss": 0.0006,
      "step": 80200
    },
    {
      "epoch": 1.3555512366595406,
      "grad_norm": 0.08219470083713531,
      "learning_rate": 2.843051602510558e-06,
      "loss": 0.0009,
      "step": 80210
    },
    {
      "epoch": 1.355720236938391,
      "grad_norm": 0.42823415994644165,
      "learning_rate": 2.8417211560573364e-06,
      "loss": 0.001,
      "step": 80220
    },
    {
      "epoch": 1.3558892372172413,
      "grad_norm": 0.011557972989976406,
      "learning_rate": 2.840390897384833e-06,
      "loss": 0.0011,
      "step": 80230
    },
    {
      "epoch": 1.356058237496092,
      "grad_norm": 0.06456495821475983,
      "learning_rate": 2.8390608266087834e-06,
      "loss": 0.001,
      "step": 80240
    },
    {
      "epoch": 1.3562272377749423,
      "grad_norm": 0.08364235609769821,
      "learning_rate": 2.8377309438449137e-06,
      "loss": 0.0007,
      "step": 80250
    },
    {
      "epoch": 1.3563962380537928,
      "grad_norm": 0.050985436886548996,
      "learning_rate": 2.836401249208926e-06,
      "loss": 0.0007,
      "step": 80260
    },
    {
      "epoch": 1.3565652383326432,
      "grad_norm": 0.04415946453809738,
      "learning_rate": 2.8350717428165143e-06,
      "loss": 0.0012,
      "step": 80270
    },
    {
      "epoch": 1.3567342386114938,
      "grad_norm": 0.026892591267824173,
      "learning_rate": 2.833742424783349e-06,
      "loss": 0.0008,
      "step": 80280
    },
    {
      "epoch": 1.3569032388903441,
      "grad_norm": 0.03614193946123123,
      "learning_rate": 2.8324132952250904e-06,
      "loss": 0.0011,
      "step": 80290
    },
    {
      "epoch": 1.3570722391691947,
      "grad_norm": 0.05073138326406479,
      "learning_rate": 2.8310843542573753e-06,
      "loss": 0.0011,
      "step": 80300
    },
    {
      "epoch": 1.357241239448045,
      "grad_norm": 0.10851094871759415,
      "learning_rate": 2.8297556019958293e-06,
      "loss": 0.0007,
      "step": 80310
    },
    {
      "epoch": 1.3574102397268955,
      "grad_norm": 0.024640558287501335,
      "learning_rate": 2.828427038556062e-06,
      "loss": 0.001,
      "step": 80320
    },
    {
      "epoch": 1.357579240005746,
      "grad_norm": 0.01880939118564129,
      "learning_rate": 2.8270986640536644e-06,
      "loss": 0.0002,
      "step": 80330
    },
    {
      "epoch": 1.3577482402845964,
      "grad_norm": 0.03751187399029732,
      "learning_rate": 2.8257704786042106e-06,
      "loss": 0.0006,
      "step": 80340
    },
    {
      "epoch": 1.357917240563447,
      "grad_norm": 0.046540506184101105,
      "learning_rate": 2.824442482323261e-06,
      "loss": 0.0008,
      "step": 80350
    },
    {
      "epoch": 1.3580862408422973,
      "grad_norm": 0.0005142322042956948,
      "learning_rate": 2.823114675326354e-06,
      "loss": 0.0009,
      "step": 80360
    },
    {
      "epoch": 1.358255241121148,
      "grad_norm": 0.030346006155014038,
      "learning_rate": 2.8217870577290194e-06,
      "loss": 0.0012,
      "step": 80370
    },
    {
      "epoch": 1.3584242413999983,
      "grad_norm": 0.0235869362950325,
      "learning_rate": 2.820459629646763e-06,
      "loss": 0.0006,
      "step": 80380
    },
    {
      "epoch": 1.3585932416788489,
      "grad_norm": 0.0027132586110383272,
      "learning_rate": 2.8191323911950807e-06,
      "loss": 0.0008,
      "step": 80390
    },
    {
      "epoch": 1.3587622419576992,
      "grad_norm": 0.007963139563798904,
      "learning_rate": 2.817805342489445e-06,
      "loss": 0.0005,
      "step": 80400
    },
    {
      "epoch": 1.3589312422365496,
      "grad_norm": 0.0007685494492761791,
      "learning_rate": 2.8164784836453176e-06,
      "loss": 0.0058,
      "step": 80410
    },
    {
      "epoch": 1.3591002425154002,
      "grad_norm": 0.06528615951538086,
      "learning_rate": 2.815151814778143e-06,
      "loss": 0.0008,
      "step": 80420
    },
    {
      "epoch": 1.3592692427942505,
      "grad_norm": 0.050124719738960266,
      "learning_rate": 2.8138253360033446e-06,
      "loss": 0.001,
      "step": 80430
    },
    {
      "epoch": 1.3594382430731011,
      "grad_norm": 0.00018325158453080803,
      "learning_rate": 2.812499047436336e-06,
      "loss": 0.0005,
      "step": 80440
    },
    {
      "epoch": 1.3596072433519515,
      "grad_norm": 0.010511750355362892,
      "learning_rate": 2.8111729491925076e-06,
      "loss": 0.0006,
      "step": 80450
    },
    {
      "epoch": 1.359776243630802,
      "grad_norm": 0.06392191350460052,
      "learning_rate": 2.8098470413872394e-06,
      "loss": 0.0006,
      "step": 80460
    },
    {
      "epoch": 1.3599452439096524,
      "grad_norm": 0.006926842965185642,
      "learning_rate": 2.8085213241358875e-06,
      "loss": 0.0014,
      "step": 80470
    },
    {
      "epoch": 1.360114244188503,
      "grad_norm": 0.0003030473308172077,
      "learning_rate": 2.807195797553801e-06,
      "loss": 0.0004,
      "step": 80480
    },
    {
      "epoch": 1.3602832444673534,
      "grad_norm": 0.033828362822532654,
      "learning_rate": 2.8058704617563026e-06,
      "loss": 0.0014,
      "step": 80490
    },
    {
      "epoch": 1.3604522447462037,
      "grad_norm": 0.020338037982583046,
      "learning_rate": 2.8045453168587043e-06,
      "loss": 0.0007,
      "step": 80500
    },
    {
      "epoch": 1.3606212450250543,
      "grad_norm": 0.025744963437318802,
      "learning_rate": 2.8032203629763034e-06,
      "loss": 0.001,
      "step": 80510
    },
    {
      "epoch": 1.3607902453039047,
      "grad_norm": 0.03640247881412506,
      "learning_rate": 2.8018956002243726e-06,
      "loss": 0.0008,
      "step": 80520
    },
    {
      "epoch": 1.3609592455827553,
      "grad_norm": 0.04088277369737625,
      "learning_rate": 2.800571028718174e-06,
      "loss": 0.0007,
      "step": 80530
    },
    {
      "epoch": 1.3611282458616056,
      "grad_norm": 0.07791779190301895,
      "learning_rate": 2.7992466485729543e-06,
      "loss": 0.0011,
      "step": 80540
    },
    {
      "epoch": 1.361297246140456,
      "grad_norm": 0.06431923806667328,
      "learning_rate": 2.7979224599039377e-06,
      "loss": 0.0011,
      "step": 80550
    },
    {
      "epoch": 1.3614662464193066,
      "grad_norm": 0.026751643046736717,
      "learning_rate": 2.7965984628263376e-06,
      "loss": 0.0005,
      "step": 80560
    },
    {
      "epoch": 1.3616352466981572,
      "grad_norm": 0.07414183765649796,
      "learning_rate": 2.795274657455346e-06,
      "loss": 0.0009,
      "step": 80570
    },
    {
      "epoch": 1.3618042469770075,
      "grad_norm": 0.033633653074502945,
      "learning_rate": 2.7939510439061425e-06,
      "loss": 0.0014,
      "step": 80580
    },
    {
      "epoch": 1.3619732472558579,
      "grad_norm": 0.005656505934894085,
      "learning_rate": 2.7926276222938855e-06,
      "loss": 0.0016,
      "step": 80590
    },
    {
      "epoch": 1.3621422475347085,
      "grad_norm": 0.0321982204914093,
      "learning_rate": 2.7913043927337212e-06,
      "loss": 0.0005,
      "step": 80600
    },
    {
      "epoch": 1.3623112478135588,
      "grad_norm": 0.06537581980228424,
      "learning_rate": 2.789981355340775e-06,
      "loss": 0.0012,
      "step": 80610
    },
    {
      "epoch": 1.3624802480924094,
      "grad_norm": 0.19757148623466492,
      "learning_rate": 2.78865851023016e-06,
      "loss": 0.0009,
      "step": 80620
    },
    {
      "epoch": 1.3626492483712598,
      "grad_norm": 0.03330465033650398,
      "learning_rate": 2.7873358575169674e-06,
      "loss": 0.0015,
      "step": 80630
    },
    {
      "epoch": 1.3628182486501101,
      "grad_norm": 0.010190580040216446,
      "learning_rate": 2.7860133973162773e-06,
      "loss": 0.0008,
      "step": 80640
    },
    {
      "epoch": 1.3629872489289607,
      "grad_norm": 0.004234407562762499,
      "learning_rate": 2.7846911297431474e-06,
      "loss": 0.001,
      "step": 80650
    },
    {
      "epoch": 1.3631562492078113,
      "grad_norm": 0.03019251488149166,
      "learning_rate": 2.7833690549126226e-06,
      "loss": 0.0016,
      "step": 80660
    },
    {
      "epoch": 1.3633252494866617,
      "grad_norm": 0.0046164970844984055,
      "learning_rate": 2.782047172939731e-06,
      "loss": 0.0005,
      "step": 80670
    },
    {
      "epoch": 1.363494249765512,
      "grad_norm": 0.017667559906840324,
      "learning_rate": 2.7807254839394804e-06,
      "loss": 0.0008,
      "step": 80680
    },
    {
      "epoch": 1.3636632500443626,
      "grad_norm": 0.048973340541124344,
      "learning_rate": 2.779403988026864e-06,
      "loss": 0.0007,
      "step": 80690
    },
    {
      "epoch": 1.363832250323213,
      "grad_norm": 0.02754290960729122,
      "learning_rate": 2.778082685316863e-06,
      "loss": 0.0009,
      "step": 80700
    },
    {
      "epoch": 1.3640012506020636,
      "grad_norm": 0.09129004180431366,
      "learning_rate": 2.7767615759244313e-06,
      "loss": 0.0015,
      "step": 80710
    },
    {
      "epoch": 1.364170250880914,
      "grad_norm": 0.036322593688964844,
      "learning_rate": 2.7754406599645147e-06,
      "loss": 0.0005,
      "step": 80720
    },
    {
      "epoch": 1.3643392511597643,
      "grad_norm": 0.07712910324335098,
      "learning_rate": 2.774119937552041e-06,
      "loss": 0.0009,
      "step": 80730
    },
    {
      "epoch": 1.3645082514386149,
      "grad_norm": 0.06588491797447205,
      "learning_rate": 2.772799408801915e-06,
      "loss": 0.0013,
      "step": 80740
    },
    {
      "epoch": 1.3646772517174655,
      "grad_norm": 0.035696469247341156,
      "learning_rate": 2.7714790738290333e-06,
      "loss": 0.0007,
      "step": 80750
    },
    {
      "epoch": 1.3648462519963158,
      "grad_norm": 0.06322583556175232,
      "learning_rate": 2.770158932748268e-06,
      "loss": 0.0005,
      "step": 80760
    },
    {
      "epoch": 1.3650152522751662,
      "grad_norm": 0.01938874088227749,
      "learning_rate": 2.7688389856744813e-06,
      "loss": 0.001,
      "step": 80770
    },
    {
      "epoch": 1.3651842525540168,
      "grad_norm": 0.027592506259679794,
      "learning_rate": 2.7675192327225107e-06,
      "loss": 0.0007,
      "step": 80780
    },
    {
      "epoch": 1.3653532528328671,
      "grad_norm": 0.06308586150407791,
      "learning_rate": 2.766199674007186e-06,
      "loss": 0.0019,
      "step": 80790
    },
    {
      "epoch": 1.3655222531117177,
      "grad_norm": 0.20949746668338776,
      "learning_rate": 2.764880309643311e-06,
      "loss": 0.001,
      "step": 80800
    },
    {
      "epoch": 1.365691253390568,
      "grad_norm": 0.02370143122971058,
      "learning_rate": 2.76356113974568e-06,
      "loss": 0.0005,
      "step": 80810
    },
    {
      "epoch": 1.3658602536694184,
      "grad_norm": 0.1368524432182312,
      "learning_rate": 2.7622421644290633e-06,
      "loss": 0.0011,
      "step": 80820
    },
    {
      "epoch": 1.366029253948269,
      "grad_norm": 0.06743310391902924,
      "learning_rate": 2.7609233838082222e-06,
      "loss": 0.0023,
      "step": 80830
    },
    {
      "epoch": 1.3661982542271196,
      "grad_norm": 0.027281638234853745,
      "learning_rate": 2.7596047979978935e-06,
      "loss": 0.001,
      "step": 80840
    },
    {
      "epoch": 1.36636725450597,
      "grad_norm": 0.10621394962072372,
      "learning_rate": 2.758286407112805e-06,
      "loss": 0.0012,
      "step": 80850
    },
    {
      "epoch": 1.3665362547848203,
      "grad_norm": 0.01406975369900465,
      "learning_rate": 2.756968211267658e-06,
      "loss": 0.0006,
      "step": 80860
    },
    {
      "epoch": 1.366705255063671,
      "grad_norm": 0.002855682745575905,
      "learning_rate": 2.7556502105771443e-06,
      "loss": 0.0008,
      "step": 80870
    },
    {
      "epoch": 1.3668742553425213,
      "grad_norm": 0.017733998596668243,
      "learning_rate": 2.754332405155939e-06,
      "loss": 0.0018,
      "step": 80880
    },
    {
      "epoch": 1.3670432556213719,
      "grad_norm": 0.037968385964632034,
      "learning_rate": 2.7530147951186923e-06,
      "loss": 0.0008,
      "step": 80890
    },
    {
      "epoch": 1.3672122559002222,
      "grad_norm": 0.09487903863191605,
      "learning_rate": 2.7516973805800457e-06,
      "loss": 0.0007,
      "step": 80900
    },
    {
      "epoch": 1.3673812561790726,
      "grad_norm": 0.0455913245677948,
      "learning_rate": 2.75038016165462e-06,
      "loss": 0.0008,
      "step": 80910
    },
    {
      "epoch": 1.3675502564579232,
      "grad_norm": 0.01593964174389839,
      "learning_rate": 2.749063138457022e-06,
      "loss": 0.0007,
      "step": 80920
    },
    {
      "epoch": 1.3677192567367737,
      "grad_norm": 0.02475392445921898,
      "learning_rate": 2.747746311101835e-06,
      "loss": 0.0012,
      "step": 80930
    },
    {
      "epoch": 1.367888257015624,
      "grad_norm": 0.00532240467146039,
      "learning_rate": 2.746429679703633e-06,
      "loss": 0.0005,
      "step": 80940
    },
    {
      "epoch": 1.3680572572944745,
      "grad_norm": 0.0069517092779278755,
      "learning_rate": 2.745113244376966e-06,
      "loss": 0.0008,
      "step": 80950
    },
    {
      "epoch": 1.368226257573325,
      "grad_norm": 0.04656779021024704,
      "learning_rate": 2.743797005236374e-06,
      "loss": 0.0044,
      "step": 80960
    },
    {
      "epoch": 1.3683952578521754,
      "grad_norm": 0.005446649622172117,
      "learning_rate": 2.7424809623963722e-06,
      "loss": 0.0013,
      "step": 80970
    },
    {
      "epoch": 1.368564258131026,
      "grad_norm": 0.1676197052001953,
      "learning_rate": 2.741165115971466e-06,
      "loss": 0.0011,
      "step": 80980
    },
    {
      "epoch": 1.3687332584098764,
      "grad_norm": 0.11519121378660202,
      "learning_rate": 2.7398494660761378e-06,
      "loss": 0.0011,
      "step": 80990
    },
    {
      "epoch": 1.3689022586887267,
      "grad_norm": 0.01789015345275402,
      "learning_rate": 2.7385340128248583e-06,
      "loss": 0.0005,
      "step": 81000
    },
    {
      "epoch": 1.3690712589675773,
      "grad_norm": 0.07445920258760452,
      "learning_rate": 2.737218756332075e-06,
      "loss": 0.0009,
      "step": 81010
    },
    {
      "epoch": 1.369240259246428,
      "grad_norm": 0.016931943595409393,
      "learning_rate": 2.735903696712225e-06,
      "loss": 0.0011,
      "step": 81020
    },
    {
      "epoch": 1.3694092595252783,
      "grad_norm": 0.004109029192477465,
      "learning_rate": 2.734588834079721e-06,
      "loss": 0.0015,
      "step": 81030
    },
    {
      "epoch": 1.3695782598041286,
      "grad_norm": 0.044804804027080536,
      "learning_rate": 2.733274168548967e-06,
      "loss": 0.001,
      "step": 81040
    },
    {
      "epoch": 1.3697472600829792,
      "grad_norm": 0.008167951367795467,
      "learning_rate": 2.731959700234341e-06,
      "loss": 0.0015,
      "step": 81050
    },
    {
      "epoch": 1.3699162603618296,
      "grad_norm": 0.21587994694709778,
      "learning_rate": 2.7306454292502115e-06,
      "loss": 0.0029,
      "step": 81060
    },
    {
      "epoch": 1.3700852606406801,
      "grad_norm": 0.04317808523774147,
      "learning_rate": 2.7293313557109234e-06,
      "loss": 0.0008,
      "step": 81070
    },
    {
      "epoch": 1.3702542609195305,
      "grad_norm": 0.00516023114323616,
      "learning_rate": 2.728017479730809e-06,
      "loss": 0.0007,
      "step": 81080
    },
    {
      "epoch": 1.3704232611983809,
      "grad_norm": 0.013336258940398693,
      "learning_rate": 2.726703801424182e-06,
      "loss": 0.0005,
      "step": 81090
    },
    {
      "epoch": 1.3705922614772315,
      "grad_norm": 0.03444129228591919,
      "learning_rate": 2.72539032090534e-06,
      "loss": 0.0007,
      "step": 81100
    },
    {
      "epoch": 1.3707612617560818,
      "grad_norm": 0.014178609475493431,
      "learning_rate": 2.7240770382885594e-06,
      "loss": 0.0008,
      "step": 81110
    },
    {
      "epoch": 1.3709302620349324,
      "grad_norm": 0.18988923728466034,
      "learning_rate": 2.722763953688105e-06,
      "loss": 0.0009,
      "step": 81120
    },
    {
      "epoch": 1.3710992623137828,
      "grad_norm": 0.1102895513176918,
      "learning_rate": 2.7214510672182183e-06,
      "loss": 0.0006,
      "step": 81130
    },
    {
      "epoch": 1.3712682625926333,
      "grad_norm": 0.016499245539307594,
      "learning_rate": 2.7201383789931314e-06,
      "loss": 0.0007,
      "step": 81140
    },
    {
      "epoch": 1.3714372628714837,
      "grad_norm": 0.02236087992787361,
      "learning_rate": 2.7188258891270485e-06,
      "loss": 0.0011,
      "step": 81150
    },
    {
      "epoch": 1.3716062631503343,
      "grad_norm": 0.06486410647630692,
      "learning_rate": 2.7175135977341683e-06,
      "loss": 0.0012,
      "step": 81160
    },
    {
      "epoch": 1.3717752634291847,
      "grad_norm": 0.04193085432052612,
      "learning_rate": 2.716201504928662e-06,
      "loss": 0.001,
      "step": 81170
    },
    {
      "epoch": 1.371944263708035,
      "grad_norm": 0.11259046196937561,
      "learning_rate": 2.71488961082469e-06,
      "loss": 0.001,
      "step": 81180
    },
    {
      "epoch": 1.3721132639868856,
      "grad_norm": 0.11563017964363098,
      "learning_rate": 2.7135779155363957e-06,
      "loss": 0.0017,
      "step": 81190
    },
    {
      "epoch": 1.372282264265736,
      "grad_norm": 0.1372109204530716,
      "learning_rate": 2.712266419177898e-06,
      "loss": 0.0011,
      "step": 81200
    },
    {
      "epoch": 1.3724512645445865,
      "grad_norm": 0.0071485610678792,
      "learning_rate": 2.710955121863309e-06,
      "loss": 0.0007,
      "step": 81210
    },
    {
      "epoch": 1.372620264823437,
      "grad_norm": 0.017509106546640396,
      "learning_rate": 2.709644023706713e-06,
      "loss": 0.0006,
      "step": 81220
    },
    {
      "epoch": 1.3727892651022875,
      "grad_norm": 0.08765660971403122,
      "learning_rate": 2.7083331248221855e-06,
      "loss": 0.0011,
      "step": 81230
    },
    {
      "epoch": 1.3729582653811379,
      "grad_norm": 0.04982509836554527,
      "learning_rate": 2.7070224253237775e-06,
      "loss": 0.0009,
      "step": 81240
    },
    {
      "epoch": 1.3731272656599884,
      "grad_norm": 0.07236922532320023,
      "learning_rate": 2.7057119253255306e-06,
      "loss": 0.001,
      "step": 81250
    },
    {
      "epoch": 1.3732962659388388,
      "grad_norm": 0.09635771811008453,
      "learning_rate": 2.70440162494146e-06,
      "loss": 0.0009,
      "step": 81260
    },
    {
      "epoch": 1.3734652662176892,
      "grad_norm": 0.10149110853672028,
      "learning_rate": 2.7030915242855706e-06,
      "loss": 0.0005,
      "step": 81270
    },
    {
      "epoch": 1.3736342664965397,
      "grad_norm": 0.019749846309423447,
      "learning_rate": 2.7017816234718474e-06,
      "loss": 0.0005,
      "step": 81280
    },
    {
      "epoch": 1.37380326677539,
      "grad_norm": 0.061225682497024536,
      "learning_rate": 2.70047192261426e-06,
      "loss": 0.0008,
      "step": 81290
    },
    {
      "epoch": 1.3739722670542407,
      "grad_norm": 0.17834830284118652,
      "learning_rate": 2.6991624218267553e-06,
      "loss": 0.0013,
      "step": 81300
    },
    {
      "epoch": 1.374141267333091,
      "grad_norm": 0.02971114031970501,
      "learning_rate": 2.697853121223269e-06,
      "loss": 0.0018,
      "step": 81310
    },
    {
      "epoch": 1.3743102676119416,
      "grad_norm": 0.0017296327278017998,
      "learning_rate": 2.6965440209177136e-06,
      "loss": 0.0008,
      "step": 81320
    },
    {
      "epoch": 1.374479267890792,
      "grad_norm": 0.02275587059557438,
      "learning_rate": 2.695235121023991e-06,
      "loss": 0.0009,
      "step": 81330
    },
    {
      "epoch": 1.3746482681696426,
      "grad_norm": 0.035394806414842606,
      "learning_rate": 2.6939264216559772e-06,
      "loss": 0.0009,
      "step": 81340
    },
    {
      "epoch": 1.374817268448493,
      "grad_norm": 0.02650953270494938,
      "learning_rate": 2.6926179229275407e-06,
      "loss": 0.0008,
      "step": 81350
    },
    {
      "epoch": 1.3749862687273433,
      "grad_norm": 0.1949848234653473,
      "learning_rate": 2.6913096249525217e-06,
      "loss": 0.0008,
      "step": 81360
    },
    {
      "epoch": 1.375155269006194,
      "grad_norm": 0.035317301750183105,
      "learning_rate": 2.6900015278447534e-06,
      "loss": 0.0007,
      "step": 81370
    },
    {
      "epoch": 1.3753242692850443,
      "grad_norm": 0.15639999508857727,
      "learning_rate": 2.688693631718042e-06,
      "loss": 0.0011,
      "step": 81380
    },
    {
      "epoch": 1.3754932695638948,
      "grad_norm": 0.023006858304142952,
      "learning_rate": 2.6873859366861866e-06,
      "loss": 0.0009,
      "step": 81390
    },
    {
      "epoch": 1.3756622698427452,
      "grad_norm": 0.18025051057338715,
      "learning_rate": 2.6860784428629563e-06,
      "loss": 0.0011,
      "step": 81400
    },
    {
      "epoch": 1.3758312701215956,
      "grad_norm": 0.001331401988863945,
      "learning_rate": 2.684771150362115e-06,
      "loss": 0.0009,
      "step": 81410
    },
    {
      "epoch": 1.3760002704004461,
      "grad_norm": 0.003098771208897233,
      "learning_rate": 2.683464059297399e-06,
      "loss": 0.001,
      "step": 81420
    },
    {
      "epoch": 1.3761692706792967,
      "grad_norm": 0.027324680238962173,
      "learning_rate": 2.6821571697825342e-06,
      "loss": 0.0007,
      "step": 81430
    },
    {
      "epoch": 1.376338270958147,
      "grad_norm": 0.009578811936080456,
      "learning_rate": 2.6808504819312275e-06,
      "loss": 0.0005,
      "step": 81440
    },
    {
      "epoch": 1.3765072712369975,
      "grad_norm": 0.016443606466054916,
      "learning_rate": 2.6795439958571634e-06,
      "loss": 0.0009,
      "step": 81450
    },
    {
      "epoch": 1.376676271515848,
      "grad_norm": 0.011706710793077946,
      "learning_rate": 2.6782377116740143e-06,
      "loss": 0.0006,
      "step": 81460
    },
    {
      "epoch": 1.3768452717946984,
      "grad_norm": 0.14949294924736023,
      "learning_rate": 2.6769316294954364e-06,
      "loss": 0.0021,
      "step": 81470
    },
    {
      "epoch": 1.377014272073549,
      "grad_norm": 0.04487974941730499,
      "learning_rate": 2.675625749435059e-06,
      "loss": 0.0007,
      "step": 81480
    },
    {
      "epoch": 1.3771832723523993,
      "grad_norm": 0.02011519856750965,
      "learning_rate": 2.6743200716065044e-06,
      "loss": 0.0002,
      "step": 81490
    },
    {
      "epoch": 1.3773522726312497,
      "grad_norm": 0.019957944750785828,
      "learning_rate": 2.673014596123373e-06,
      "loss": 0.0007,
      "step": 81500
    },
    {
      "epoch": 1.3775212729101003,
      "grad_norm": 0.00412454130128026,
      "learning_rate": 2.671709323099244e-06,
      "loss": 0.0006,
      "step": 81510
    },
    {
      "epoch": 1.3776902731889509,
      "grad_norm": 0.005910065956413746,
      "learning_rate": 2.670404252647687e-06,
      "loss": 0.002,
      "step": 81520
    },
    {
      "epoch": 1.3778592734678012,
      "grad_norm": 0.0417097806930542,
      "learning_rate": 2.6690993848822457e-06,
      "loss": 0.0007,
      "step": 81530
    },
    {
      "epoch": 1.3780282737466516,
      "grad_norm": 0.07791711390018463,
      "learning_rate": 2.6677947199164533e-06,
      "loss": 0.001,
      "step": 81540
    },
    {
      "epoch": 1.3781972740255022,
      "grad_norm": 0.058783017098903656,
      "learning_rate": 2.6664902578638173e-06,
      "loss": 0.0013,
      "step": 81550
    },
    {
      "epoch": 1.3783662743043525,
      "grad_norm": 0.10798044502735138,
      "learning_rate": 2.6651859988378377e-06,
      "loss": 0.0006,
      "step": 81560
    },
    {
      "epoch": 1.3785352745832031,
      "grad_norm": 0.01462811604142189,
      "learning_rate": 2.663881942951986e-06,
      "loss": 0.0007,
      "step": 81570
    },
    {
      "epoch": 1.3787042748620535,
      "grad_norm": 0.10999801009893417,
      "learning_rate": 2.6625780903197266e-06,
      "loss": 0.0013,
      "step": 81580
    },
    {
      "epoch": 1.3788732751409039,
      "grad_norm": 0.09494367986917496,
      "learning_rate": 2.6612744410544966e-06,
      "loss": 0.0013,
      "step": 81590
    },
    {
      "epoch": 1.3790422754197544,
      "grad_norm": 0.021898848935961723,
      "learning_rate": 2.6599709952697227e-06,
      "loss": 0.0005,
      "step": 81600
    },
    {
      "epoch": 1.379211275698605,
      "grad_norm": 0.01613488420844078,
      "learning_rate": 2.6586677530788087e-06,
      "loss": 0.0008,
      "step": 81610
    },
    {
      "epoch": 1.3793802759774554,
      "grad_norm": 0.023948589339852333,
      "learning_rate": 2.657364714595146e-06,
      "loss": 0.0009,
      "step": 81620
    },
    {
      "epoch": 1.3795492762563057,
      "grad_norm": 0.04615328833460808,
      "learning_rate": 2.6560618799321015e-06,
      "loss": 0.001,
      "step": 81630
    },
    {
      "epoch": 1.3797182765351563,
      "grad_norm": 0.046796441078186035,
      "learning_rate": 2.65475924920303e-06,
      "loss": 0.0011,
      "step": 81640
    },
    {
      "epoch": 1.3798872768140067,
      "grad_norm": 0.10986502468585968,
      "learning_rate": 2.6534568225212687e-06,
      "loss": 0.0014,
      "step": 81650
    },
    {
      "epoch": 1.3800562770928573,
      "grad_norm": 0.039961110800504684,
      "learning_rate": 2.6521546000001307e-06,
      "loss": 0.0005,
      "step": 81660
    },
    {
      "epoch": 1.3802252773717076,
      "grad_norm": 0.0009647384868003428,
      "learning_rate": 2.650852581752919e-06,
      "loss": 0.0009,
      "step": 81670
    },
    {
      "epoch": 1.380394277650558,
      "grad_norm": 0.021076450124382973,
      "learning_rate": 2.6495507678929144e-06,
      "loss": 0.0007,
      "step": 81680
    },
    {
      "epoch": 1.3805632779294086,
      "grad_norm": 0.01967843621969223,
      "learning_rate": 2.6482491585333823e-06,
      "loss": 0.0009,
      "step": 81690
    },
    {
      "epoch": 1.3807322782082592,
      "grad_norm": 0.02331704832613468,
      "learning_rate": 2.6469477537875665e-06,
      "loss": 0.0005,
      "step": 81700
    },
    {
      "epoch": 1.3809012784871095,
      "grad_norm": 0.06854772567749023,
      "learning_rate": 2.6456465537686993e-06,
      "loss": 0.0005,
      "step": 81710
    },
    {
      "epoch": 1.38107027876596,
      "grad_norm": 0.042576905339956284,
      "learning_rate": 2.644345558589987e-06,
      "loss": 0.0021,
      "step": 81720
    },
    {
      "epoch": 1.3812392790448105,
      "grad_norm": 0.0038385672960430384,
      "learning_rate": 2.6430447683646254e-06,
      "loss": 0.0007,
      "step": 81730
    },
    {
      "epoch": 1.3814082793236608,
      "grad_norm": 0.017321884632110596,
      "learning_rate": 2.641744183205788e-06,
      "loss": 0.0005,
      "step": 81740
    },
    {
      "epoch": 1.3815772796025114,
      "grad_norm": 0.06699923425912857,
      "learning_rate": 2.6404438032266338e-06,
      "loss": 0.003,
      "step": 81750
    },
    {
      "epoch": 1.3817462798813618,
      "grad_norm": 0.03266004100441933,
      "learning_rate": 2.639143628540299e-06,
      "loss": 0.0017,
      "step": 81760
    },
    {
      "epoch": 1.3819152801602121,
      "grad_norm": 0.028615793213248253,
      "learning_rate": 2.63784365925991e-06,
      "loss": 0.001,
      "step": 81770
    },
    {
      "epoch": 1.3820842804390627,
      "grad_norm": 0.004312659613788128,
      "learning_rate": 2.6365438954985646e-06,
      "loss": 0.0005,
      "step": 81780
    },
    {
      "epoch": 1.3822532807179133,
      "grad_norm": 0.05887260288000107,
      "learning_rate": 2.6352443373693538e-06,
      "loss": 0.0013,
      "step": 81790
    },
    {
      "epoch": 1.3824222809967637,
      "grad_norm": 0.02822296693921089,
      "learning_rate": 2.6339449849853416e-06,
      "loss": 0.001,
      "step": 81800
    },
    {
      "epoch": 1.382591281275614,
      "grad_norm": 0.011759044602513313,
      "learning_rate": 2.632645838459581e-06,
      "loss": 0.001,
      "step": 81810
    },
    {
      "epoch": 1.3827602815544646,
      "grad_norm": 0.05984441190958023,
      "learning_rate": 2.6313468979051003e-06,
      "loss": 0.0009,
      "step": 81820
    },
    {
      "epoch": 1.382929281833315,
      "grad_norm": 0.019043082371354103,
      "learning_rate": 2.630048163434917e-06,
      "loss": 0.0008,
      "step": 81830
    },
    {
      "epoch": 1.3830982821121656,
      "grad_norm": 0.04396101459860802,
      "learning_rate": 2.6287496351620273e-06,
      "loss": 0.0011,
      "step": 81840
    },
    {
      "epoch": 1.383267282391016,
      "grad_norm": 0.1366347372531891,
      "learning_rate": 2.627451313199406e-06,
      "loss": 0.0006,
      "step": 81850
    },
    {
      "epoch": 1.3834362826698663,
      "grad_norm": 0.08047544211149216,
      "learning_rate": 2.6261531976600164e-06,
      "loss": 0.0009,
      "step": 81860
    },
    {
      "epoch": 1.3836052829487169,
      "grad_norm": 0.053900931030511856,
      "learning_rate": 2.6248552886568025e-06,
      "loss": 0.0012,
      "step": 81870
    },
    {
      "epoch": 1.3837742832275675,
      "grad_norm": 0.032839562743902206,
      "learning_rate": 2.6235575863026837e-06,
      "loss": 0.0007,
      "step": 81880
    },
    {
      "epoch": 1.3839432835064178,
      "grad_norm": 0.10769818723201752,
      "learning_rate": 2.622260090710571e-06,
      "loss": 0.0012,
      "step": 81890
    },
    {
      "epoch": 1.3841122837852682,
      "grad_norm": 0.00828024186193943,
      "learning_rate": 2.6209628019933486e-06,
      "loss": 0.0006,
      "step": 81900
    },
    {
      "epoch": 1.3842812840641188,
      "grad_norm": 0.02269088849425316,
      "learning_rate": 2.6196657202638913e-06,
      "loss": 0.0009,
      "step": 81910
    },
    {
      "epoch": 1.3844502843429691,
      "grad_norm": 0.05940607562661171,
      "learning_rate": 2.6183688456350474e-06,
      "loss": 0.0019,
      "step": 81920
    },
    {
      "epoch": 1.3846192846218197,
      "grad_norm": 0.10371402651071548,
      "learning_rate": 2.6170721782196534e-06,
      "loss": 0.0009,
      "step": 81930
    },
    {
      "epoch": 1.38478828490067,
      "grad_norm": 0.06377759575843811,
      "learning_rate": 2.6157757181305276e-06,
      "loss": 0.0006,
      "step": 81940
    },
    {
      "epoch": 1.3849572851795204,
      "grad_norm": 0.0681513175368309,
      "learning_rate": 2.614479465480464e-06,
      "loss": 0.0007,
      "step": 81950
    },
    {
      "epoch": 1.385126285458371,
      "grad_norm": 0.008973762392997742,
      "learning_rate": 2.6131834203822463e-06,
      "loss": 0.0014,
      "step": 81960
    },
    {
      "epoch": 1.3852952857372216,
      "grad_norm": 0.03835931420326233,
      "learning_rate": 2.6118875829486345e-06,
      "loss": 0.0015,
      "step": 81970
    },
    {
      "epoch": 1.385464286016072,
      "grad_norm": 0.17669308185577393,
      "learning_rate": 2.610591953292375e-06,
      "loss": 0.0017,
      "step": 81980
    },
    {
      "epoch": 1.3856332862949223,
      "grad_norm": 0.04100028797984123,
      "learning_rate": 2.609296531526191e-06,
      "loss": 0.0005,
      "step": 81990
    },
    {
      "epoch": 1.385802286573773,
      "grad_norm": 0.10174252837896347,
      "learning_rate": 2.608001317762793e-06,
      "loss": 0.0011,
      "step": 82000
    },
    {
      "epoch": 1.3859712868526233,
      "grad_norm": 0.04097196087241173,
      "learning_rate": 2.6067063121148682e-06,
      "loss": 0.0007,
      "step": 82010
    },
    {
      "epoch": 1.3861402871314739,
      "grad_norm": 0.031012501567602158,
      "learning_rate": 2.605411514695093e-06,
      "loss": 0.001,
      "step": 82020
    },
    {
      "epoch": 1.3863092874103242,
      "grad_norm": 0.07320142537355423,
      "learning_rate": 2.604116925616115e-06,
      "loss": 0.0015,
      "step": 82030
    },
    {
      "epoch": 1.3864782876891746,
      "grad_norm": 0.011016522534191608,
      "learning_rate": 2.602822544990573e-06,
      "loss": 0.0008,
      "step": 82040
    },
    {
      "epoch": 1.3866472879680252,
      "grad_norm": 0.009944644756615162,
      "learning_rate": 2.601528372931085e-06,
      "loss": 0.0006,
      "step": 82050
    },
    {
      "epoch": 1.3868162882468755,
      "grad_norm": 0.041490208357572556,
      "learning_rate": 2.6002344095502507e-06,
      "loss": 0.0009,
      "step": 82060
    },
    {
      "epoch": 1.3869852885257261,
      "grad_norm": 0.05326971784234047,
      "learning_rate": 2.5989406549606477e-06,
      "loss": 0.0009,
      "step": 82070
    },
    {
      "epoch": 1.3871542888045765,
      "grad_norm": 0.05080737918615341,
      "learning_rate": 2.5976471092748436e-06,
      "loss": 0.0007,
      "step": 82080
    },
    {
      "epoch": 1.387323289083427,
      "grad_norm": 0.06964278221130371,
      "learning_rate": 2.5963537726053785e-06,
      "loss": 0.0009,
      "step": 82090
    },
    {
      "epoch": 1.3874922893622774,
      "grad_norm": 0.0013241906417533755,
      "learning_rate": 2.595060645064783e-06,
      "loss": 0.0005,
      "step": 82100
    },
    {
      "epoch": 1.387661289641128,
      "grad_norm": 0.03161228448152542,
      "learning_rate": 2.5937677267655616e-06,
      "loss": 0.0013,
      "step": 82110
    },
    {
      "epoch": 1.3878302899199784,
      "grad_norm": 0.04791177436709404,
      "learning_rate": 2.5924750178202083e-06,
      "loss": 0.001,
      "step": 82120
    },
    {
      "epoch": 1.3879992901988287,
      "grad_norm": 0.01146010123193264,
      "learning_rate": 2.5911825183411914e-06,
      "loss": 0.0003,
      "step": 82130
    },
    {
      "epoch": 1.3881682904776793,
      "grad_norm": 0.04580337554216385,
      "learning_rate": 2.5898902284409684e-06,
      "loss": 0.0008,
      "step": 82140
    },
    {
      "epoch": 1.3883372907565297,
      "grad_norm": 0.024946637451648712,
      "learning_rate": 2.588598148231971e-06,
      "loss": 0.0012,
      "step": 82150
    },
    {
      "epoch": 1.3885062910353803,
      "grad_norm": 0.024746665731072426,
      "learning_rate": 2.5873062778266194e-06,
      "loss": 0.0003,
      "step": 82160
    },
    {
      "epoch": 1.3886752913142306,
      "grad_norm": 0.07841707020998001,
      "learning_rate": 2.58601461733731e-06,
      "loss": 0.0006,
      "step": 82170
    },
    {
      "epoch": 1.3888442915930812,
      "grad_norm": 0.048576850444078445,
      "learning_rate": 2.584723166876427e-06,
      "loss": 0.0009,
      "step": 82180
    },
    {
      "epoch": 1.3890132918719316,
      "grad_norm": 0.014373579062521458,
      "learning_rate": 2.5834319265563292e-06,
      "loss": 0.0004,
      "step": 82190
    },
    {
      "epoch": 1.3891822921507821,
      "grad_norm": 0.030972721055150032,
      "learning_rate": 2.5821408964893614e-06,
      "loss": 0.0005,
      "step": 82200
    },
    {
      "epoch": 1.3893512924296325,
      "grad_norm": 0.054175764322280884,
      "learning_rate": 2.5808500767878523e-06,
      "loss": 0.0009,
      "step": 82210
    },
    {
      "epoch": 1.3895202927084829,
      "grad_norm": 0.007382318377494812,
      "learning_rate": 2.579559467564107e-06,
      "loss": 0.0006,
      "step": 82220
    },
    {
      "epoch": 1.3896892929873335,
      "grad_norm": 0.11436676979064941,
      "learning_rate": 2.5782690689304136e-06,
      "loss": 0.0011,
      "step": 82230
    },
    {
      "epoch": 1.3898582932661838,
      "grad_norm": 0.2287551313638687,
      "learning_rate": 2.5769788809990475e-06,
      "loss": 0.0006,
      "step": 82240
    },
    {
      "epoch": 1.3900272935450344,
      "grad_norm": 0.09457912296056747,
      "learning_rate": 2.5756889038822562e-06,
      "loss": 0.0008,
      "step": 82250
    },
    {
      "epoch": 1.3901962938238848,
      "grad_norm": 0.17385007441043854,
      "learning_rate": 2.574399137692277e-06,
      "loss": 0.0015,
      "step": 82260
    },
    {
      "epoch": 1.3903652941027353,
      "grad_norm": 0.20081576704978943,
      "learning_rate": 2.5731095825413267e-06,
      "loss": 0.001,
      "step": 82270
    },
    {
      "epoch": 1.3905342943815857,
      "grad_norm": 0.10662265121936798,
      "learning_rate": 2.5718202385415997e-06,
      "loss": 0.002,
      "step": 82280
    },
    {
      "epoch": 1.3907032946604363,
      "grad_norm": 0.038537610322237015,
      "learning_rate": 2.5705311058052783e-06,
      "loss": 0.0008,
      "step": 82290
    },
    {
      "epoch": 1.3908722949392867,
      "grad_norm": 0.0011308231623843312,
      "learning_rate": 2.5692421844445204e-06,
      "loss": 0.001,
      "step": 82300
    },
    {
      "epoch": 1.391041295218137,
      "grad_norm": 0.00529683381319046,
      "learning_rate": 2.567953474571471e-06,
      "loss": 0.0011,
      "step": 82310
    },
    {
      "epoch": 1.3912102954969876,
      "grad_norm": 0.07235697656869888,
      "learning_rate": 2.566664976298251e-06,
      "loss": 0.0033,
      "step": 82320
    },
    {
      "epoch": 1.391379295775838,
      "grad_norm": 0.07601780444383621,
      "learning_rate": 2.5653766897369696e-06,
      "loss": 0.0007,
      "step": 82330
    },
    {
      "epoch": 1.3915482960546885,
      "grad_norm": 0.04762272536754608,
      "learning_rate": 2.5640886149997108e-06,
      "loss": 0.001,
      "step": 82340
    },
    {
      "epoch": 1.391717296333539,
      "grad_norm": 0.04797697812318802,
      "learning_rate": 2.5628007521985467e-06,
      "loss": 0.0015,
      "step": 82350
    },
    {
      "epoch": 1.3918862966123893,
      "grad_norm": 0.036652568727731705,
      "learning_rate": 2.561513101445523e-06,
      "loss": 0.0007,
      "step": 82360
    },
    {
      "epoch": 1.3920552968912399,
      "grad_norm": 0.03651326522231102,
      "learning_rate": 2.5602256628526765e-06,
      "loss": 0.0006,
      "step": 82370
    },
    {
      "epoch": 1.3922242971700904,
      "grad_norm": 0.0008418612414970994,
      "learning_rate": 2.558938436532017e-06,
      "loss": 0.0011,
      "step": 82380
    },
    {
      "epoch": 1.3923932974489408,
      "grad_norm": 0.02465483732521534,
      "learning_rate": 2.557651422595542e-06,
      "loss": 0.0013,
      "step": 82390
    },
    {
      "epoch": 1.3925622977277912,
      "grad_norm": 0.05674951896071434,
      "learning_rate": 2.5563646211552252e-06,
      "loss": 0.0017,
      "step": 82400
    },
    {
      "epoch": 1.3927312980066417,
      "grad_norm": 0.04472305253148079,
      "learning_rate": 2.5550780323230256e-06,
      "loss": 0.0006,
      "step": 82410
    },
    {
      "epoch": 1.3929002982854921,
      "grad_norm": 0.02844862826168537,
      "learning_rate": 2.5537916562108835e-06,
      "loss": 0.0006,
      "step": 82420
    },
    {
      "epoch": 1.3930692985643427,
      "grad_norm": 0.04687836021184921,
      "learning_rate": 2.5525054929307212e-06,
      "loss": 0.0004,
      "step": 82430
    },
    {
      "epoch": 1.393238298843193,
      "grad_norm": 0.3177129924297333,
      "learning_rate": 2.5512195425944373e-06,
      "loss": 0.0007,
      "step": 82440
    },
    {
      "epoch": 1.3934072991220434,
      "grad_norm": 0.10119723528623581,
      "learning_rate": 2.5499338053139177e-06,
      "loss": 0.0009,
      "step": 82450
    },
    {
      "epoch": 1.393576299400894,
      "grad_norm": 0.047569334506988525,
      "learning_rate": 2.5486482812010303e-06,
      "loss": 0.0005,
      "step": 82460
    },
    {
      "epoch": 1.3937452996797446,
      "grad_norm": 0.04689168184995651,
      "learning_rate": 2.547362970367617e-06,
      "loss": 0.0007,
      "step": 82470
    },
    {
      "epoch": 1.393914299958595,
      "grad_norm": 0.019643142819404602,
      "learning_rate": 2.546077872925511e-06,
      "loss": 0.0008,
      "step": 82480
    },
    {
      "epoch": 1.3940833002374453,
      "grad_norm": 0.025296105071902275,
      "learning_rate": 2.5447929889865174e-06,
      "loss": 0.0007,
      "step": 82490
    },
    {
      "epoch": 1.394252300516296,
      "grad_norm": 0.022164635360240936,
      "learning_rate": 2.543508318662432e-06,
      "loss": 0.0008,
      "step": 82500
    },
    {
      "epoch": 1.3944213007951463,
      "grad_norm": 0.002421640558168292,
      "learning_rate": 2.542223862065022e-06,
      "loss": 0.0005,
      "step": 82510
    },
    {
      "epoch": 1.3945903010739968,
      "grad_norm": 0.05165115371346474,
      "learning_rate": 2.5409396193060465e-06,
      "loss": 0.0005,
      "step": 82520
    },
    {
      "epoch": 1.3947593013528472,
      "grad_norm": 0.07443195581436157,
      "learning_rate": 2.5396555904972368e-06,
      "loss": 0.0007,
      "step": 82530
    },
    {
      "epoch": 1.3949283016316976,
      "grad_norm": 0.03140726685523987,
      "learning_rate": 2.5383717757503136e-06,
      "loss": 0.0006,
      "step": 82540
    },
    {
      "epoch": 1.3950973019105481,
      "grad_norm": 0.04079822450876236,
      "learning_rate": 2.5370881751769704e-06,
      "loss": 0.0009,
      "step": 82550
    },
    {
      "epoch": 1.3952663021893987,
      "grad_norm": 0.013004903681576252,
      "learning_rate": 2.535804788888891e-06,
      "loss": 0.0008,
      "step": 82560
    },
    {
      "epoch": 1.395435302468249,
      "grad_norm": 0.010640832595527172,
      "learning_rate": 2.5345216169977325e-06,
      "loss": 0.0005,
      "step": 82570
    },
    {
      "epoch": 1.3956043027470995,
      "grad_norm": 0.024120008572936058,
      "learning_rate": 2.53323865961514e-06,
      "loss": 0.0007,
      "step": 82580
    },
    {
      "epoch": 1.39577330302595,
      "grad_norm": 0.026166046038269997,
      "learning_rate": 2.5319559168527354e-06,
      "loss": 0.001,
      "step": 82590
    },
    {
      "epoch": 1.3959423033048004,
      "grad_norm": 0.06554225832223892,
      "learning_rate": 2.5306733888221223e-06,
      "loss": 0.0008,
      "step": 82600
    },
    {
      "epoch": 1.396111303583651,
      "grad_norm": 0.018941501155495644,
      "learning_rate": 2.5293910756348916e-06,
      "loss": 0.0006,
      "step": 82610
    },
    {
      "epoch": 1.3962803038625013,
      "grad_norm": 0.038295380771160126,
      "learning_rate": 2.5281089774026056e-06,
      "loss": 0.0006,
      "step": 82620
    },
    {
      "epoch": 1.3964493041413517,
      "grad_norm": 0.0389002226293087,
      "learning_rate": 2.526827094236815e-06,
      "loss": 0.0006,
      "step": 82630
    },
    {
      "epoch": 1.3966183044202023,
      "grad_norm": 0.019440731033682823,
      "learning_rate": 2.525545426249052e-06,
      "loss": 0.0007,
      "step": 82640
    },
    {
      "epoch": 1.3967873046990529,
      "grad_norm": 0.4608055055141449,
      "learning_rate": 2.524263973550824e-06,
      "loss": 0.0008,
      "step": 82650
    },
    {
      "epoch": 1.3969563049779032,
      "grad_norm": 0.051159411668777466,
      "learning_rate": 2.5229827362536274e-06,
      "loss": 0.0003,
      "step": 82660
    },
    {
      "epoch": 1.3971253052567536,
      "grad_norm": 0.017769791185855865,
      "learning_rate": 2.5217017144689323e-06,
      "loss": 0.0008,
      "step": 82670
    },
    {
      "epoch": 1.3972943055356042,
      "grad_norm": 0.01922992430627346,
      "learning_rate": 2.5204209083081977e-06,
      "loss": 0.0011,
      "step": 82680
    },
    {
      "epoch": 1.3974633058144545,
      "grad_norm": 0.021616067737340927,
      "learning_rate": 2.5191403178828554e-06,
      "loss": 0.0033,
      "step": 82690
    },
    {
      "epoch": 1.3976323060933051,
      "grad_norm": 0.03175405040383339,
      "learning_rate": 2.517859943304326e-06,
      "loss": 0.0008,
      "step": 82700
    },
    {
      "epoch": 1.3978013063721555,
      "grad_norm": 0.10438563674688339,
      "learning_rate": 2.5165797846840097e-06,
      "loss": 0.0014,
      "step": 82710
    },
    {
      "epoch": 1.3979703066510059,
      "grad_norm": 0.032787639647722244,
      "learning_rate": 2.5152998421332827e-06,
      "loss": 0.0006,
      "step": 82720
    },
    {
      "epoch": 1.3981393069298564,
      "grad_norm": 0.058113645762205124,
      "learning_rate": 2.5140201157635098e-06,
      "loss": 0.0005,
      "step": 82730
    },
    {
      "epoch": 1.398308307208707,
      "grad_norm": 0.05953868478536606,
      "learning_rate": 2.5127406056860293e-06,
      "loss": 0.0007,
      "step": 82740
    },
    {
      "epoch": 1.3984773074875574,
      "grad_norm": 0.05751534551382065,
      "learning_rate": 2.51146131201217e-06,
      "loss": 0.0007,
      "step": 82750
    },
    {
      "epoch": 1.3986463077664077,
      "grad_norm": 0.06238119676709175,
      "learning_rate": 2.5101822348532314e-06,
      "loss": 0.0014,
      "step": 82760
    },
    {
      "epoch": 1.3988153080452583,
      "grad_norm": 0.040273841470479965,
      "learning_rate": 2.5089033743205037e-06,
      "loss": 0.001,
      "step": 82770
    },
    {
      "epoch": 1.3989843083241087,
      "grad_norm": 0.011359905824065208,
      "learning_rate": 2.5076247305252503e-06,
      "loss": 0.0006,
      "step": 82780
    },
    {
      "epoch": 1.3991533086029593,
      "grad_norm": 0.02924640290439129,
      "learning_rate": 2.5063463035787234e-06,
      "loss": 0.0006,
      "step": 82790
    },
    {
      "epoch": 1.3993223088818096,
      "grad_norm": 0.029478926211595535,
      "learning_rate": 2.5050680935921478e-06,
      "loss": 0.0012,
      "step": 82800
    },
    {
      "epoch": 1.39949130916066,
      "grad_norm": 0.02089492790400982,
      "learning_rate": 2.5037901006767363e-06,
      "loss": 0.0012,
      "step": 82810
    },
    {
      "epoch": 1.3996603094395106,
      "grad_norm": 0.024508384987711906,
      "learning_rate": 2.5025123249436807e-06,
      "loss": 0.0005,
      "step": 82820
    },
    {
      "epoch": 1.3998293097183612,
      "grad_norm": 0.006763719953596592,
      "learning_rate": 2.501234766504155e-06,
      "loss": 0.0004,
      "step": 82830
    },
    {
      "epoch": 1.3999983099972115,
      "grad_norm": 0.08759523183107376,
      "learning_rate": 2.4999574254693094e-06,
      "loss": 0.0007,
      "step": 82840
    },
    {
      "epoch": 1.400167310276062,
      "grad_norm": 0.03937356173992157,
      "learning_rate": 2.498680301950283e-06,
      "loss": 0.0005,
      "step": 82850
    },
    {
      "epoch": 1.4003363105549125,
      "grad_norm": 0.040558457374572754,
      "learning_rate": 2.497403396058188e-06,
      "loss": 0.0004,
      "step": 82860
    },
    {
      "epoch": 1.4005053108337628,
      "grad_norm": 0.0008733658469282091,
      "learning_rate": 2.496126707904124e-06,
      "loss": 0.0009,
      "step": 82870
    },
    {
      "epoch": 1.4006743111126134,
      "grad_norm": 0.048882171511650085,
      "learning_rate": 2.4948502375991664e-06,
      "loss": 0.0006,
      "step": 82880
    },
    {
      "epoch": 1.4008433113914638,
      "grad_norm": 0.0028946897946298122,
      "learning_rate": 2.4935739852543777e-06,
      "loss": 0.0005,
      "step": 82890
    },
    {
      "epoch": 1.4010123116703141,
      "grad_norm": 0.046913258731365204,
      "learning_rate": 2.4922979509807945e-06,
      "loss": 0.0008,
      "step": 82900
    },
    {
      "epoch": 1.4011813119491647,
      "grad_norm": 0.1057584136724472,
      "learning_rate": 2.4910221348894413e-06,
      "loss": 0.0007,
      "step": 82910
    },
    {
      "epoch": 1.401350312228015,
      "grad_norm": 0.0601949468255043,
      "learning_rate": 2.489746537091317e-06,
      "loss": 0.0012,
      "step": 82920
    },
    {
      "epoch": 1.4015193125068657,
      "grad_norm": 0.041038982570171356,
      "learning_rate": 2.488471157697408e-06,
      "loss": 0.0008,
      "step": 82930
    },
    {
      "epoch": 1.401688312785716,
      "grad_norm": 0.10405878722667694,
      "learning_rate": 2.4871959968186755e-06,
      "loss": 0.0007,
      "step": 82940
    },
    {
      "epoch": 1.4018573130645666,
      "grad_norm": 0.012591134756803513,
      "learning_rate": 2.485921054566067e-06,
      "loss": 0.0005,
      "step": 82950
    },
    {
      "epoch": 1.402026313343417,
      "grad_norm": 0.011082008481025696,
      "learning_rate": 2.484646331050507e-06,
      "loss": 0.0011,
      "step": 82960
    },
    {
      "epoch": 1.4021953136222676,
      "grad_norm": 0.07454565167427063,
      "learning_rate": 2.483371826382903e-06,
      "loss": 0.001,
      "step": 82970
    },
    {
      "epoch": 1.402364313901118,
      "grad_norm": 0.0808311477303505,
      "learning_rate": 2.482097540674145e-06,
      "loss": 0.001,
      "step": 82980
    },
    {
      "epoch": 1.4025333141799683,
      "grad_norm": 0.03571702912449837,
      "learning_rate": 2.4808234740350988e-06,
      "loss": 0.0011,
      "step": 82990
    },
    {
      "epoch": 1.4027023144588189,
      "grad_norm": 0.02523273229598999,
      "learning_rate": 2.479549626576616e-06,
      "loss": 0.0002,
      "step": 83000
    },
    {
      "epoch": 1.4028713147376692,
      "grad_norm": 0.09487809240818024,
      "learning_rate": 2.4782759984095277e-06,
      "loss": 0.0014,
      "step": 83010
    },
    {
      "epoch": 1.4030403150165198,
      "grad_norm": 0.06667988002300262,
      "learning_rate": 2.4770025896446477e-06,
      "loss": 0.0007,
      "step": 83020
    },
    {
      "epoch": 1.4032093152953702,
      "grad_norm": 0.024624986574053764,
      "learning_rate": 2.4757294003927647e-06,
      "loss": 0.0013,
      "step": 83030
    },
    {
      "epoch": 1.4033783155742208,
      "grad_norm": 0.027179623022675514,
      "learning_rate": 2.4744564307646555e-06,
      "loss": 0.0004,
      "step": 83040
    },
    {
      "epoch": 1.4035473158530711,
      "grad_norm": 0.006963491905480623,
      "learning_rate": 2.4731836808710717e-06,
      "loss": 0.0007,
      "step": 83050
    },
    {
      "epoch": 1.4037163161319217,
      "grad_norm": 0.014814918860793114,
      "learning_rate": 2.4719111508227523e-06,
      "loss": 0.0005,
      "step": 83060
    },
    {
      "epoch": 1.403885316410772,
      "grad_norm": 0.006815911270678043,
      "learning_rate": 2.47063884073041e-06,
      "loss": 0.001,
      "step": 83070
    },
    {
      "epoch": 1.4040543166896224,
      "grad_norm": 0.037115439772605896,
      "learning_rate": 2.4693667507047453e-06,
      "loss": 0.0013,
      "step": 83080
    },
    {
      "epoch": 1.404223316968473,
      "grad_norm": 0.13958847522735596,
      "learning_rate": 2.4680948808564327e-06,
      "loss": 0.0012,
      "step": 83090
    },
    {
      "epoch": 1.4043923172473234,
      "grad_norm": 0.05505302920937538,
      "learning_rate": 2.4668232312961345e-06,
      "loss": 0.0007,
      "step": 83100
    },
    {
      "epoch": 1.404561317526174,
      "grad_norm": 0.007390045560896397,
      "learning_rate": 2.4655518021344873e-06,
      "loss": 0.0012,
      "step": 83110
    },
    {
      "epoch": 1.4047303178050243,
      "grad_norm": 0.015265069901943207,
      "learning_rate": 2.464280593482114e-06,
      "loss": 0.0007,
      "step": 83120
    },
    {
      "epoch": 1.404899318083875,
      "grad_norm": 0.01129642128944397,
      "learning_rate": 2.463009605449614e-06,
      "loss": 0.0011,
      "step": 83130
    },
    {
      "epoch": 1.4050683183627253,
      "grad_norm": 0.022243892773985863,
      "learning_rate": 2.4617388381475715e-06,
      "loss": 0.0004,
      "step": 83140
    },
    {
      "epoch": 1.4052373186415759,
      "grad_norm": 0.00014853873290121555,
      "learning_rate": 2.4604682916865467e-06,
      "loss": 0.0008,
      "step": 83150
    },
    {
      "epoch": 1.4054063189204262,
      "grad_norm": 0.05525534227490425,
      "learning_rate": 2.4591979661770864e-06,
      "loss": 0.0008,
      "step": 83160
    },
    {
      "epoch": 1.4055753191992766,
      "grad_norm": 0.1048225536942482,
      "learning_rate": 2.457927861729712e-06,
      "loss": 0.0021,
      "step": 83170
    },
    {
      "epoch": 1.4057443194781272,
      "grad_norm": 0.02692188322544098,
      "learning_rate": 2.4566579784549303e-06,
      "loss": 0.0009,
      "step": 83180
    },
    {
      "epoch": 1.4059133197569775,
      "grad_norm": 0.011747177690267563,
      "learning_rate": 2.455388316463227e-06,
      "loss": 0.0014,
      "step": 83190
    },
    {
      "epoch": 1.4060823200358281,
      "grad_norm": 0.0679253339767456,
      "learning_rate": 2.4541188758650713e-06,
      "loss": 0.0005,
      "step": 83200
    },
    {
      "epoch": 1.4062513203146785,
      "grad_norm": 0.021077698096632957,
      "learning_rate": 2.452849656770906e-06,
      "loss": 0.0009,
      "step": 83210
    },
    {
      "epoch": 1.406420320593529,
      "grad_norm": 0.0737432986497879,
      "learning_rate": 2.4515806592911623e-06,
      "loss": 0.0011,
      "step": 83220
    },
    {
      "epoch": 1.4065893208723794,
      "grad_norm": 0.04319237917661667,
      "learning_rate": 2.4503118835362503e-06,
      "loss": 0.0009,
      "step": 83230
    },
    {
      "epoch": 1.40675832115123,
      "grad_norm": 0.04714735969901085,
      "learning_rate": 2.4490433296165563e-06,
      "loss": 0.0007,
      "step": 83240
    },
    {
      "epoch": 1.4069273214300804,
      "grad_norm": 0.014764646999537945,
      "learning_rate": 2.4477749976424537e-06,
      "loss": 0.0008,
      "step": 83250
    },
    {
      "epoch": 1.4070963217089307,
      "grad_norm": 0.028909694403409958,
      "learning_rate": 2.446506887724291e-06,
      "loss": 0.0008,
      "step": 83260
    },
    {
      "epoch": 1.4072653219877813,
      "grad_norm": 0.000218815024709329,
      "learning_rate": 2.4452389999724023e-06,
      "loss": 0.0006,
      "step": 83270
    },
    {
      "epoch": 1.4074343222666317,
      "grad_norm": 0.028963739052414894,
      "learning_rate": 2.4439713344970968e-06,
      "loss": 0.0024,
      "step": 83280
    },
    {
      "epoch": 1.4076033225454823,
      "grad_norm": 0.03829863294959068,
      "learning_rate": 2.4427038914086715e-06,
      "loss": 0.0007,
      "step": 83290
    },
    {
      "epoch": 1.4077723228243326,
      "grad_norm": 0.015505461022257805,
      "learning_rate": 2.441436670817396e-06,
      "loss": 0.0003,
      "step": 83300
    },
    {
      "epoch": 1.407941323103183,
      "grad_norm": 0.022600213065743446,
      "learning_rate": 2.4401696728335287e-06,
      "loss": 0.0006,
      "step": 83310
    },
    {
      "epoch": 1.4081103233820336,
      "grad_norm": 0.048072341829538345,
      "learning_rate": 2.4389028975673006e-06,
      "loss": 0.001,
      "step": 83320
    },
    {
      "epoch": 1.4082793236608842,
      "grad_norm": 0.047883547842502594,
      "learning_rate": 2.4376363451289313e-06,
      "loss": 0.001,
      "step": 83330
    },
    {
      "epoch": 1.4084483239397345,
      "grad_norm": 0.01860985904932022,
      "learning_rate": 2.436370015628613e-06,
      "loss": 0.0007,
      "step": 83340
    },
    {
      "epoch": 1.4086173242185849,
      "grad_norm": 0.04321892186999321,
      "learning_rate": 2.435103909176526e-06,
      "loss": 0.0009,
      "step": 83350
    },
    {
      "epoch": 1.4087863244974355,
      "grad_norm": 0.03282180428504944,
      "learning_rate": 2.4338380258828244e-06,
      "loss": 0.0008,
      "step": 83360
    },
    {
      "epoch": 1.4089553247762858,
      "grad_norm": 0.049251966178417206,
      "learning_rate": 2.4325723658576478e-06,
      "loss": 0.0014,
      "step": 83370
    },
    {
      "epoch": 1.4091243250551364,
      "grad_norm": 0.027250435203313828,
      "learning_rate": 2.431306929211117e-06,
      "loss": 0.0014,
      "step": 83380
    },
    {
      "epoch": 1.4092933253339868,
      "grad_norm": 0.007739432156085968,
      "learning_rate": 2.430041716053327e-06,
      "loss": 0.0006,
      "step": 83390
    },
    {
      "epoch": 1.4094623256128371,
      "grad_norm": 0.00580311706289649,
      "learning_rate": 2.428776726494359e-06,
      "loss": 0.0008,
      "step": 83400
    },
    {
      "epoch": 1.4096313258916877,
      "grad_norm": 0.023706577718257904,
      "learning_rate": 2.427511960644276e-06,
      "loss": 0.0008,
      "step": 83410
    },
    {
      "epoch": 1.4098003261705383,
      "grad_norm": 0.03796723112463951,
      "learning_rate": 2.4262474186131142e-06,
      "loss": 0.001,
      "step": 83420
    },
    {
      "epoch": 1.4099693264493887,
      "grad_norm": 0.012999052181839943,
      "learning_rate": 2.424983100510899e-06,
      "loss": 0.0006,
      "step": 83430
    },
    {
      "epoch": 1.410138326728239,
      "grad_norm": 0.03713338077068329,
      "learning_rate": 2.4237190064476284e-06,
      "loss": 0.0005,
      "step": 83440
    },
    {
      "epoch": 1.4103073270070896,
      "grad_norm": 0.02254197560250759,
      "learning_rate": 2.422455136533289e-06,
      "loss": 0.0006,
      "step": 83450
    },
    {
      "epoch": 1.41047632728594,
      "grad_norm": 0.09923889487981796,
      "learning_rate": 2.4211914908778387e-06,
      "loss": 0.0009,
      "step": 83460
    },
    {
      "epoch": 1.4106453275647906,
      "grad_norm": 0.03275029733777046,
      "learning_rate": 2.4199280695912235e-06,
      "loss": 0.0006,
      "step": 83470
    },
    {
      "epoch": 1.410814327843641,
      "grad_norm": 0.04385049268603325,
      "learning_rate": 2.4186648727833694e-06,
      "loss": 0.0007,
      "step": 83480
    },
    {
      "epoch": 1.4109833281224913,
      "grad_norm": 0.03857121989130974,
      "learning_rate": 2.4174019005641757e-06,
      "loss": 0.0008,
      "step": 83490
    },
    {
      "epoch": 1.4111523284013419,
      "grad_norm": 0.040195971727371216,
      "learning_rate": 2.4161391530435316e-06,
      "loss": 0.0005,
      "step": 83500
    },
    {
      "epoch": 1.4113213286801924,
      "grad_norm": 0.0192074254155159,
      "learning_rate": 2.414876630331299e-06,
      "loss": 0.0008,
      "step": 83510
    },
    {
      "epoch": 1.4114903289590428,
      "grad_norm": 0.07239630818367004,
      "learning_rate": 2.4136143325373263e-06,
      "loss": 0.0007,
      "step": 83520
    },
    {
      "epoch": 1.4116593292378932,
      "grad_norm": 0.0068862829357385635,
      "learning_rate": 2.4123522597714354e-06,
      "loss": 0.001,
      "step": 83530
    },
    {
      "epoch": 1.4118283295167438,
      "grad_norm": 0.04745925962924957,
      "learning_rate": 2.4110904121434383e-06,
      "loss": 0.0005,
      "step": 83540
    },
    {
      "epoch": 1.4119973297955941,
      "grad_norm": 0.012015627697110176,
      "learning_rate": 2.409828789763116e-06,
      "loss": 0.0006,
      "step": 83550
    },
    {
      "epoch": 1.4121663300744447,
      "grad_norm": 0.081517793238163,
      "learning_rate": 2.4085673927402416e-06,
      "loss": 0.0004,
      "step": 83560
    },
    {
      "epoch": 1.412335330353295,
      "grad_norm": 0.008573692291975021,
      "learning_rate": 2.4073062211845573e-06,
      "loss": 0.0004,
      "step": 83570
    },
    {
      "epoch": 1.4125043306321454,
      "grad_norm": 0.026937799528241158,
      "learning_rate": 2.406045275205794e-06,
      "loss": 0.0005,
      "step": 83580
    },
    {
      "epoch": 1.412673330910996,
      "grad_norm": 0.027086956426501274,
      "learning_rate": 2.4047845549136588e-06,
      "loss": 0.0005,
      "step": 83590
    },
    {
      "epoch": 1.4128423311898466,
      "grad_norm": 0.06727180629968643,
      "learning_rate": 2.4035240604178443e-06,
      "loss": 0.0004,
      "step": 83600
    },
    {
      "epoch": 1.413011331468697,
      "grad_norm": 0.10865618288516998,
      "learning_rate": 2.4022637918280144e-06,
      "loss": 0.0014,
      "step": 83610
    },
    {
      "epoch": 1.4131803317475473,
      "grad_norm": 0.030005959793925285,
      "learning_rate": 2.4010037492538235e-06,
      "loss": 0.0014,
      "step": 83620
    },
    {
      "epoch": 1.413349332026398,
      "grad_norm": 0.048618074506521225,
      "learning_rate": 2.3997439328048962e-06,
      "loss": 0.0007,
      "step": 83630
    },
    {
      "epoch": 1.4135183323052483,
      "grad_norm": 0.015072825364768505,
      "learning_rate": 2.398484342590847e-06,
      "loss": 0.0007,
      "step": 83640
    },
    {
      "epoch": 1.4136873325840988,
      "grad_norm": 0.024250496178865433,
      "learning_rate": 2.3972249787212637e-06,
      "loss": 0.001,
      "step": 83650
    },
    {
      "epoch": 1.4138563328629492,
      "grad_norm": 0.047752391546964645,
      "learning_rate": 2.3959658413057193e-06,
      "loss": 0.0013,
      "step": 83660
    },
    {
      "epoch": 1.4140253331417996,
      "grad_norm": 0.08491960167884827,
      "learning_rate": 2.394706930453762e-06,
      "loss": 0.0012,
      "step": 83670
    },
    {
      "epoch": 1.4141943334206502,
      "grad_norm": 0.00630682660266757,
      "learning_rate": 2.393448246274926e-06,
      "loss": 0.0008,
      "step": 83680
    },
    {
      "epoch": 1.4143633336995007,
      "grad_norm": 0.00278993952088058,
      "learning_rate": 2.39218978887872e-06,
      "loss": 0.0011,
      "step": 83690
    },
    {
      "epoch": 1.414532333978351,
      "grad_norm": 0.024969255551695824,
      "learning_rate": 2.3909315583746395e-06,
      "loss": 0.0004,
      "step": 83700
    },
    {
      "epoch": 1.4147013342572015,
      "grad_norm": 0.04617280885577202,
      "learning_rate": 2.3896735548721523e-06,
      "loss": 0.001,
      "step": 83710
    },
    {
      "epoch": 1.414870334536052,
      "grad_norm": 0.008670149371027946,
      "learning_rate": 2.3884157784807138e-06,
      "loss": 0.0012,
      "step": 83720
    },
    {
      "epoch": 1.4150393348149024,
      "grad_norm": 0.004349506925791502,
      "learning_rate": 2.387158229309757e-06,
      "loss": 0.0009,
      "step": 83730
    },
    {
      "epoch": 1.415208335093753,
      "grad_norm": 0.06572866439819336,
      "learning_rate": 2.385900907468693e-06,
      "loss": 0.0012,
      "step": 83740
    },
    {
      "epoch": 1.4153773353726034,
      "grad_norm": 0.03176647424697876,
      "learning_rate": 2.384643813066917e-06,
      "loss": 0.0014,
      "step": 83750
    },
    {
      "epoch": 1.4155463356514537,
      "grad_norm": 0.036327064037323,
      "learning_rate": 2.383386946213799e-06,
      "loss": 0.0006,
      "step": 83760
    },
    {
      "epoch": 1.4157153359303043,
      "grad_norm": 0.01255666371434927,
      "learning_rate": 2.382130307018694e-06,
      "loss": 0.0005,
      "step": 83770
    },
    {
      "epoch": 1.4158843362091549,
      "grad_norm": 0.04504786431789398,
      "learning_rate": 2.380873895590937e-06,
      "loss": 0.0011,
      "step": 83780
    },
    {
      "epoch": 1.4160533364880052,
      "grad_norm": 0.0008414179901592433,
      "learning_rate": 2.3796177120398427e-06,
      "loss": 0.0008,
      "step": 83790
    },
    {
      "epoch": 1.4162223367668556,
      "grad_norm": 0.05456938594579697,
      "learning_rate": 2.3783617564747016e-06,
      "loss": 0.001,
      "step": 83800
    },
    {
      "epoch": 1.4163913370457062,
      "grad_norm": 0.08158857375383377,
      "learning_rate": 2.3771060290047915e-06,
      "loss": 0.0015,
      "step": 83810
    },
    {
      "epoch": 1.4165603373245566,
      "grad_norm": 0.08919025212526321,
      "learning_rate": 2.375850529739363e-06,
      "loss": 0.0009,
      "step": 83820
    },
    {
      "epoch": 1.4167293376034071,
      "grad_norm": 0.07634237408638,
      "learning_rate": 2.374595258787655e-06,
      "loss": 0.0012,
      "step": 83830
    },
    {
      "epoch": 1.4168983378822575,
      "grad_norm": 0.031027309596538544,
      "learning_rate": 2.3733402162588782e-06,
      "loss": 0.0009,
      "step": 83840
    },
    {
      "epoch": 1.4170673381611079,
      "grad_norm": 0.016404179856181145,
      "learning_rate": 2.3720854022622303e-06,
      "loss": 0.0008,
      "step": 83850
    },
    {
      "epoch": 1.4172363384399584,
      "grad_norm": 0.11980027705430984,
      "learning_rate": 2.3708308169068832e-06,
      "loss": 0.0013,
      "step": 83860
    },
    {
      "epoch": 1.4174053387188088,
      "grad_norm": 0.0009762226836755872,
      "learning_rate": 2.369576460301996e-06,
      "loss": 0.0006,
      "step": 83870
    },
    {
      "epoch": 1.4175743389976594,
      "grad_norm": 0.06345545500516891,
      "learning_rate": 2.3683223325566997e-06,
      "loss": 0.0007,
      "step": 83880
    },
    {
      "epoch": 1.4177433392765098,
      "grad_norm": 0.10920125991106033,
      "learning_rate": 2.3670684337801126e-06,
      "loss": 0.0015,
      "step": 83890
    },
    {
      "epoch": 1.4179123395553603,
      "grad_norm": 0.06489748507738113,
      "learning_rate": 2.3658147640813267e-06,
      "loss": 0.0015,
      "step": 83900
    },
    {
      "epoch": 1.4180813398342107,
      "grad_norm": 0.06503353267908096,
      "learning_rate": 2.364561323569421e-06,
      "loss": 0.0014,
      "step": 83910
    },
    {
      "epoch": 1.4182503401130613,
      "grad_norm": 0.028652485460042953,
      "learning_rate": 2.3633081123534475e-06,
      "loss": 0.0008,
      "step": 83920
    },
    {
      "epoch": 1.4184193403919116,
      "grad_norm": 0.01862611249089241,
      "learning_rate": 2.362055130542445e-06,
      "loss": 0.0006,
      "step": 83930
    },
    {
      "epoch": 1.418588340670762,
      "grad_norm": 0.1063927486538887,
      "learning_rate": 2.360802378245426e-06,
      "loss": 0.0011,
      "step": 83940
    },
    {
      "epoch": 1.4187573409496126,
      "grad_norm": 0.014605813659727573,
      "learning_rate": 2.3595498555713865e-06,
      "loss": 0.0006,
      "step": 83950
    },
    {
      "epoch": 1.418926341228463,
      "grad_norm": 0.020873332396149635,
      "learning_rate": 2.3582975626293037e-06,
      "loss": 0.0002,
      "step": 83960
    },
    {
      "epoch": 1.4190953415073135,
      "grad_norm": 0.17552272975444794,
      "learning_rate": 2.357045499528133e-06,
      "loss": 0.0009,
      "step": 83970
    },
    {
      "epoch": 1.419264341786164,
      "grad_norm": 0.07404538244009018,
      "learning_rate": 2.355793666376808e-06,
      "loss": 0.0007,
      "step": 83980
    },
    {
      "epoch": 1.4194333420650145,
      "grad_norm": 0.013749707490205765,
      "learning_rate": 2.354542063284246e-06,
      "loss": 0.001,
      "step": 83990
    },
    {
      "epoch": 1.4196023423438648,
      "grad_norm": 0.04214341565966606,
      "learning_rate": 2.3532906903593434e-06,
      "loss": 0.0012,
      "step": 84000
    },
    {
      "epoch": 1.4197713426227154,
      "grad_norm": 0.008900276385247707,
      "learning_rate": 2.3520395477109724e-06,
      "loss": 0.0005,
      "step": 84010
    },
    {
      "epoch": 1.4199403429015658,
      "grad_norm": 0.05283127725124359,
      "learning_rate": 2.3507886354479927e-06,
      "loss": 0.0008,
      "step": 84020
    },
    {
      "epoch": 1.4201093431804162,
      "grad_norm": 0.02634141966700554,
      "learning_rate": 2.349537953679235e-06,
      "loss": 0.0005,
      "step": 84030
    },
    {
      "epoch": 1.4202783434592667,
      "grad_norm": 0.0013195067876949906,
      "learning_rate": 2.3482875025135195e-06,
      "loss": 0.0007,
      "step": 84040
    },
    {
      "epoch": 1.420447343738117,
      "grad_norm": 0.03893652185797691,
      "learning_rate": 2.347037282059637e-06,
      "loss": 0.0005,
      "step": 84050
    },
    {
      "epoch": 1.4206163440169677,
      "grad_norm": 0.07587000727653503,
      "learning_rate": 2.345787292426367e-06,
      "loss": 0.0012,
      "step": 84060
    },
    {
      "epoch": 1.420785344295818,
      "grad_norm": 0.0020923058036714792,
      "learning_rate": 2.34453753372246e-06,
      "loss": 0.0009,
      "step": 84070
    },
    {
      "epoch": 1.4209543445746686,
      "grad_norm": 0.03815976530313492,
      "learning_rate": 2.343288006056656e-06,
      "loss": 0.001,
      "step": 84080
    },
    {
      "epoch": 1.421123344853519,
      "grad_norm": 0.03211137279868126,
      "learning_rate": 2.3420387095376655e-06,
      "loss": 0.0013,
      "step": 84090
    },
    {
      "epoch": 1.4212923451323696,
      "grad_norm": 0.011824673973023891,
      "learning_rate": 2.3407896442741873e-06,
      "loss": 0.0008,
      "step": 84100
    },
    {
      "epoch": 1.42146134541122,
      "grad_norm": 0.06679586321115494,
      "learning_rate": 2.3395408103748924e-06,
      "loss": 0.001,
      "step": 84110
    },
    {
      "epoch": 1.4216303456900703,
      "grad_norm": 0.06375548988580704,
      "learning_rate": 2.338292207948439e-06,
      "loss": 0.0005,
      "step": 84120
    },
    {
      "epoch": 1.4217993459689209,
      "grad_norm": 0.02201116643846035,
      "learning_rate": 2.337043837103458e-06,
      "loss": 0.0005,
      "step": 84130
    },
    {
      "epoch": 1.4219683462477712,
      "grad_norm": 0.04283535107970238,
      "learning_rate": 2.335795697948565e-06,
      "loss": 0.0007,
      "step": 84140
    },
    {
      "epoch": 1.4221373465266218,
      "grad_norm": 0.013010313734412193,
      "learning_rate": 2.3345477905923574e-06,
      "loss": 0.0006,
      "step": 84150
    },
    {
      "epoch": 1.4223063468054722,
      "grad_norm": 0.06410606950521469,
      "learning_rate": 2.3333001151434042e-06,
      "loss": 0.0007,
      "step": 84160
    },
    {
      "epoch": 1.4224753470843228,
      "grad_norm": 0.01201480720192194,
      "learning_rate": 2.332052671710261e-06,
      "loss": 0.001,
      "step": 84170
    },
    {
      "epoch": 1.4226443473631731,
      "grad_norm": 0.016264183446764946,
      "learning_rate": 2.330805460401464e-06,
      "loss": 0.0011,
      "step": 84180
    },
    {
      "epoch": 1.4228133476420237,
      "grad_norm": 0.030496496707201004,
      "learning_rate": 2.329558481325523e-06,
      "loss": 0.0009,
      "step": 84190
    },
    {
      "epoch": 1.422982347920874,
      "grad_norm": 0.06798092275857925,
      "learning_rate": 2.328311734590934e-06,
      "loss": 0.0007,
      "step": 84200
    },
    {
      "epoch": 1.4231513481997244,
      "grad_norm": 0.0211226437240839,
      "learning_rate": 2.327065220306167e-06,
      "loss": 0.0005,
      "step": 84210
    },
    {
      "epoch": 1.423320348478575,
      "grad_norm": 0.03784128651022911,
      "learning_rate": 2.3258189385796786e-06,
      "loss": 0.001,
      "step": 84220
    },
    {
      "epoch": 1.4234893487574254,
      "grad_norm": 0.05676233768463135,
      "learning_rate": 2.3245728895198978e-06,
      "loss": 0.0011,
      "step": 84230
    },
    {
      "epoch": 1.423658349036276,
      "grad_norm": 0.05738433077931404,
      "learning_rate": 2.3233270732352377e-06,
      "loss": 0.0005,
      "step": 84240
    },
    {
      "epoch": 1.4238273493151263,
      "grad_norm": 0.08206577599048615,
      "learning_rate": 2.3220814898340927e-06,
      "loss": 0.0007,
      "step": 84250
    },
    {
      "epoch": 1.4239963495939767,
      "grad_norm": 0.107279472053051,
      "learning_rate": 2.3208361394248313e-06,
      "loss": 0.0011,
      "step": 84260
    },
    {
      "epoch": 1.4241653498728273,
      "grad_norm": 0.03278566524386406,
      "learning_rate": 2.3195910221158085e-06,
      "loss": 0.0006,
      "step": 84270
    },
    {
      "epoch": 1.4243343501516779,
      "grad_norm": 0.0013548015849664807,
      "learning_rate": 2.3183461380153522e-06,
      "loss": 0.0009,
      "step": 84280
    },
    {
      "epoch": 1.4245033504305282,
      "grad_norm": 0.036180540919303894,
      "learning_rate": 2.317101487231776e-06,
      "loss": 0.001,
      "step": 84290
    },
    {
      "epoch": 1.4246723507093786,
      "grad_norm": 0.037334784865379333,
      "learning_rate": 2.3158570698733678e-06,
      "loss": 0.001,
      "step": 84300
    },
    {
      "epoch": 1.4248413509882292,
      "grad_norm": 0.17496155202388763,
      "learning_rate": 2.3146128860484014e-06,
      "loss": 0.001,
      "step": 84310
    },
    {
      "epoch": 1.4250103512670795,
      "grad_norm": 0.015429135411977768,
      "learning_rate": 2.313368935865123e-06,
      "loss": 0.0005,
      "step": 84320
    },
    {
      "epoch": 1.4251793515459301,
      "grad_norm": 0.048344243317842484,
      "learning_rate": 2.312125219431764e-06,
      "loss": 0.0007,
      "step": 84330
    },
    {
      "epoch": 1.4253483518247805,
      "grad_norm": 0.004564461763948202,
      "learning_rate": 2.3108817368565362e-06,
      "loss": 0.0027,
      "step": 84340
    },
    {
      "epoch": 1.4255173521036308,
      "grad_norm": 0.01210798416286707,
      "learning_rate": 2.3096384882476243e-06,
      "loss": 0.0004,
      "step": 84350
    },
    {
      "epoch": 1.4256863523824814,
      "grad_norm": 0.027822580188512802,
      "learning_rate": 2.308395473713199e-06,
      "loss": 0.0033,
      "step": 84360
    },
    {
      "epoch": 1.425855352661332,
      "grad_norm": 0.08893080055713654,
      "learning_rate": 2.3071526933614103e-06,
      "loss": 0.0011,
      "step": 84370
    },
    {
      "epoch": 1.4260243529401824,
      "grad_norm": 0.0183196272701025,
      "learning_rate": 2.305910147300383e-06,
      "loss": 0.0006,
      "step": 84380
    },
    {
      "epoch": 1.4261933532190327,
      "grad_norm": 0.05367874726653099,
      "learning_rate": 2.3046678356382275e-06,
      "loss": 0.0006,
      "step": 84390
    },
    {
      "epoch": 1.4263623534978833,
      "grad_norm": 0.0326240099966526,
      "learning_rate": 2.3034257584830276e-06,
      "loss": 0.0008,
      "step": 84400
    },
    {
      "epoch": 1.4265313537767337,
      "grad_norm": 0.020917244255542755,
      "learning_rate": 2.3021839159428543e-06,
      "loss": 0.0006,
      "step": 84410
    },
    {
      "epoch": 1.4267003540555843,
      "grad_norm": 0.02447577938437462,
      "learning_rate": 2.3009423081257493e-06,
      "loss": 0.0008,
      "step": 84420
    },
    {
      "epoch": 1.4268693543344346,
      "grad_norm": 0.19547536969184875,
      "learning_rate": 2.2997009351397425e-06,
      "loss": 0.0013,
      "step": 84430
    },
    {
      "epoch": 1.427038354613285,
      "grad_norm": 0.027016576379537582,
      "learning_rate": 2.2984597970928364e-06,
      "loss": 0.0008,
      "step": 84440
    },
    {
      "epoch": 1.4272073548921356,
      "grad_norm": 0.0012160215992480516,
      "learning_rate": 2.2972188940930185e-06,
      "loss": 0.0005,
      "step": 84450
    },
    {
      "epoch": 1.4273763551709862,
      "grad_norm": 0.1148276999592781,
      "learning_rate": 2.29597822624825e-06,
      "loss": 0.0009,
      "step": 84460
    },
    {
      "epoch": 1.4275453554498365,
      "grad_norm": 0.013243789784610271,
      "learning_rate": 2.2947377936664794e-06,
      "loss": 0.0011,
      "step": 84470
    },
    {
      "epoch": 1.4277143557286869,
      "grad_norm": 0.0687238946557045,
      "learning_rate": 2.293497596455626e-06,
      "loss": 0.0004,
      "step": 84480
    },
    {
      "epoch": 1.4278833560075375,
      "grad_norm": 0.02749786525964737,
      "learning_rate": 2.2922576347235947e-06,
      "loss": 0.0008,
      "step": 84490
    },
    {
      "epoch": 1.4280523562863878,
      "grad_norm": 0.0005987897166050971,
      "learning_rate": 2.2910179085782706e-06,
      "loss": 0.0002,
      "step": 84500
    },
    {
      "epoch": 1.4282213565652384,
      "grad_norm": 0.039005473256111145,
      "learning_rate": 2.2897784181275123e-06,
      "loss": 0.0014,
      "step": 84510
    },
    {
      "epoch": 1.4283903568440888,
      "grad_norm": 0.04905512556433678,
      "learning_rate": 2.288539163479165e-06,
      "loss": 0.0006,
      "step": 84520
    },
    {
      "epoch": 1.4285593571229391,
      "grad_norm": 0.04409101605415344,
      "learning_rate": 2.2873001447410448e-06,
      "loss": 0.0012,
      "step": 84530
    },
    {
      "epoch": 1.4287283574017897,
      "grad_norm": 0.01638905517756939,
      "learning_rate": 2.2860613620209567e-06,
      "loss": 0.0017,
      "step": 84540
    },
    {
      "epoch": 1.4288973576806403,
      "grad_norm": 0.06980341672897339,
      "learning_rate": 2.2848228154266784e-06,
      "loss": 0.0012,
      "step": 84550
    },
    {
      "epoch": 1.4290663579594907,
      "grad_norm": 0.055803362280130386,
      "learning_rate": 2.283584505065973e-06,
      "loss": 0.0006,
      "step": 84560
    },
    {
      "epoch": 1.429235358238341,
      "grad_norm": 0.045138075947761536,
      "learning_rate": 2.2823464310465742e-06,
      "loss": 0.0009,
      "step": 84570
    },
    {
      "epoch": 1.4294043585171916,
      "grad_norm": 0.028129177168011665,
      "learning_rate": 2.2811085934762064e-06,
      "loss": 0.0008,
      "step": 84580
    },
    {
      "epoch": 1.429573358796042,
      "grad_norm": 0.16420289874076843,
      "learning_rate": 2.279870992462561e-06,
      "loss": 0.0008,
      "step": 84590
    },
    {
      "epoch": 1.4297423590748926,
      "grad_norm": 0.02660529501736164,
      "learning_rate": 2.2786336281133213e-06,
      "loss": 0.0012,
      "step": 84600
    },
    {
      "epoch": 1.429911359353743,
      "grad_norm": 0.001202136161737144,
      "learning_rate": 2.2773965005361397e-06,
      "loss": 0.0009,
      "step": 84610
    },
    {
      "epoch": 1.4300803596325933,
      "grad_norm": 0.029954062774777412,
      "learning_rate": 2.276159609838655e-06,
      "loss": 0.0008,
      "step": 84620
    },
    {
      "epoch": 1.4302493599114439,
      "grad_norm": 0.03627415746450424,
      "learning_rate": 2.2749229561284804e-06,
      "loss": 0.0005,
      "step": 84630
    },
    {
      "epoch": 1.4304183601902944,
      "grad_norm": 0.07238475233316422,
      "learning_rate": 2.2736865395132134e-06,
      "loss": 0.0008,
      "step": 84640
    },
    {
      "epoch": 1.4305873604691448,
      "grad_norm": 0.058888595551252365,
      "learning_rate": 2.272450360100425e-06,
      "loss": 0.001,
      "step": 84650
    },
    {
      "epoch": 1.4307563607479952,
      "grad_norm": 0.04588101804256439,
      "learning_rate": 2.2712144179976723e-06,
      "loss": 0.0012,
      "step": 84660
    },
    {
      "epoch": 1.4309253610268458,
      "grad_norm": 0.08574783802032471,
      "learning_rate": 2.2699787133124845e-06,
      "loss": 0.0009,
      "step": 84670
    },
    {
      "epoch": 1.4310943613056961,
      "grad_norm": 0.07861129194498062,
      "learning_rate": 2.2687432461523778e-06,
      "loss": 0.0012,
      "step": 84680
    },
    {
      "epoch": 1.4312633615845467,
      "grad_norm": 0.05322394147515297,
      "learning_rate": 2.2675080166248403e-06,
      "loss": 0.0009,
      "step": 84690
    },
    {
      "epoch": 1.431432361863397,
      "grad_norm": 0.028422387316823006,
      "learning_rate": 2.2662730248373465e-06,
      "loss": 0.001,
      "step": 84700
    },
    {
      "epoch": 1.4316013621422474,
      "grad_norm": 0.0500117689371109,
      "learning_rate": 2.265038270897343e-06,
      "loss": 0.001,
      "step": 84710
    },
    {
      "epoch": 1.431770362421098,
      "grad_norm": 0.04492614418268204,
      "learning_rate": 2.2638037549122605e-06,
      "loss": 0.0008,
      "step": 84720
    },
    {
      "epoch": 1.4319393626999486,
      "grad_norm": 0.030771596357226372,
      "learning_rate": 2.262569476989509e-06,
      "loss": 0.0005,
      "step": 84730
    },
    {
      "epoch": 1.432108362978799,
      "grad_norm": 0.03537273406982422,
      "learning_rate": 2.261335437236476e-06,
      "loss": 0.0007,
      "step": 84740
    },
    {
      "epoch": 1.4322773632576493,
      "grad_norm": 0.09645888209342957,
      "learning_rate": 2.260101635760531e-06,
      "loss": 0.0019,
      "step": 84750
    },
    {
      "epoch": 1.4324463635365,
      "grad_norm": 0.0512833297252655,
      "learning_rate": 2.258868072669017e-06,
      "loss": 0.0008,
      "step": 84760
    },
    {
      "epoch": 1.4326153638153503,
      "grad_norm": 0.006439016200602055,
      "learning_rate": 2.2576347480692636e-06,
      "loss": 0.0005,
      "step": 84770
    },
    {
      "epoch": 1.4327843640942008,
      "grad_norm": 0.04037424549460411,
      "learning_rate": 2.2564016620685724e-06,
      "loss": 0.0007,
      "step": 84780
    },
    {
      "epoch": 1.4329533643730512,
      "grad_norm": 0.004947283770889044,
      "learning_rate": 2.255168814774231e-06,
      "loss": 0.0013,
      "step": 84790
    },
    {
      "epoch": 1.4331223646519016,
      "grad_norm": 0.014233722351491451,
      "learning_rate": 2.2539362062935007e-06,
      "loss": 0.0008,
      "step": 84800
    },
    {
      "epoch": 1.4332913649307522,
      "grad_norm": 0.0038694292306900024,
      "learning_rate": 2.2527038367336267e-06,
      "loss": 0.001,
      "step": 84810
    },
    {
      "epoch": 1.4334603652096025,
      "grad_norm": 0.01896851696074009,
      "learning_rate": 2.251471706201828e-06,
      "loss": 0.0005,
      "step": 84820
    },
    {
      "epoch": 1.433629365488453,
      "grad_norm": 0.04535583034157753,
      "learning_rate": 2.25023981480531e-06,
      "loss": 0.0005,
      "step": 84830
    },
    {
      "epoch": 1.4337983657673035,
      "grad_norm": 0.0728137418627739,
      "learning_rate": 2.249008162651249e-06,
      "loss": 0.0016,
      "step": 84840
    },
    {
      "epoch": 1.433967366046154,
      "grad_norm": 0.002345575951039791,
      "learning_rate": 2.247776749846808e-06,
      "loss": 0.0004,
      "step": 84850
    },
    {
      "epoch": 1.4341363663250044,
      "grad_norm": 0.03326883539557457,
      "learning_rate": 2.2465455764991232e-06,
      "loss": 0.0005,
      "step": 84860
    },
    {
      "epoch": 1.434305366603855,
      "grad_norm": 0.006739679723978043,
      "learning_rate": 2.2453146427153167e-06,
      "loss": 0.001,
      "step": 84870
    },
    {
      "epoch": 1.4344743668827054,
      "grad_norm": 0.08603805303573608,
      "learning_rate": 2.24408394860248e-06,
      "loss": 0.0034,
      "step": 84880
    },
    {
      "epoch": 1.4346433671615557,
      "grad_norm": 0.06419666111469269,
      "learning_rate": 2.242853494267695e-06,
      "loss": 0.0006,
      "step": 84890
    },
    {
      "epoch": 1.4348123674404063,
      "grad_norm": 0.021079787984490395,
      "learning_rate": 2.2416232798180124e-06,
      "loss": 0.0009,
      "step": 84900
    },
    {
      "epoch": 1.4349813677192567,
      "grad_norm": 0.05516824498772621,
      "learning_rate": 2.240393305360469e-06,
      "loss": 0.0008,
      "step": 84910
    },
    {
      "epoch": 1.4351503679981072,
      "grad_norm": 0.0007657507085241377,
      "learning_rate": 2.2391635710020792e-06,
      "loss": 0.0012,
      "step": 84920
    },
    {
      "epoch": 1.4353193682769576,
      "grad_norm": 0.016834547743201256,
      "learning_rate": 2.237934076849837e-06,
      "loss": 0.0035,
      "step": 84930
    },
    {
      "epoch": 1.4354883685558082,
      "grad_norm": 0.020797796547412872,
      "learning_rate": 2.2367048230107107e-06,
      "loss": 0.0006,
      "step": 84940
    },
    {
      "epoch": 1.4356573688346586,
      "grad_norm": 0.020580783486366272,
      "learning_rate": 2.2354758095916553e-06,
      "loss": 0.0014,
      "step": 84950
    },
    {
      "epoch": 1.4358263691135091,
      "grad_norm": 0.04580893740057945,
      "learning_rate": 2.2342470366995968e-06,
      "loss": 0.0007,
      "step": 84960
    },
    {
      "epoch": 1.4359953693923595,
      "grad_norm": 0.05132446438074112,
      "learning_rate": 2.233018504441448e-06,
      "loss": 0.0006,
      "step": 84970
    },
    {
      "epoch": 1.4361643696712099,
      "grad_norm": 0.11026140302419662,
      "learning_rate": 2.2317902129240943e-06,
      "loss": 0.0018,
      "step": 84980
    },
    {
      "epoch": 1.4363333699500604,
      "grad_norm": 0.13513745367527008,
      "learning_rate": 2.230562162254406e-06,
      "loss": 0.0005,
      "step": 84990
    },
    {
      "epoch": 1.4365023702289108,
      "grad_norm": 0.0034779072739183903,
      "learning_rate": 2.229334352539226e-06,
      "loss": 0.0007,
      "step": 85000
    },
    {
      "epoch": 1.4366713705077614,
      "grad_norm": 0.0015267017297446728,
      "learning_rate": 2.2281067838853816e-06,
      "loss": 0.0005,
      "step": 85010
    },
    {
      "epoch": 1.4368403707866118,
      "grad_norm": 0.014659667387604713,
      "learning_rate": 2.2268794563996787e-06,
      "loss": 0.0005,
      "step": 85020
    },
    {
      "epoch": 1.4370093710654623,
      "grad_norm": 0.01734306290745735,
      "learning_rate": 2.2256523701888976e-06,
      "loss": 0.0008,
      "step": 85030
    },
    {
      "epoch": 1.4371783713443127,
      "grad_norm": 0.0024235215969383717,
      "learning_rate": 2.224425525359804e-06,
      "loss": 0.001,
      "step": 85040
    },
    {
      "epoch": 1.4373473716231633,
      "grad_norm": 0.046465914696455,
      "learning_rate": 2.2231989220191364e-06,
      "loss": 0.0013,
      "step": 85050
    },
    {
      "epoch": 1.4375163719020136,
      "grad_norm": 0.048767272382974625,
      "learning_rate": 2.2219725602736175e-06,
      "loss": 0.0003,
      "step": 85060
    },
    {
      "epoch": 1.437685372180864,
      "grad_norm": 0.015352829359471798,
      "learning_rate": 2.2207464402299445e-06,
      "loss": 0.0009,
      "step": 85070
    },
    {
      "epoch": 1.4378543724597146,
      "grad_norm": 0.06857003271579742,
      "learning_rate": 2.2195205619947983e-06,
      "loss": 0.0007,
      "step": 85080
    },
    {
      "epoch": 1.438023372738565,
      "grad_norm": 0.07974264770746231,
      "learning_rate": 2.218294925674834e-06,
      "loss": 0.0009,
      "step": 85090
    },
    {
      "epoch": 1.4381923730174155,
      "grad_norm": 0.04741501063108444,
      "learning_rate": 2.217069531376688e-06,
      "loss": 0.0015,
      "step": 85100
    },
    {
      "epoch": 1.438361373296266,
      "grad_norm": 0.05591466650366783,
      "learning_rate": 2.215844379206978e-06,
      "loss": 0.0009,
      "step": 85110
    },
    {
      "epoch": 1.4385303735751163,
      "grad_norm": 0.022825388237833977,
      "learning_rate": 2.2146194692722954e-06,
      "loss": 0.0005,
      "step": 85120
    },
    {
      "epoch": 1.4386993738539668,
      "grad_norm": 0.0009319696109741926,
      "learning_rate": 2.213394801679214e-06,
      "loss": 0.0005,
      "step": 85130
    },
    {
      "epoch": 1.4388683741328174,
      "grad_norm": 0.0101107032969594,
      "learning_rate": 2.2121703765342883e-06,
      "loss": 0.0005,
      "step": 85140
    },
    {
      "epoch": 1.4390373744116678,
      "grad_norm": 0.024927053600549698,
      "learning_rate": 2.2109461939440454e-06,
      "loss": 0.0006,
      "step": 85150
    },
    {
      "epoch": 1.4392063746905182,
      "grad_norm": 0.025109082460403442,
      "learning_rate": 2.2097222540149987e-06,
      "loss": 0.0009,
      "step": 85160
    },
    {
      "epoch": 1.4393753749693687,
      "grad_norm": 0.023030636832118034,
      "learning_rate": 2.2084985568536334e-06,
      "loss": 0.0007,
      "step": 85170
    },
    {
      "epoch": 1.439544375248219,
      "grad_norm": 0.038196589797735214,
      "learning_rate": 2.2072751025664204e-06,
      "loss": 0.0009,
      "step": 85180
    },
    {
      "epoch": 1.4397133755270697,
      "grad_norm": 0.0019264441216364503,
      "learning_rate": 2.206051891259803e-06,
      "loss": 0.002,
      "step": 85190
    },
    {
      "epoch": 1.43988237580592,
      "grad_norm": 0.047808222472667694,
      "learning_rate": 2.204828923040209e-06,
      "loss": 0.0007,
      "step": 85200
    },
    {
      "epoch": 1.4400513760847704,
      "grad_norm": 0.05627620220184326,
      "learning_rate": 2.203606198014041e-06,
      "loss": 0.0006,
      "step": 85210
    },
    {
      "epoch": 1.440220376363621,
      "grad_norm": 0.0782071202993393,
      "learning_rate": 2.202383716287684e-06,
      "loss": 0.0007,
      "step": 85220
    },
    {
      "epoch": 1.4403893766424716,
      "grad_norm": 0.2014874815940857,
      "learning_rate": 2.201161477967496e-06,
      "loss": 0.0006,
      "step": 85230
    },
    {
      "epoch": 1.440558376921322,
      "grad_norm": 0.04733043909072876,
      "learning_rate": 2.1999394831598225e-06,
      "loss": 0.0009,
      "step": 85240
    },
    {
      "epoch": 1.4407273772001723,
      "grad_norm": 0.09516479820013046,
      "learning_rate": 2.198717731970979e-06,
      "loss": 0.0005,
      "step": 85250
    },
    {
      "epoch": 1.4408963774790229,
      "grad_norm": 0.006495791953057051,
      "learning_rate": 2.197496224507265e-06,
      "loss": 0.0004,
      "step": 85260
    },
    {
      "epoch": 1.4410653777578732,
      "grad_norm": 0.05586622655391693,
      "learning_rate": 2.1962749608749595e-06,
      "loss": 0.0008,
      "step": 85270
    },
    {
      "epoch": 1.4412343780367238,
      "grad_norm": 0.057371292263269424,
      "learning_rate": 2.1950539411803156e-06,
      "loss": 0.0009,
      "step": 85280
    },
    {
      "epoch": 1.4414033783155742,
      "grad_norm": 0.06461921334266663,
      "learning_rate": 2.19383316552957e-06,
      "loss": 0.0005,
      "step": 85290
    },
    {
      "epoch": 1.4415723785944246,
      "grad_norm": 0.010810323059558868,
      "learning_rate": 2.1926126340289345e-06,
      "loss": 0.0014,
      "step": 85300
    },
    {
      "epoch": 1.4417413788732751,
      "grad_norm": 0.08385465294122696,
      "learning_rate": 2.191392346784601e-06,
      "loss": 0.0007,
      "step": 85310
    },
    {
      "epoch": 1.4419103791521257,
      "grad_norm": 0.026941556483507156,
      "learning_rate": 2.1901723039027417e-06,
      "loss": 0.0008,
      "step": 85320
    },
    {
      "epoch": 1.442079379430976,
      "grad_norm": 0.08849550038576126,
      "learning_rate": 2.1889525054895077e-06,
      "loss": 0.0006,
      "step": 85330
    },
    {
      "epoch": 1.4422483797098264,
      "grad_norm": 0.08569113165140152,
      "learning_rate": 2.1877329516510236e-06,
      "loss": 0.0007,
      "step": 85340
    },
    {
      "epoch": 1.442417379988677,
      "grad_norm": 0.01780073158442974,
      "learning_rate": 2.186513642493401e-06,
      "loss": 0.0004,
      "step": 85350
    },
    {
      "epoch": 1.4425863802675274,
      "grad_norm": 0.04532487690448761,
      "learning_rate": 2.1852945781227203e-06,
      "loss": 0.0007,
      "step": 85360
    },
    {
      "epoch": 1.442755380546378,
      "grad_norm": 0.058953043073415756,
      "learning_rate": 2.184075758645051e-06,
      "loss": 0.0009,
      "step": 85370
    },
    {
      "epoch": 1.4429243808252283,
      "grad_norm": 0.1885237693786621,
      "learning_rate": 2.1828571841664327e-06,
      "loss": 0.001,
      "step": 85380
    },
    {
      "epoch": 1.4430933811040787,
      "grad_norm": 0.020072024315595627,
      "learning_rate": 2.1816388547928903e-06,
      "loss": 0.0008,
      "step": 85390
    },
    {
      "epoch": 1.4432623813829293,
      "grad_norm": 0.010699886828660965,
      "learning_rate": 2.180420770630421e-06,
      "loss": 0.001,
      "step": 85400
    },
    {
      "epoch": 1.4434313816617799,
      "grad_norm": 0.03203423693776131,
      "learning_rate": 2.1792029317850077e-06,
      "loss": 0.0004,
      "step": 85410
    },
    {
      "epoch": 1.4436003819406302,
      "grad_norm": 0.019209813326597214,
      "learning_rate": 2.1779853383626043e-06,
      "loss": 0.0012,
      "step": 85420
    },
    {
      "epoch": 1.4437693822194806,
      "grad_norm": 0.05294565483927727,
      "learning_rate": 2.176767990469152e-06,
      "loss": 0.0008,
      "step": 85430
    },
    {
      "epoch": 1.4439383824983312,
      "grad_norm": 0.02167557179927826,
      "learning_rate": 2.1755508882105607e-06,
      "loss": 0.0007,
      "step": 85440
    },
    {
      "epoch": 1.4441073827771815,
      "grad_norm": 0.04798426106572151,
      "learning_rate": 2.1743340316927294e-06,
      "loss": 0.0012,
      "step": 85450
    },
    {
      "epoch": 1.4442763830560321,
      "grad_norm": 0.058179788291454315,
      "learning_rate": 2.1731174210215256e-06,
      "loss": 0.0006,
      "step": 85460
    },
    {
      "epoch": 1.4444453833348825,
      "grad_norm": 0.00041537615470588207,
      "learning_rate": 2.171901056302803e-06,
      "loss": 0.0006,
      "step": 85470
    },
    {
      "epoch": 1.4446143836137328,
      "grad_norm": 0.03446631133556366,
      "learning_rate": 2.1706849376423933e-06,
      "loss": 0.0006,
      "step": 85480
    },
    {
      "epoch": 1.4447833838925834,
      "grad_norm": 0.048760924488306046,
      "learning_rate": 2.1694690651460997e-06,
      "loss": 0.0008,
      "step": 85490
    },
    {
      "epoch": 1.444952384171434,
      "grad_norm": 0.01005274523049593,
      "learning_rate": 2.1682534389197125e-06,
      "loss": 0.0004,
      "step": 85500
    },
    {
      "epoch": 1.4451213844502844,
      "grad_norm": 0.001322588766925037,
      "learning_rate": 2.1670380590689953e-06,
      "loss": 0.0006,
      "step": 85510
    },
    {
      "epoch": 1.4452903847291347,
      "grad_norm": 0.045743152499198914,
      "learning_rate": 2.1658229256996955e-06,
      "loss": 0.0007,
      "step": 85520
    },
    {
      "epoch": 1.4454593850079853,
      "grad_norm": 0.06122135743498802,
      "learning_rate": 2.1646080389175312e-06,
      "loss": 0.0005,
      "step": 85530
    },
    {
      "epoch": 1.4456283852868357,
      "grad_norm": 0.03301031142473221,
      "learning_rate": 2.1633933988282067e-06,
      "loss": 0.0003,
      "step": 85540
    },
    {
      "epoch": 1.4457973855656863,
      "grad_norm": 0.029237085953354836,
      "learning_rate": 2.1621790055373986e-06,
      "loss": 0.0006,
      "step": 85550
    },
    {
      "epoch": 1.4459663858445366,
      "grad_norm": 0.06849449872970581,
      "learning_rate": 2.1609648591507687e-06,
      "loss": 0.0005,
      "step": 85560
    },
    {
      "epoch": 1.446135386123387,
      "grad_norm": 0.05567774921655655,
      "learning_rate": 2.159750959773949e-06,
      "loss": 0.0008,
      "step": 85570
    },
    {
      "epoch": 1.4463043864022376,
      "grad_norm": 0.02503601461648941,
      "learning_rate": 2.158537307512559e-06,
      "loss": 0.0009,
      "step": 85580
    },
    {
      "epoch": 1.4464733866810882,
      "grad_norm": 0.04423130676150322,
      "learning_rate": 2.1573239024721893e-06,
      "loss": 0.0006,
      "step": 85590
    },
    {
      "epoch": 1.4466423869599385,
      "grad_norm": 0.025956764817237854,
      "learning_rate": 2.1561107447584147e-06,
      "loss": 0.0008,
      "step": 85600
    },
    {
      "epoch": 1.4468113872387889,
      "grad_norm": 0.06159791350364685,
      "learning_rate": 2.1548978344767824e-06,
      "loss": 0.001,
      "step": 85610
    },
    {
      "epoch": 1.4469803875176395,
      "grad_norm": 0.1021602526307106,
      "learning_rate": 2.153685171732825e-06,
      "loss": 0.0008,
      "step": 85620
    },
    {
      "epoch": 1.4471493877964898,
      "grad_norm": 0.03043730929493904,
      "learning_rate": 2.152472756632047e-06,
      "loss": 0.0009,
      "step": 85630
    },
    {
      "epoch": 1.4473183880753404,
      "grad_norm": 0.00028773280791938305,
      "learning_rate": 2.151260589279937e-06,
      "loss": 0.001,
      "step": 85640
    },
    {
      "epoch": 1.4474873883541908,
      "grad_norm": 0.031069571152329445,
      "learning_rate": 2.1500486697819567e-06,
      "loss": 0.0007,
      "step": 85650
    },
    {
      "epoch": 1.4476563886330411,
      "grad_norm": 0.03495510667562485,
      "learning_rate": 2.1488369982435527e-06,
      "loss": 0.0007,
      "step": 85660
    },
    {
      "epoch": 1.4478253889118917,
      "grad_norm": 0.005145241506397724,
      "learning_rate": 2.147625574770141e-06,
      "loss": 0.001,
      "step": 85670
    },
    {
      "epoch": 1.447994389190742,
      "grad_norm": 0.1505383849143982,
      "learning_rate": 2.1464143994671257e-06,
      "loss": 0.0009,
      "step": 85680
    },
    {
      "epoch": 1.4481633894695927,
      "grad_norm": 0.04290211573243141,
      "learning_rate": 2.145203472439883e-06,
      "loss": 0.0009,
      "step": 85690
    },
    {
      "epoch": 1.448332389748443,
      "grad_norm": 0.05467577278614044,
      "learning_rate": 2.1439927937937717e-06,
      "loss": 0.0006,
      "step": 85700
    },
    {
      "epoch": 1.4485013900272936,
      "grad_norm": 0.04019749537110329,
      "learning_rate": 2.1427823636341233e-06,
      "loss": 0.0006,
      "step": 85710
    },
    {
      "epoch": 1.448670390306144,
      "grad_norm": 0.014146536588668823,
      "learning_rate": 2.141572182066255e-06,
      "loss": 0.0007,
      "step": 85720
    },
    {
      "epoch": 1.4488393905849946,
      "grad_norm": 0.0225143451243639,
      "learning_rate": 2.140362249195454e-06,
      "loss": 0.001,
      "step": 85730
    },
    {
      "epoch": 1.449008390863845,
      "grad_norm": 0.0570768304169178,
      "learning_rate": 2.1391525651269944e-06,
      "loss": 0.001,
      "step": 85740
    },
    {
      "epoch": 1.4491773911426953,
      "grad_norm": 0.024209171533584595,
      "learning_rate": 2.1379431299661215e-06,
      "loss": 0.0006,
      "step": 85750
    },
    {
      "epoch": 1.4493463914215459,
      "grad_norm": 0.047281306236982346,
      "learning_rate": 2.1367339438180625e-06,
      "loss": 0.0025,
      "step": 85760
    },
    {
      "epoch": 1.4495153917003962,
      "grad_norm": 0.04109838977456093,
      "learning_rate": 2.1355250067880252e-06,
      "loss": 0.0007,
      "step": 85770
    },
    {
      "epoch": 1.4496843919792468,
      "grad_norm": 0.005282451398670673,
      "learning_rate": 2.1343163189811896e-06,
      "loss": 0.0004,
      "step": 85780
    },
    {
      "epoch": 1.4498533922580972,
      "grad_norm": 0.0228683240711689,
      "learning_rate": 2.1331078805027206e-06,
      "loss": 0.0008,
      "step": 85790
    },
    {
      "epoch": 1.4500223925369478,
      "grad_norm": 0.047111328691244125,
      "learning_rate": 2.131899691457754e-06,
      "loss": 0.0012,
      "step": 85800
    },
    {
      "epoch": 1.4501913928157981,
      "grad_norm": 0.05333612114191055,
      "learning_rate": 2.1306917519514124e-06,
      "loss": 0.0007,
      "step": 85810
    },
    {
      "epoch": 1.4503603930946487,
      "grad_norm": 0.04406392201781273,
      "learning_rate": 2.1294840620887895e-06,
      "loss": 0.0013,
      "step": 85820
    },
    {
      "epoch": 1.450529393373499,
      "grad_norm": 0.027557572349905968,
      "learning_rate": 2.1282766219749623e-06,
      "loss": 0.0008,
      "step": 85830
    },
    {
      "epoch": 1.4506983936523494,
      "grad_norm": 0.012420267798006535,
      "learning_rate": 2.1270694317149815e-06,
      "loss": 0.0006,
      "step": 85840
    },
    {
      "epoch": 1.4508673939312,
      "grad_norm": 0.004347395151853561,
      "learning_rate": 2.125862491413881e-06,
      "loss": 0.0005,
      "step": 85850
    },
    {
      "epoch": 1.4510363942100504,
      "grad_norm": 0.019361618906259537,
      "learning_rate": 2.1246558011766676e-06,
      "loss": 0.0007,
      "step": 85860
    },
    {
      "epoch": 1.451205394488901,
      "grad_norm": 0.01567954197525978,
      "learning_rate": 2.1234493611083314e-06,
      "loss": 0.0007,
      "step": 85870
    },
    {
      "epoch": 1.4513743947677513,
      "grad_norm": 0.01867993175983429,
      "learning_rate": 2.122243171313839e-06,
      "loss": 0.0008,
      "step": 85880
    },
    {
      "epoch": 1.451543395046602,
      "grad_norm": 0.03657732158899307,
      "learning_rate": 2.1210372318981325e-06,
      "loss": 0.0007,
      "step": 85890
    },
    {
      "epoch": 1.4517123953254523,
      "grad_norm": 0.020141759887337685,
      "learning_rate": 2.1198315429661354e-06,
      "loss": 0.0015,
      "step": 85900
    },
    {
      "epoch": 1.4518813956043028,
      "grad_norm": 0.015410812571644783,
      "learning_rate": 2.1186261046227507e-06,
      "loss": 0.0014,
      "step": 85910
    },
    {
      "epoch": 1.4520503958831532,
      "grad_norm": 0.07391265779733658,
      "learning_rate": 2.1174209169728537e-06,
      "loss": 0.001,
      "step": 85920
    },
    {
      "epoch": 1.4522193961620036,
      "grad_norm": 0.318547785282135,
      "learning_rate": 2.1162159801213054e-06,
      "loss": 0.0006,
      "step": 85930
    },
    {
      "epoch": 1.4523883964408542,
      "grad_norm": 0.007752739824354649,
      "learning_rate": 2.115011294172937e-06,
      "loss": 0.0005,
      "step": 85940
    },
    {
      "epoch": 1.4525573967197045,
      "grad_norm": 0.07410235702991486,
      "learning_rate": 2.113806859232566e-06,
      "loss": 0.0009,
      "step": 85950
    },
    {
      "epoch": 1.452726396998555,
      "grad_norm": 0.03195637837052345,
      "learning_rate": 2.1126026754049804e-06,
      "loss": 0.0009,
      "step": 85960
    },
    {
      "epoch": 1.4528953972774055,
      "grad_norm": 0.0022371308878064156,
      "learning_rate": 2.1113987427949532e-06,
      "loss": 0.0006,
      "step": 85970
    },
    {
      "epoch": 1.453064397556256,
      "grad_norm": 0.024299968034029007,
      "learning_rate": 2.11019506150723e-06,
      "loss": 0.0019,
      "step": 85980
    },
    {
      "epoch": 1.4532333978351064,
      "grad_norm": 0.017303941771388054,
      "learning_rate": 2.1089916316465393e-06,
      "loss": 0.0008,
      "step": 85990
    },
    {
      "epoch": 1.453402398113957,
      "grad_norm": 0.02556757442653179,
      "learning_rate": 2.1077884533175818e-06,
      "loss": 0.0014,
      "step": 86000
    },
    {
      "epoch": 1.4535713983928074,
      "grad_norm": 0.09371578693389893,
      "learning_rate": 2.106585526625044e-06,
      "loss": 0.0008,
      "step": 86010
    },
    {
      "epoch": 1.4537403986716577,
      "grad_norm": 0.024883732199668884,
      "learning_rate": 2.1053828516735826e-06,
      "loss": 0.0007,
      "step": 86020
    },
    {
      "epoch": 1.4539093989505083,
      "grad_norm": 0.006892631761729717,
      "learning_rate": 2.1041804285678376e-06,
      "loss": 0.0005,
      "step": 86030
    },
    {
      "epoch": 1.4540783992293587,
      "grad_norm": 0.06672769039869308,
      "learning_rate": 2.102978257412428e-06,
      "loss": 0.0012,
      "step": 86040
    },
    {
      "epoch": 1.4542473995082092,
      "grad_norm": 0.0031189655419439077,
      "learning_rate": 2.101776338311944e-06,
      "loss": 0.0004,
      "step": 86050
    },
    {
      "epoch": 1.4544163997870596,
      "grad_norm": 0.025004854425787926,
      "learning_rate": 2.1005746713709614e-06,
      "loss": 0.0003,
      "step": 86060
    },
    {
      "epoch": 1.45458540006591,
      "grad_norm": 0.0011318206088617444,
      "learning_rate": 2.099373256694032e-06,
      "loss": 0.0018,
      "step": 86070
    },
    {
      "epoch": 1.4547544003447606,
      "grad_norm": 0.027253031730651855,
      "learning_rate": 2.098172094385681e-06,
      "loss": 0.0006,
      "step": 86080
    },
    {
      "epoch": 1.4549234006236111,
      "grad_norm": 0.013232845813035965,
      "learning_rate": 2.096971184550418e-06,
      "loss": 0.0004,
      "step": 86090
    },
    {
      "epoch": 1.4550924009024615,
      "grad_norm": 0.09382961690425873,
      "learning_rate": 2.0957705272927293e-06,
      "loss": 0.0007,
      "step": 86100
    },
    {
      "epoch": 1.4552614011813119,
      "grad_norm": 0.07172657549381256,
      "learning_rate": 2.0945701227170736e-06,
      "loss": 0.0028,
      "step": 86110
    },
    {
      "epoch": 1.4554304014601624,
      "grad_norm": 0.042001448571681976,
      "learning_rate": 2.0933699709278965e-06,
      "loss": 0.0006,
      "step": 86120
    },
    {
      "epoch": 1.4555994017390128,
      "grad_norm": 0.12435533851385117,
      "learning_rate": 2.0921700720296135e-06,
      "loss": 0.0009,
      "step": 86130
    },
    {
      "epoch": 1.4557684020178634,
      "grad_norm": 0.02972419187426567,
      "learning_rate": 2.090970426126624e-06,
      "loss": 0.0012,
      "step": 86140
    },
    {
      "epoch": 1.4559374022967138,
      "grad_norm": 0.004238105844706297,
      "learning_rate": 2.0897710333233008e-06,
      "loss": 0.0004,
      "step": 86150
    },
    {
      "epoch": 1.4561064025755641,
      "grad_norm": 0.17487910389900208,
      "learning_rate": 2.0885718937239995e-06,
      "loss": 0.0015,
      "step": 86160
    },
    {
      "epoch": 1.4562754028544147,
      "grad_norm": 0.08014755696058273,
      "learning_rate": 2.087373007433048e-06,
      "loss": 0.0005,
      "step": 86170
    },
    {
      "epoch": 1.4564444031332653,
      "grad_norm": 0.1412859410047531,
      "learning_rate": 2.0861743745547588e-06,
      "loss": 0.0008,
      "step": 86180
    },
    {
      "epoch": 1.4566134034121156,
      "grad_norm": 0.0705047994852066,
      "learning_rate": 2.084975995193415e-06,
      "loss": 0.0009,
      "step": 86190
    },
    {
      "epoch": 1.456782403690966,
      "grad_norm": 0.04238751530647278,
      "learning_rate": 2.0837778694532845e-06,
      "loss": 0.0007,
      "step": 86200
    },
    {
      "epoch": 1.4569514039698166,
      "grad_norm": 0.014505607075989246,
      "learning_rate": 2.082579997438608e-06,
      "loss": 0.0009,
      "step": 86210
    },
    {
      "epoch": 1.457120404248667,
      "grad_norm": 0.02632046863436699,
      "learning_rate": 2.0813823792536082e-06,
      "loss": 0.0005,
      "step": 86220
    },
    {
      "epoch": 1.4572894045275175,
      "grad_norm": 0.031719546765089035,
      "learning_rate": 2.0801850150024805e-06,
      "loss": 0.0006,
      "step": 86230
    },
    {
      "epoch": 1.457458404806368,
      "grad_norm": 0.015553918667137623,
      "learning_rate": 2.078987904789403e-06,
      "loss": 0.0007,
      "step": 86240
    },
    {
      "epoch": 1.4576274050852183,
      "grad_norm": 0.010944337584078312,
      "learning_rate": 2.0777910487185325e-06,
      "loss": 0.0009,
      "step": 86250
    },
    {
      "epoch": 1.4577964053640688,
      "grad_norm": 0.06787962466478348,
      "learning_rate": 2.076594446893998e-06,
      "loss": 0.0008,
      "step": 86260
    },
    {
      "epoch": 1.4579654056429194,
      "grad_norm": 0.01724882423877716,
      "learning_rate": 2.0753980994199103e-06,
      "loss": 0.0009,
      "step": 86270
    },
    {
      "epoch": 1.4581344059217698,
      "grad_norm": 0.0009835042292252183,
      "learning_rate": 2.0742020064003576e-06,
      "loss": 0.0005,
      "step": 86280
    },
    {
      "epoch": 1.4583034062006202,
      "grad_norm": 0.015828389674425125,
      "learning_rate": 2.0730061679394086e-06,
      "loss": 0.0004,
      "step": 86290
    },
    {
      "epoch": 1.4584724064794707,
      "grad_norm": 0.022186938673257828,
      "learning_rate": 2.071810584141103e-06,
      "loss": 0.0005,
      "step": 86300
    },
    {
      "epoch": 1.458641406758321,
      "grad_norm": 0.012610320001840591,
      "learning_rate": 2.070615255109465e-06,
      "loss": 0.0012,
      "step": 86310
    },
    {
      "epoch": 1.4588104070371717,
      "grad_norm": 0.05332818254828453,
      "learning_rate": 2.0694201809484914e-06,
      "loss": 0.0012,
      "step": 86320
    },
    {
      "epoch": 1.458979407316022,
      "grad_norm": 0.0006286121206358075,
      "learning_rate": 2.0682253617621636e-06,
      "loss": 0.0008,
      "step": 86330
    },
    {
      "epoch": 1.4591484075948724,
      "grad_norm": 0.028262170031666756,
      "learning_rate": 2.0670307976544313e-06,
      "loss": 0.0009,
      "step": 86340
    },
    {
      "epoch": 1.459317407873723,
      "grad_norm": 0.03445601835846901,
      "learning_rate": 2.0658364887292327e-06,
      "loss": 0.0008,
      "step": 86350
    },
    {
      "epoch": 1.4594864081525736,
      "grad_norm": 0.023881226778030396,
      "learning_rate": 2.0646424350904737e-06,
      "loss": 0.0006,
      "step": 86360
    },
    {
      "epoch": 1.459655408431424,
      "grad_norm": 0.02888556756079197,
      "learning_rate": 2.063448636842047e-06,
      "loss": 0.001,
      "step": 86370
    },
    {
      "epoch": 1.4598244087102743,
      "grad_norm": 0.04445100948214531,
      "learning_rate": 2.062255094087815e-06,
      "loss": 0.0006,
      "step": 86380
    },
    {
      "epoch": 1.4599934089891249,
      "grad_norm": 0.049608681350946426,
      "learning_rate": 2.061061806931625e-06,
      "loss": 0.0006,
      "step": 86390
    },
    {
      "epoch": 1.4601624092679752,
      "grad_norm": 0.03627485781908035,
      "learning_rate": 2.0598687754772957e-06,
      "loss": 0.0006,
      "step": 86400
    },
    {
      "epoch": 1.4603314095468258,
      "grad_norm": 0.0006325527792796493,
      "learning_rate": 2.05867599982863e-06,
      "loss": 0.0006,
      "step": 86410
    },
    {
      "epoch": 1.4605004098256762,
      "grad_norm": 0.07899534702301025,
      "learning_rate": 2.0574834800894018e-06,
      "loss": 0.001,
      "step": 86420
    },
    {
      "epoch": 1.4606694101045266,
      "grad_norm": 0.06240850314497948,
      "learning_rate": 2.056291216363369e-06,
      "loss": 0.0018,
      "step": 86430
    },
    {
      "epoch": 1.4608384103833771,
      "grad_norm": 0.02459152415394783,
      "learning_rate": 2.0550992087542614e-06,
      "loss": 0.0009,
      "step": 86440
    },
    {
      "epoch": 1.4610074106622277,
      "grad_norm": 0.06909990310668945,
      "learning_rate": 2.053907457365791e-06,
      "loss": 0.0005,
      "step": 86450
    },
    {
      "epoch": 1.461176410941078,
      "grad_norm": 0.029086565598845482,
      "learning_rate": 2.0527159623016457e-06,
      "loss": 0.0003,
      "step": 86460
    },
    {
      "epoch": 1.4613454112199284,
      "grad_norm": 0.043895281851291656,
      "learning_rate": 2.051524723665494e-06,
      "loss": 0.0004,
      "step": 86470
    },
    {
      "epoch": 1.461514411498779,
      "grad_norm": 0.09322455525398254,
      "learning_rate": 2.0503337415609747e-06,
      "loss": 0.001,
      "step": 86480
    },
    {
      "epoch": 1.4616834117776294,
      "grad_norm": 0.008567149750888348,
      "learning_rate": 2.0491430160917135e-06,
      "loss": 0.001,
      "step": 86490
    },
    {
      "epoch": 1.46185241205648,
      "grad_norm": 0.02848733961582184,
      "learning_rate": 2.047952547361305e-06,
      "loss": 0.0004,
      "step": 86500
    },
    {
      "epoch": 1.4620214123353303,
      "grad_norm": 0.03597874194383621,
      "learning_rate": 2.04676233547333e-06,
      "loss": 0.001,
      "step": 86510
    },
    {
      "epoch": 1.4621904126141807,
      "grad_norm": 0.11492574959993362,
      "learning_rate": 2.045572380531339e-06,
      "loss": 0.0011,
      "step": 86520
    },
    {
      "epoch": 1.4623594128930313,
      "grad_norm": 0.18648619949817657,
      "learning_rate": 2.0443826826388648e-06,
      "loss": 0.0006,
      "step": 86530
    },
    {
      "epoch": 1.4625284131718819,
      "grad_norm": 0.06965423375368118,
      "learning_rate": 2.0431932418994195e-06,
      "loss": 0.0014,
      "step": 86540
    },
    {
      "epoch": 1.4626974134507322,
      "grad_norm": 0.02029821090400219,
      "learning_rate": 2.0420040584164863e-06,
      "loss": 0.0012,
      "step": 86550
    },
    {
      "epoch": 1.4628664137295826,
      "grad_norm": 0.1096748486161232,
      "learning_rate": 2.0408151322935336e-06,
      "loss": 0.0027,
      "step": 86560
    },
    {
      "epoch": 1.4630354140084332,
      "grad_norm": 0.10865205526351929,
      "learning_rate": 2.0396264636340007e-06,
      "loss": 0.0006,
      "step": 86570
    },
    {
      "epoch": 1.4632044142872835,
      "grad_norm": 0.06341142952442169,
      "learning_rate": 2.0384380525413106e-06,
      "loss": 0.0005,
      "step": 86580
    },
    {
      "epoch": 1.4633734145661341,
      "grad_norm": 0.023144427686929703,
      "learning_rate": 2.0372498991188565e-06,
      "loss": 0.0009,
      "step": 86590
    },
    {
      "epoch": 1.4635424148449845,
      "grad_norm": 0.03163832426071167,
      "learning_rate": 2.0360620034700184e-06,
      "loss": 0.0013,
      "step": 86600
    },
    {
      "epoch": 1.4637114151238348,
      "grad_norm": 0.011350251734256744,
      "learning_rate": 2.0348743656981447e-06,
      "loss": 0.0006,
      "step": 86610
    },
    {
      "epoch": 1.4638804154026854,
      "grad_norm": 0.0069978744722902775,
      "learning_rate": 2.0336869859065694e-06,
      "loss": 0.0005,
      "step": 86620
    },
    {
      "epoch": 1.4640494156815358,
      "grad_norm": 0.03031867742538452,
      "learning_rate": 2.0324998641985966e-06,
      "loss": 0.0005,
      "step": 86630
    },
    {
      "epoch": 1.4642184159603864,
      "grad_norm": 0.0002373101160628721,
      "learning_rate": 2.0313130006775134e-06,
      "loss": 0.0005,
      "step": 86640
    },
    {
      "epoch": 1.4643874162392367,
      "grad_norm": 0.06348241865634918,
      "learning_rate": 2.030126395446583e-06,
      "loss": 0.0011,
      "step": 86650
    },
    {
      "epoch": 1.4645564165180873,
      "grad_norm": 0.05334573611617088,
      "learning_rate": 2.0289400486090465e-06,
      "loss": 0.0004,
      "step": 86660
    },
    {
      "epoch": 1.4647254167969377,
      "grad_norm": 0.02373746782541275,
      "learning_rate": 2.02775396026812e-06,
      "loss": 0.0012,
      "step": 86670
    },
    {
      "epoch": 1.4648944170757883,
      "grad_norm": 0.017289143055677414,
      "learning_rate": 2.0265681305270015e-06,
      "loss": 0.0011,
      "step": 86680
    },
    {
      "epoch": 1.4650634173546386,
      "grad_norm": 0.04153512045741081,
      "learning_rate": 2.0253825594888605e-06,
      "loss": 0.0006,
      "step": 86690
    },
    {
      "epoch": 1.465232417633489,
      "grad_norm": 0.03110233135521412,
      "learning_rate": 2.0241972472568504e-06,
      "loss": 0.0005,
      "step": 86700
    },
    {
      "epoch": 1.4654014179123396,
      "grad_norm": 0.00017331923299934715,
      "learning_rate": 2.0230121939340965e-06,
      "loss": 0.0009,
      "step": 86710
    },
    {
      "epoch": 1.46557041819119,
      "grad_norm": 0.10718990862369537,
      "learning_rate": 2.0218273996237075e-06,
      "loss": 0.0012,
      "step": 86720
    },
    {
      "epoch": 1.4657394184700405,
      "grad_norm": 0.03949207440018654,
      "learning_rate": 2.0206428644287624e-06,
      "loss": 0.0013,
      "step": 86730
    },
    {
      "epoch": 1.4659084187488909,
      "grad_norm": 0.03155754134058952,
      "learning_rate": 2.019458588452325e-06,
      "loss": 0.001,
      "step": 86740
    },
    {
      "epoch": 1.4660774190277415,
      "grad_norm": 0.026663416996598244,
      "learning_rate": 2.01827457179743e-06,
      "loss": 0.0009,
      "step": 86750
    },
    {
      "epoch": 1.4662464193065918,
      "grad_norm": 0.06034409627318382,
      "learning_rate": 2.0170908145670954e-06,
      "loss": 0.0009,
      "step": 86760
    },
    {
      "epoch": 1.4664154195854424,
      "grad_norm": 0.02038990706205368,
      "learning_rate": 2.015907316864311e-06,
      "loss": 0.0013,
      "step": 86770
    },
    {
      "epoch": 1.4665844198642928,
      "grad_norm": 0.017077386379241943,
      "learning_rate": 2.01472407879205e-06,
      "loss": 0.0007,
      "step": 86780
    },
    {
      "epoch": 1.4667534201431431,
      "grad_norm": 0.08096768707036972,
      "learning_rate": 2.013541100453256e-06,
      "loss": 0.0007,
      "step": 86790
    },
    {
      "epoch": 1.4669224204219937,
      "grad_norm": 0.011129752732813358,
      "learning_rate": 2.012358381950857e-06,
      "loss": 0.0012,
      "step": 86800
    },
    {
      "epoch": 1.467091420700844,
      "grad_norm": 0.02629377320408821,
      "learning_rate": 2.0111759233877555e-06,
      "loss": 0.0005,
      "step": 86810
    },
    {
      "epoch": 1.4672604209796947,
      "grad_norm": 0.0009242766536772251,
      "learning_rate": 2.0099937248668276e-06,
      "loss": 0.0006,
      "step": 86820
    },
    {
      "epoch": 1.467429421258545,
      "grad_norm": 0.02693902887403965,
      "learning_rate": 2.008811786490933e-06,
      "loss": 0.0009,
      "step": 86830
    },
    {
      "epoch": 1.4675984215373956,
      "grad_norm": 0.02461072988808155,
      "learning_rate": 2.0076301083629075e-06,
      "loss": 0.0008,
      "step": 86840
    },
    {
      "epoch": 1.467767421816246,
      "grad_norm": 0.008230219595134258,
      "learning_rate": 2.0064486905855583e-06,
      "loss": 0.0007,
      "step": 86850
    },
    {
      "epoch": 1.4679364220950966,
      "grad_norm": 0.020722288638353348,
      "learning_rate": 2.0052675332616785e-06,
      "loss": 0.0003,
      "step": 86860
    },
    {
      "epoch": 1.468105422373947,
      "grad_norm": 0.013037968426942825,
      "learning_rate": 2.0040866364940335e-06,
      "loss": 0.0005,
      "step": 86870
    },
    {
      "epoch": 1.4682744226527973,
      "grad_norm": 0.029389988631010056,
      "learning_rate": 2.0029060003853658e-06,
      "loss": 0.001,
      "step": 86880
    },
    {
      "epoch": 1.4684434229316479,
      "grad_norm": 0.0019620771054178476,
      "learning_rate": 2.001725625038399e-06,
      "loss": 0.0009,
      "step": 86890
    },
    {
      "epoch": 1.4686124232104982,
      "grad_norm": 0.023910041898489,
      "learning_rate": 2.0005455105558275e-06,
      "loss": 0.0012,
      "step": 86900
    },
    {
      "epoch": 1.4687814234893488,
      "grad_norm": 0.11860333383083344,
      "learning_rate": 1.999365657040331e-06,
      "loss": 0.0004,
      "step": 86910
    },
    {
      "epoch": 1.4689504237681992,
      "grad_norm": 0.08853831887245178,
      "learning_rate": 1.99818606459456e-06,
      "loss": 0.0008,
      "step": 86920
    },
    {
      "epoch": 1.4691194240470498,
      "grad_norm": 0.04686124622821808,
      "learning_rate": 1.997006733321147e-06,
      "loss": 0.0007,
      "step": 86930
    },
    {
      "epoch": 1.4692884243259001,
      "grad_norm": 0.020372433587908745,
      "learning_rate": 1.995827663322695e-06,
      "loss": 0.0007,
      "step": 86940
    },
    {
      "epoch": 1.4694574246047507,
      "grad_norm": 0.03424699977040291,
      "learning_rate": 1.994648854701795e-06,
      "loss": 0.0006,
      "step": 86950
    },
    {
      "epoch": 1.469626424883601,
      "grad_norm": 0.016948726028203964,
      "learning_rate": 1.9934703075610035e-06,
      "loss": 0.001,
      "step": 86960
    },
    {
      "epoch": 1.4697954251624514,
      "grad_norm": 0.02187652513384819,
      "learning_rate": 1.9922920220028643e-06,
      "loss": 0.0011,
      "step": 86970
    },
    {
      "epoch": 1.469964425441302,
      "grad_norm": 0.05699220299720764,
      "learning_rate": 1.99111399812989e-06,
      "loss": 0.0007,
      "step": 86980
    },
    {
      "epoch": 1.4701334257201524,
      "grad_norm": 0.005953615996986628,
      "learning_rate": 1.989936236044578e-06,
      "loss": 0.0012,
      "step": 86990
    },
    {
      "epoch": 1.470302425999003,
      "grad_norm": 0.009984872303903103,
      "learning_rate": 1.9887587358493956e-06,
      "loss": 0.0006,
      "step": 87000
    },
    {
      "epoch": 1.4704714262778533,
      "grad_norm": 0.012570555321872234,
      "learning_rate": 1.9875814976467935e-06,
      "loss": 0.0007,
      "step": 87010
    },
    {
      "epoch": 1.4706404265567037,
      "grad_norm": 0.03216434642672539,
      "learning_rate": 1.9864045215391974e-06,
      "loss": 0.0008,
      "step": 87020
    },
    {
      "epoch": 1.4708094268355543,
      "grad_norm": 0.025994719937443733,
      "learning_rate": 1.985227807629008e-06,
      "loss": 0.0006,
      "step": 87030
    },
    {
      "epoch": 1.4709784271144049,
      "grad_norm": 0.011998817324638367,
      "learning_rate": 1.9840513560186063e-06,
      "loss": 0.0006,
      "step": 87040
    },
    {
      "epoch": 1.4711474273932552,
      "grad_norm": 0.01960444636642933,
      "learning_rate": 1.9828751668103492e-06,
      "loss": 0.0029,
      "step": 87050
    },
    {
      "epoch": 1.4713164276721056,
      "grad_norm": 0.03137729689478874,
      "learning_rate": 1.9816992401065726e-06,
      "loss": 0.0007,
      "step": 87060
    },
    {
      "epoch": 1.4714854279509562,
      "grad_norm": 0.04449846222996712,
      "learning_rate": 1.980523576009584e-06,
      "loss": 0.0004,
      "step": 87070
    },
    {
      "epoch": 1.4716544282298065,
      "grad_norm": 0.04958295449614525,
      "learning_rate": 1.9793481746216763e-06,
      "loss": 0.001,
      "step": 87080
    },
    {
      "epoch": 1.471823428508657,
      "grad_norm": 0.053153663873672485,
      "learning_rate": 1.9781730360451113e-06,
      "loss": 0.0006,
      "step": 87090
    },
    {
      "epoch": 1.4719924287875075,
      "grad_norm": 0.010244421660900116,
      "learning_rate": 1.9769981603821342e-06,
      "loss": 0.0012,
      "step": 87100
    },
    {
      "epoch": 1.4721614290663578,
      "grad_norm": 0.04046174883842468,
      "learning_rate": 1.9758235477349626e-06,
      "loss": 0.0005,
      "step": 87110
    },
    {
      "epoch": 1.4723304293452084,
      "grad_norm": 0.010600178502500057,
      "learning_rate": 1.9746491982057965e-06,
      "loss": 0.0009,
      "step": 87120
    },
    {
      "epoch": 1.472499429624059,
      "grad_norm": 0.212949737906456,
      "learning_rate": 1.9734751118968066e-06,
      "loss": 0.0023,
      "step": 87130
    },
    {
      "epoch": 1.4726684299029094,
      "grad_norm": 0.05141410976648331,
      "learning_rate": 1.9723012889101477e-06,
      "loss": 0.0005,
      "step": 87140
    },
    {
      "epoch": 1.4728374301817597,
      "grad_norm": 0.028595589101314545,
      "learning_rate": 1.9711277293479444e-06,
      "loss": 0.0004,
      "step": 87150
    },
    {
      "epoch": 1.4730064304606103,
      "grad_norm": 0.06812410801649094,
      "learning_rate": 1.9699544333123057e-06,
      "loss": 0.0008,
      "step": 87160
    },
    {
      "epoch": 1.4731754307394607,
      "grad_norm": 0.06886996328830719,
      "learning_rate": 1.9687814009053096e-06,
      "loss": 0.0021,
      "step": 87170
    },
    {
      "epoch": 1.4733444310183113,
      "grad_norm": 0.0342499203979969,
      "learning_rate": 1.967608632229021e-06,
      "loss": 0.0004,
      "step": 87180
    },
    {
      "epoch": 1.4735134312971616,
      "grad_norm": 0.055144939571619034,
      "learning_rate": 1.9664361273854714e-06,
      "loss": 0.0009,
      "step": 87190
    },
    {
      "epoch": 1.473682431576012,
      "grad_norm": 0.07175352424383163,
      "learning_rate": 1.9652638864766772e-06,
      "loss": 0.0006,
      "step": 87200
    },
    {
      "epoch": 1.4738514318548626,
      "grad_norm": 0.0303585696965456,
      "learning_rate": 1.9640919096046296e-06,
      "loss": 0.0009,
      "step": 87210
    },
    {
      "epoch": 1.4740204321337131,
      "grad_norm": 0.0030788208823651075,
      "learning_rate": 1.9629201968712935e-06,
      "loss": 0.0009,
      "step": 87220
    },
    {
      "epoch": 1.4741894324125635,
      "grad_norm": 0.04283014312386513,
      "learning_rate": 1.9617487483786157e-06,
      "loss": 0.001,
      "step": 87230
    },
    {
      "epoch": 1.4743584326914139,
      "grad_norm": 0.026105936616659164,
      "learning_rate": 1.960577564228519e-06,
      "loss": 0.0007,
      "step": 87240
    },
    {
      "epoch": 1.4745274329702645,
      "grad_norm": 0.04074949771165848,
      "learning_rate": 1.9594066445228986e-06,
      "loss": 0.0013,
      "step": 87250
    },
    {
      "epoch": 1.4746964332491148,
      "grad_norm": 0.02833901159465313,
      "learning_rate": 1.9582359893636344e-06,
      "loss": 0.0007,
      "step": 87260
    },
    {
      "epoch": 1.4748654335279654,
      "grad_norm": 0.06579770147800446,
      "learning_rate": 1.9570655988525745e-06,
      "loss": 0.0011,
      "step": 87270
    },
    {
      "epoch": 1.4750344338068158,
      "grad_norm": 0.00045693680294789374,
      "learning_rate": 1.955895473091553e-06,
      "loss": 0.001,
      "step": 87280
    },
    {
      "epoch": 1.4752034340856661,
      "grad_norm": 0.004687410779297352,
      "learning_rate": 1.954725612182372e-06,
      "loss": 0.0004,
      "step": 87290
    },
    {
      "epoch": 1.4753724343645167,
      "grad_norm": 0.016979416832327843,
      "learning_rate": 1.953556016226818e-06,
      "loss": 0.0006,
      "step": 87300
    },
    {
      "epoch": 1.4755414346433673,
      "grad_norm": 0.042390208691358566,
      "learning_rate": 1.9523866853266528e-06,
      "loss": 0.0009,
      "step": 87310
    },
    {
      "epoch": 1.4757104349222177,
      "grad_norm": 0.01581060327589512,
      "learning_rate": 1.95121761958361e-06,
      "loss": 0.0014,
      "step": 87320
    },
    {
      "epoch": 1.475879435201068,
      "grad_norm": 0.011384384706616402,
      "learning_rate": 1.9500488190994075e-06,
      "loss": 0.0011,
      "step": 87330
    },
    {
      "epoch": 1.4760484354799186,
      "grad_norm": 0.04996991902589798,
      "learning_rate": 1.9488802839757335e-06,
      "loss": 0.0007,
      "step": 87340
    },
    {
      "epoch": 1.476217435758769,
      "grad_norm": 0.026351723819971085,
      "learning_rate": 1.9477120143142604e-06,
      "loss": 0.001,
      "step": 87350
    },
    {
      "epoch": 1.4763864360376195,
      "grad_norm": 0.002755114808678627,
      "learning_rate": 1.946544010216628e-06,
      "loss": 0.0009,
      "step": 87360
    },
    {
      "epoch": 1.47655543631647,
      "grad_norm": 0.02086162567138672,
      "learning_rate": 1.945376271784463e-06,
      "loss": 0.0005,
      "step": 87370
    },
    {
      "epoch": 1.4767244365953203,
      "grad_norm": 0.02455678954720497,
      "learning_rate": 1.9442087991193607e-06,
      "loss": 0.0013,
      "step": 87380
    },
    {
      "epoch": 1.4768934368741709,
      "grad_norm": 0.04566321521997452,
      "learning_rate": 1.9430415923229e-06,
      "loss": 0.0017,
      "step": 87390
    },
    {
      "epoch": 1.4770624371530214,
      "grad_norm": 0.050864171236753464,
      "learning_rate": 1.9418746514966307e-06,
      "loss": 0.0014,
      "step": 87400
    },
    {
      "epoch": 1.4772314374318718,
      "grad_norm": 0.042852431535720825,
      "learning_rate": 1.940707976742084e-06,
      "loss": 0.0006,
      "step": 87410
    },
    {
      "epoch": 1.4774004377107222,
      "grad_norm": 0.044308166950941086,
      "learning_rate": 1.939541568160765e-06,
      "loss": 0.0012,
      "step": 87420
    },
    {
      "epoch": 1.4775694379895727,
      "grad_norm": 0.02402975969016552,
      "learning_rate": 1.9383754258541604e-06,
      "loss": 0.0005,
      "step": 87430
    },
    {
      "epoch": 1.477738438268423,
      "grad_norm": 0.06683152168989182,
      "learning_rate": 1.9372095499237255e-06,
      "loss": 0.0009,
      "step": 87440
    },
    {
      "epoch": 1.4779074385472737,
      "grad_norm": 0.030294183641672134,
      "learning_rate": 1.9360439404709007e-06,
      "loss": 0.0006,
      "step": 87450
    },
    {
      "epoch": 1.478076438826124,
      "grad_norm": 0.033787600696086884,
      "learning_rate": 1.9348785975970973e-06,
      "loss": 0.0005,
      "step": 87460
    },
    {
      "epoch": 1.4782454391049744,
      "grad_norm": 0.027894029393792152,
      "learning_rate": 1.933713521403708e-06,
      "loss": 0.0008,
      "step": 87470
    },
    {
      "epoch": 1.478414439383825,
      "grad_norm": 0.022178735584020615,
      "learning_rate": 1.932548711992097e-06,
      "loss": 0.0005,
      "step": 87480
    },
    {
      "epoch": 1.4785834396626756,
      "grad_norm": 0.08248352259397507,
      "learning_rate": 1.931384169463613e-06,
      "loss": 0.0009,
      "step": 87490
    },
    {
      "epoch": 1.478752439941526,
      "grad_norm": 0.0213492251932621,
      "learning_rate": 1.930219893919571e-06,
      "loss": 0.0009,
      "step": 87500
    },
    {
      "epoch": 1.4789214402203763,
      "grad_norm": 0.021869516000151634,
      "learning_rate": 1.929055885461274e-06,
      "loss": 0.0005,
      "step": 87510
    },
    {
      "epoch": 1.4790904404992269,
      "grad_norm": 0.00892605260014534,
      "learning_rate": 1.927892144189992e-06,
      "loss": 0.0002,
      "step": 87520
    },
    {
      "epoch": 1.4792594407780773,
      "grad_norm": 0.04024768993258476,
      "learning_rate": 1.9267286702069803e-06,
      "loss": 0.0006,
      "step": 87530
    },
    {
      "epoch": 1.4794284410569278,
      "grad_norm": 0.08087485283613205,
      "learning_rate": 1.9255654636134628e-06,
      "loss": 0.0014,
      "step": 87540
    },
    {
      "epoch": 1.4795974413357782,
      "grad_norm": 0.030795546248555183,
      "learning_rate": 1.9244025245106457e-06,
      "loss": 0.0004,
      "step": 87550
    },
    {
      "epoch": 1.4797664416146286,
      "grad_norm": 0.10120958834886551,
      "learning_rate": 1.9232398529997125e-06,
      "loss": 0.0009,
      "step": 87560
    },
    {
      "epoch": 1.4799354418934791,
      "grad_norm": 0.09195226430892944,
      "learning_rate": 1.9220774491818178e-06,
      "loss": 0.001,
      "step": 87570
    },
    {
      "epoch": 1.4801044421723295,
      "grad_norm": 0.03049328923225403,
      "learning_rate": 1.920915313158099e-06,
      "loss": 0.0005,
      "step": 87580
    },
    {
      "epoch": 1.48027344245118,
      "grad_norm": 0.03200387582182884,
      "learning_rate": 1.919753445029665e-06,
      "loss": 0.002,
      "step": 87590
    },
    {
      "epoch": 1.4804424427300305,
      "grad_norm": 0.09777234494686127,
      "learning_rate": 1.918591844897606e-06,
      "loss": 0.001,
      "step": 87600
    },
    {
      "epoch": 1.480611443008881,
      "grad_norm": 0.009541748091578484,
      "learning_rate": 1.917430512862987e-06,
      "loss": 0.0008,
      "step": 87610
    },
    {
      "epoch": 1.4807804432877314,
      "grad_norm": 0.019821155816316605,
      "learning_rate": 1.9162694490268478e-06,
      "loss": 0.0007,
      "step": 87620
    },
    {
      "epoch": 1.480949443566582,
      "grad_norm": 0.015410860069096088,
      "learning_rate": 1.9151086534902077e-06,
      "loss": 0.0008,
      "step": 87630
    },
    {
      "epoch": 1.4811184438454323,
      "grad_norm": 0.06320604681968689,
      "learning_rate": 1.9139481263540626e-06,
      "loss": 0.0005,
      "step": 87640
    },
    {
      "epoch": 1.4812874441242827,
      "grad_norm": 0.030254274606704712,
      "learning_rate": 1.912787867719381e-06,
      "loss": 0.0011,
      "step": 87650
    },
    {
      "epoch": 1.4814564444031333,
      "grad_norm": 0.06914281845092773,
      "learning_rate": 1.911627877687115e-06,
      "loss": 0.0008,
      "step": 87660
    },
    {
      "epoch": 1.4816254446819836,
      "grad_norm": 0.009485420770943165,
      "learning_rate": 1.910468156358185e-06,
      "loss": 0.001,
      "step": 87670
    },
    {
      "epoch": 1.4817944449608342,
      "grad_norm": 0.023814881220459938,
      "learning_rate": 1.909308703833496e-06,
      "loss": 0.0011,
      "step": 87680
    },
    {
      "epoch": 1.4819634452396846,
      "grad_norm": 0.0059132324531674385,
      "learning_rate": 1.9081495202139233e-06,
      "loss": 0.0006,
      "step": 87690
    },
    {
      "epoch": 1.4821324455185352,
      "grad_norm": 0.0694541186094284,
      "learning_rate": 1.9069906056003245e-06,
      "loss": 0.0008,
      "step": 87700
    },
    {
      "epoch": 1.4823014457973855,
      "grad_norm": 0.055805131793022156,
      "learning_rate": 1.9058319600935272e-06,
      "loss": 0.0005,
      "step": 87710
    },
    {
      "epoch": 1.4824704460762361,
      "grad_norm": 0.04586062207818031,
      "learning_rate": 1.9046735837943426e-06,
      "loss": 0.0007,
      "step": 87720
    },
    {
      "epoch": 1.4826394463550865,
      "grad_norm": 0.029063422232866287,
      "learning_rate": 1.9035154768035512e-06,
      "loss": 0.0006,
      "step": 87730
    },
    {
      "epoch": 1.4828084466339368,
      "grad_norm": 0.009174218401312828,
      "learning_rate": 1.9023576392219184e-06,
      "loss": 0.0012,
      "step": 87740
    },
    {
      "epoch": 1.4829774469127874,
      "grad_norm": 0.09952740371227264,
      "learning_rate": 1.9012000711501777e-06,
      "loss": 0.0017,
      "step": 87750
    },
    {
      "epoch": 1.4831464471916378,
      "grad_norm": 0.020948514342308044,
      "learning_rate": 1.9000427726890464e-06,
      "loss": 0.0011,
      "step": 87760
    },
    {
      "epoch": 1.4833154474704884,
      "grad_norm": 0.1276942640542984,
      "learning_rate": 1.8988857439392117e-06,
      "loss": 0.001,
      "step": 87770
    },
    {
      "epoch": 1.4834844477493387,
      "grad_norm": 0.05418195202946663,
      "learning_rate": 1.897728985001343e-06,
      "loss": 0.0009,
      "step": 87780
    },
    {
      "epoch": 1.4836534480281893,
      "grad_norm": 0.044336918741464615,
      "learning_rate": 1.896572495976083e-06,
      "loss": 0.0014,
      "step": 87790
    },
    {
      "epoch": 1.4838224483070397,
      "grad_norm": 0.08884186297655106,
      "learning_rate": 1.8954162769640544e-06,
      "loss": 0.001,
      "step": 87800
    },
    {
      "epoch": 1.4839914485858903,
      "grad_norm": 0.005170523654669523,
      "learning_rate": 1.8942603280658495e-06,
      "loss": 0.0007,
      "step": 87810
    },
    {
      "epoch": 1.4841604488647406,
      "grad_norm": 0.008166944608092308,
      "learning_rate": 1.8931046493820438e-06,
      "loss": 0.0005,
      "step": 87820
    },
    {
      "epoch": 1.484329449143591,
      "grad_norm": 0.12038251757621765,
      "learning_rate": 1.891949241013189e-06,
      "loss": 0.0013,
      "step": 87830
    },
    {
      "epoch": 1.4844984494224416,
      "grad_norm": 0.17388568818569183,
      "learning_rate": 1.890794103059807e-06,
      "loss": 0.0009,
      "step": 87840
    },
    {
      "epoch": 1.484667449701292,
      "grad_norm": 0.0022980275098234415,
      "learning_rate": 1.889639235622404e-06,
      "loss": 0.0004,
      "step": 87850
    },
    {
      "epoch": 1.4848364499801425,
      "grad_norm": 0.0297295693308115,
      "learning_rate": 1.8884846388014566e-06,
      "loss": 0.0007,
      "step": 87860
    },
    {
      "epoch": 1.4850054502589929,
      "grad_norm": 0.012024343013763428,
      "learning_rate": 1.8873303126974223e-06,
      "loss": 0.0005,
      "step": 87870
    },
    {
      "epoch": 1.4851744505378432,
      "grad_norm": 0.08143452554941177,
      "learning_rate": 1.8861762574107307e-06,
      "loss": 0.0007,
      "step": 87880
    },
    {
      "epoch": 1.4853434508166938,
      "grad_norm": 0.00044382974738255143,
      "learning_rate": 1.8850224730417933e-06,
      "loss": 0.0005,
      "step": 87890
    },
    {
      "epoch": 1.4855124510955444,
      "grad_norm": 0.0237219650298357,
      "learning_rate": 1.8838689596909909e-06,
      "loss": 0.0007,
      "step": 87900
    },
    {
      "epoch": 1.4856814513743948,
      "grad_norm": 0.021469522267580032,
      "learning_rate": 1.882715717458689e-06,
      "loss": 0.0005,
      "step": 87910
    },
    {
      "epoch": 1.4858504516532451,
      "grad_norm": 0.03975404426455498,
      "learning_rate": 1.8815627464452218e-06,
      "loss": 0.0008,
      "step": 87920
    },
    {
      "epoch": 1.4860194519320957,
      "grad_norm": 0.24657444655895233,
      "learning_rate": 1.8804100467509062e-06,
      "loss": 0.0007,
      "step": 87930
    },
    {
      "epoch": 1.486188452210946,
      "grad_norm": 0.02665461227297783,
      "learning_rate": 1.8792576184760297e-06,
      "loss": 0.0008,
      "step": 87940
    },
    {
      "epoch": 1.4863574524897967,
      "grad_norm": 0.033536460250616074,
      "learning_rate": 1.8781054617208628e-06,
      "loss": 0.0007,
      "step": 87950
    },
    {
      "epoch": 1.486526452768647,
      "grad_norm": 0.05046175792813301,
      "learning_rate": 1.8769535765856444e-06,
      "loss": 0.0011,
      "step": 87960
    },
    {
      "epoch": 1.4866954530474974,
      "grad_norm": 0.01105108205229044,
      "learning_rate": 1.8758019631705964e-06,
      "loss": 0.0005,
      "step": 87970
    },
    {
      "epoch": 1.486864453326348,
      "grad_norm": 0.022933317348361015,
      "learning_rate": 1.874650621575917e-06,
      "loss": 0.0008,
      "step": 87980
    },
    {
      "epoch": 1.4870334536051986,
      "grad_norm": 0.07909981161355972,
      "learning_rate": 1.873499551901774e-06,
      "loss": 0.0012,
      "step": 87990
    },
    {
      "epoch": 1.487202453884049,
      "grad_norm": 0.025490691885352135,
      "learning_rate": 1.8723487542483182e-06,
      "loss": 0.0003,
      "step": 88000
    },
    {
      "epoch": 1.4873714541628993,
      "grad_norm": 0.023210370913147926,
      "learning_rate": 1.8711982287156767e-06,
      "loss": 0.0003,
      "step": 88010
    },
    {
      "epoch": 1.4875404544417499,
      "grad_norm": 0.05981844663619995,
      "learning_rate": 1.8700479754039464e-06,
      "loss": 0.0008,
      "step": 88020
    },
    {
      "epoch": 1.4877094547206002,
      "grad_norm": 0.09941408038139343,
      "learning_rate": 1.868897994413209e-06,
      "loss": 0.0018,
      "step": 88030
    },
    {
      "epoch": 1.4878784549994508,
      "grad_norm": 0.085413359105587,
      "learning_rate": 1.8677482858435153e-06,
      "loss": 0.0012,
      "step": 88040
    },
    {
      "epoch": 1.4880474552783012,
      "grad_norm": 0.017946895211935043,
      "learning_rate": 1.8665988497948983e-06,
      "loss": 0.0009,
      "step": 88050
    },
    {
      "epoch": 1.4882164555571515,
      "grad_norm": 0.022523336112499237,
      "learning_rate": 1.8654496863673616e-06,
      "loss": 0.0015,
      "step": 88060
    },
    {
      "epoch": 1.4883854558360021,
      "grad_norm": 0.03276972100138664,
      "learning_rate": 1.8643007956608893e-06,
      "loss": 0.0009,
      "step": 88070
    },
    {
      "epoch": 1.4885544561148527,
      "grad_norm": 0.1450221985578537,
      "learning_rate": 1.8631521777754418e-06,
      "loss": 0.0016,
      "step": 88080
    },
    {
      "epoch": 1.488723456393703,
      "grad_norm": 0.042774394154548645,
      "learning_rate": 1.8620038328109524e-06,
      "loss": 0.0008,
      "step": 88090
    },
    {
      "epoch": 1.4888924566725534,
      "grad_norm": 0.009172528050839901,
      "learning_rate": 1.8608557608673345e-06,
      "loss": 0.0006,
      "step": 88100
    },
    {
      "epoch": 1.489061456951404,
      "grad_norm": 0.0414559468626976,
      "learning_rate": 1.8597079620444735e-06,
      "loss": 0.0006,
      "step": 88110
    },
    {
      "epoch": 1.4892304572302544,
      "grad_norm": 0.10334787517786026,
      "learning_rate": 1.8585604364422367e-06,
      "loss": 0.0006,
      "step": 88120
    },
    {
      "epoch": 1.489399457509105,
      "grad_norm": 0.058103326708078384,
      "learning_rate": 1.8574131841604604e-06,
      "loss": 0.0008,
      "step": 88130
    },
    {
      "epoch": 1.4895684577879553,
      "grad_norm": 0.04806658625602722,
      "learning_rate": 1.8562662052989656e-06,
      "loss": 0.0018,
      "step": 88140
    },
    {
      "epoch": 1.4897374580668057,
      "grad_norm": 0.02748355269432068,
      "learning_rate": 1.8551194999575406e-06,
      "loss": 0.0006,
      "step": 88150
    },
    {
      "epoch": 1.4899064583456563,
      "grad_norm": 0.08941474556922913,
      "learning_rate": 1.853973068235958e-06,
      "loss": 0.002,
      "step": 88160
    },
    {
      "epoch": 1.4900754586245069,
      "grad_norm": 0.10284332931041718,
      "learning_rate": 1.8528269102339597e-06,
      "loss": 0.0007,
      "step": 88170
    },
    {
      "epoch": 1.4902444589033572,
      "grad_norm": 0.05748404935002327,
      "learning_rate": 1.8516810260512686e-06,
      "loss": 0.0004,
      "step": 88180
    },
    {
      "epoch": 1.4904134591822076,
      "grad_norm": 0.006811431143432856,
      "learning_rate": 1.8505354157875822e-06,
      "loss": 0.001,
      "step": 88190
    },
    {
      "epoch": 1.4905824594610582,
      "grad_norm": 0.04848619922995567,
      "learning_rate": 1.8493900795425756e-06,
      "loss": 0.001,
      "step": 88200
    },
    {
      "epoch": 1.4907514597399085,
      "grad_norm": 0.021616630256175995,
      "learning_rate": 1.8482450174158956e-06,
      "loss": 0.0007,
      "step": 88210
    },
    {
      "epoch": 1.490920460018759,
      "grad_norm": 0.010953355580568314,
      "learning_rate": 1.8471002295071715e-06,
      "loss": 0.0007,
      "step": 88220
    },
    {
      "epoch": 1.4910894602976095,
      "grad_norm": 0.005469362251460552,
      "learning_rate": 1.845955715916002e-06,
      "loss": 0.0011,
      "step": 88230
    },
    {
      "epoch": 1.4912584605764598,
      "grad_norm": 0.09093499928712845,
      "learning_rate": 1.8448114767419683e-06,
      "loss": 0.0005,
      "step": 88240
    },
    {
      "epoch": 1.4914274608553104,
      "grad_norm": 0.06009407341480255,
      "learning_rate": 1.843667512084622e-06,
      "loss": 0.0008,
      "step": 88250
    },
    {
      "epoch": 1.491596461134161,
      "grad_norm": 0.01995786651968956,
      "learning_rate": 1.8425238220434966e-06,
      "loss": 0.001,
      "step": 88260
    },
    {
      "epoch": 1.4917654614130114,
      "grad_norm": 0.01962241530418396,
      "learning_rate": 1.8413804067180952e-06,
      "loss": 0.0006,
      "step": 88270
    },
    {
      "epoch": 1.4919344616918617,
      "grad_norm": 0.00016943324590101838,
      "learning_rate": 1.8402372662079039e-06,
      "loss": 0.0011,
      "step": 88280
    },
    {
      "epoch": 1.4921034619707123,
      "grad_norm": 0.27835261821746826,
      "learning_rate": 1.8390944006123785e-06,
      "loss": 0.0023,
      "step": 88290
    },
    {
      "epoch": 1.4922724622495627,
      "grad_norm": 0.020108027383685112,
      "learning_rate": 1.8379518100309562e-06,
      "loss": 0.0005,
      "step": 88300
    },
    {
      "epoch": 1.4924414625284133,
      "grad_norm": 0.0005495472578331828,
      "learning_rate": 1.8368094945630455e-06,
      "loss": 0.0005,
      "step": 88310
    },
    {
      "epoch": 1.4926104628072636,
      "grad_norm": 0.0009330344619229436,
      "learning_rate": 1.835667454308035e-06,
      "loss": 0.0022,
      "step": 88320
    },
    {
      "epoch": 1.492779463086114,
      "grad_norm": 0.006676590535789728,
      "learning_rate": 1.834525689365289e-06,
      "loss": 0.0005,
      "step": 88330
    },
    {
      "epoch": 1.4929484633649646,
      "grad_norm": 0.09464714676141739,
      "learning_rate": 1.8333841998341435e-06,
      "loss": 0.0007,
      "step": 88340
    },
    {
      "epoch": 1.4931174636438151,
      "grad_norm": 0.035130809992551804,
      "learning_rate": 1.832242985813917e-06,
      "loss": 0.0004,
      "step": 88350
    },
    {
      "epoch": 1.4932864639226655,
      "grad_norm": 0.023531250655651093,
      "learning_rate": 1.8311020474038971e-06,
      "loss": 0.0006,
      "step": 88360
    },
    {
      "epoch": 1.4934554642015159,
      "grad_norm": 0.0664057582616806,
      "learning_rate": 1.8299613847033526e-06,
      "loss": 0.0012,
      "step": 88370
    },
    {
      "epoch": 1.4936244644803665,
      "grad_norm": 0.050617605447769165,
      "learning_rate": 1.8288209978115268e-06,
      "loss": 0.0015,
      "step": 88380
    },
    {
      "epoch": 1.4937934647592168,
      "grad_norm": 0.05996793136000633,
      "learning_rate": 1.8276808868276408e-06,
      "loss": 0.0007,
      "step": 88390
    },
    {
      "epoch": 1.4939624650380674,
      "grad_norm": 0.13003170490264893,
      "learning_rate": 1.8265410518508865e-06,
      "loss": 0.0005,
      "step": 88400
    },
    {
      "epoch": 1.4941314653169178,
      "grad_norm": 0.028135791420936584,
      "learning_rate": 1.8254014929804375e-06,
      "loss": 0.0008,
      "step": 88410
    },
    {
      "epoch": 1.4943004655957681,
      "grad_norm": 0.14190877974033356,
      "learning_rate": 1.8242622103154384e-06,
      "loss": 0.0004,
      "step": 88420
    },
    {
      "epoch": 1.4944694658746187,
      "grad_norm": 0.029621532186865807,
      "learning_rate": 1.8231232039550156e-06,
      "loss": 0.0005,
      "step": 88430
    },
    {
      "epoch": 1.4946384661534693,
      "grad_norm": 0.0512235090136528,
      "learning_rate": 1.8219844739982652e-06,
      "loss": 0.0007,
      "step": 88440
    },
    {
      "epoch": 1.4948074664323197,
      "grad_norm": 0.08601278066635132,
      "learning_rate": 1.820846020544264e-06,
      "loss": 0.0008,
      "step": 88450
    },
    {
      "epoch": 1.49497646671117,
      "grad_norm": 0.03690945357084274,
      "learning_rate": 1.8197078436920612e-06,
      "loss": 0.0007,
      "step": 88460
    },
    {
      "epoch": 1.4951454669900206,
      "grad_norm": 0.09859257936477661,
      "learning_rate": 1.8185699435406867e-06,
      "loss": 0.001,
      "step": 88470
    },
    {
      "epoch": 1.495314467268871,
      "grad_norm": 0.09783705323934555,
      "learning_rate": 1.8174323201891398e-06,
      "loss": 0.001,
      "step": 88480
    },
    {
      "epoch": 1.4954834675477215,
      "grad_norm": 0.024148667231202126,
      "learning_rate": 1.8162949737364028e-06,
      "loss": 0.0006,
      "step": 88490
    },
    {
      "epoch": 1.495652467826572,
      "grad_norm": 0.04207601770758629,
      "learning_rate": 1.8151579042814267e-06,
      "loss": 0.0008,
      "step": 88500
    },
    {
      "epoch": 1.4958214681054223,
      "grad_norm": 0.07525702565908432,
      "learning_rate": 1.814021111923145e-06,
      "loss": 0.0008,
      "step": 88510
    },
    {
      "epoch": 1.4959904683842729,
      "grad_norm": 0.01988234929740429,
      "learning_rate": 1.812884596760462e-06,
      "loss": 0.0005,
      "step": 88520
    },
    {
      "epoch": 1.4961594686631232,
      "grad_norm": 0.009409152902662754,
      "learning_rate": 1.8117483588922618e-06,
      "loss": 0.0014,
      "step": 88530
    },
    {
      "epoch": 1.4963284689419738,
      "grad_norm": 0.017130011692643166,
      "learning_rate": 1.8106123984174006e-06,
      "loss": 0.0005,
      "step": 88540
    },
    {
      "epoch": 1.4964974692208242,
      "grad_norm": 0.02408965677022934,
      "learning_rate": 1.8094767154347142e-06,
      "loss": 0.0006,
      "step": 88550
    },
    {
      "epoch": 1.4966664694996747,
      "grad_norm": 0.005401544738560915,
      "learning_rate": 1.8083413100430113e-06,
      "loss": 0.0009,
      "step": 88560
    },
    {
      "epoch": 1.496835469778525,
      "grad_norm": 0.017198331654071808,
      "learning_rate": 1.8072061823410803e-06,
      "loss": 0.0011,
      "step": 88570
    },
    {
      "epoch": 1.4970044700573757,
      "grad_norm": 0.013952374458312988,
      "learning_rate": 1.8060713324276792e-06,
      "loss": 0.0009,
      "step": 88580
    },
    {
      "epoch": 1.497173470336226,
      "grad_norm": 0.03441685065627098,
      "learning_rate": 1.8049367604015472e-06,
      "loss": 0.0005,
      "step": 88590
    },
    {
      "epoch": 1.4973424706150764,
      "grad_norm": 0.00039839776582084596,
      "learning_rate": 1.803802466361399e-06,
      "loss": 0.0018,
      "step": 88600
    },
    {
      "epoch": 1.497511470893927,
      "grad_norm": 0.004353836644440889,
      "learning_rate": 1.8026684504059204e-06,
      "loss": 0.0007,
      "step": 88610
    },
    {
      "epoch": 1.4976804711727774,
      "grad_norm": 0.02817024476826191,
      "learning_rate": 1.80153471263378e-06,
      "loss": 0.0007,
      "step": 88620
    },
    {
      "epoch": 1.497849471451628,
      "grad_norm": 0.024944987148046494,
      "learning_rate": 1.800401253143615e-06,
      "loss": 0.0004,
      "step": 88630
    },
    {
      "epoch": 1.4980184717304783,
      "grad_norm": 0.04219798743724823,
      "learning_rate": 1.7992680720340449e-06,
      "loss": 0.0006,
      "step": 88640
    },
    {
      "epoch": 1.498187472009329,
      "grad_norm": 0.05956093594431877,
      "learning_rate": 1.7981351694036586e-06,
      "loss": 0.0012,
      "step": 88650
    },
    {
      "epoch": 1.4983564722881793,
      "grad_norm": 0.04532230645418167,
      "learning_rate": 1.7970025453510275e-06,
      "loss": 0.0007,
      "step": 88660
    },
    {
      "epoch": 1.4985254725670298,
      "grad_norm": 0.06564140319824219,
      "learning_rate": 1.7958701999746925e-06,
      "loss": 0.0009,
      "step": 88670
    },
    {
      "epoch": 1.4986944728458802,
      "grad_norm": 0.027097081765532494,
      "learning_rate": 1.7947381333731761e-06,
      "loss": 0.0005,
      "step": 88680
    },
    {
      "epoch": 1.4988634731247306,
      "grad_norm": 0.18646438419818878,
      "learning_rate": 1.7936063456449698e-06,
      "loss": 0.0021,
      "step": 88690
    },
    {
      "epoch": 1.4990324734035811,
      "grad_norm": 0.0645003616809845,
      "learning_rate": 1.7924748368885492e-06,
      "loss": 0.0009,
      "step": 88700
    },
    {
      "epoch": 1.4992014736824315,
      "grad_norm": 0.05661391094326973,
      "learning_rate": 1.7913436072023566e-06,
      "loss": 0.0004,
      "step": 88710
    },
    {
      "epoch": 1.499370473961282,
      "grad_norm": 0.027739612385630608,
      "learning_rate": 1.7902126566848177e-06,
      "loss": 0.0024,
      "step": 88720
    },
    {
      "epoch": 1.4995394742401325,
      "grad_norm": 0.03819940239191055,
      "learning_rate": 1.7890819854343284e-06,
      "loss": 0.0006,
      "step": 88730
    },
    {
      "epoch": 1.499708474518983,
      "grad_norm": 0.06162050738930702,
      "learning_rate": 1.787951593549263e-06,
      "loss": 0.0008,
      "step": 88740
    },
    {
      "epoch": 1.4998774747978334,
      "grad_norm": 0.021486075595021248,
      "learning_rate": 1.7868214811279738e-06,
      "loss": 0.0008,
      "step": 88750
    },
    {
      "epoch": 1.500046475076684,
      "grad_norm": 0.025850096717476845,
      "learning_rate": 1.7856916482687825e-06,
      "loss": 0.0005,
      "step": 88760
    },
    {
      "epoch": 1.5002154753555343,
      "grad_norm": 0.05704595521092415,
      "learning_rate": 1.784562095069991e-06,
      "loss": 0.0004,
      "step": 88770
    },
    {
      "epoch": 1.5003844756343847,
      "grad_norm": 0.00453208526596427,
      "learning_rate": 1.7834328216298786e-06,
      "loss": 0.0003,
      "step": 88780
    },
    {
      "epoch": 1.5005534759132353,
      "grad_norm": 0.012295718304812908,
      "learning_rate": 1.782303828046693e-06,
      "loss": 0.0008,
      "step": 88790
    },
    {
      "epoch": 1.5007224761920859,
      "grad_norm": 0.06527142971754074,
      "learning_rate": 1.7811751144186667e-06,
      "loss": 0.0011,
      "step": 88800
    },
    {
      "epoch": 1.5008914764709362,
      "grad_norm": 0.010464944876730442,
      "learning_rate": 1.7800466808439993e-06,
      "loss": 0.0003,
      "step": 88810
    },
    {
      "epoch": 1.5010604767497866,
      "grad_norm": 0.05920897051692009,
      "learning_rate": 1.778918527420873e-06,
      "loss": 0.0004,
      "step": 88820
    },
    {
      "epoch": 1.501229477028637,
      "grad_norm": 0.07279383391141891,
      "learning_rate": 1.7777906542474398e-06,
      "loss": 0.0005,
      "step": 88830
    },
    {
      "epoch": 1.5013984773074875,
      "grad_norm": 0.025966499000787735,
      "learning_rate": 1.7766630614218317e-06,
      "loss": 0.001,
      "step": 88840
    },
    {
      "epoch": 1.5015674775863381,
      "grad_norm": 0.0517917238175869,
      "learning_rate": 1.775535749042156e-06,
      "loss": 0.0007,
      "step": 88850
    },
    {
      "epoch": 1.5017364778651885,
      "grad_norm": 0.0029979932587593794,
      "learning_rate": 1.7744087172064917e-06,
      "loss": 0.0005,
      "step": 88860
    },
    {
      "epoch": 1.5019054781440389,
      "grad_norm": 0.02118530496954918,
      "learning_rate": 1.773281966012899e-06,
      "loss": 0.0006,
      "step": 88870
    },
    {
      "epoch": 1.5020744784228894,
      "grad_norm": 0.0917520821094513,
      "learning_rate": 1.7721554955594072e-06,
      "loss": 0.0015,
      "step": 88880
    },
    {
      "epoch": 1.50224347870174,
      "grad_norm": 0.024326149374246597,
      "learning_rate": 1.7710293059440286e-06,
      "loss": 0.0005,
      "step": 88890
    },
    {
      "epoch": 1.5024124789805904,
      "grad_norm": 0.006080344319343567,
      "learning_rate": 1.7699033972647435e-06,
      "loss": 0.0007,
      "step": 88900
    },
    {
      "epoch": 1.5025814792594407,
      "grad_norm": 0.00796883087605238,
      "learning_rate": 1.768777769619514e-06,
      "loss": 0.0006,
      "step": 88910
    },
    {
      "epoch": 1.502750479538291,
      "grad_norm": 0.060068417340517044,
      "learning_rate": 1.7676524231062731e-06,
      "loss": 0.0008,
      "step": 88920
    },
    {
      "epoch": 1.5029194798171417,
      "grad_norm": 0.04129534587264061,
      "learning_rate": 1.7665273578229342e-06,
      "loss": 0.0005,
      "step": 88930
    },
    {
      "epoch": 1.5030884800959923,
      "grad_norm": 0.027377134189009666,
      "learning_rate": 1.7654025738673797e-06,
      "loss": 0.0006,
      "step": 88940
    },
    {
      "epoch": 1.5032574803748426,
      "grad_norm": 0.01775474287569523,
      "learning_rate": 1.7642780713374736e-06,
      "loss": 0.001,
      "step": 88950
    },
    {
      "epoch": 1.503426480653693,
      "grad_norm": 0.03469599410891533,
      "learning_rate": 1.7631538503310524e-06,
      "loss": 0.0008,
      "step": 88960
    },
    {
      "epoch": 1.5035954809325436,
      "grad_norm": 0.001071075676009059,
      "learning_rate": 1.7620299109459305e-06,
      "loss": 0.0006,
      "step": 88970
    },
    {
      "epoch": 1.503764481211394,
      "grad_norm": 0.006017435807734728,
      "learning_rate": 1.7609062532798936e-06,
      "loss": 0.0015,
      "step": 88980
    },
    {
      "epoch": 1.5039334814902445,
      "grad_norm": 0.26868242025375366,
      "learning_rate": 1.759782877430708e-06,
      "loss": 0.0008,
      "step": 88990
    },
    {
      "epoch": 1.504102481769095,
      "grad_norm": 0.0289106834679842,
      "learning_rate": 1.7586597834961094e-06,
      "loss": 0.0012,
      "step": 89000
    },
    {
      "epoch": 1.5042714820479453,
      "grad_norm": 0.04162640869617462,
      "learning_rate": 1.757536971573816e-06,
      "loss": 0.001,
      "step": 89010
    },
    {
      "epoch": 1.5044404823267958,
      "grad_norm": 0.06132710352540016,
      "learning_rate": 1.7564144417615148e-06,
      "loss": 0.0024,
      "step": 89020
    },
    {
      "epoch": 1.5046094826056464,
      "grad_norm": 0.015400673262774944,
      "learning_rate": 1.7552921941568741e-06,
      "loss": 0.0008,
      "step": 89030
    },
    {
      "epoch": 1.5047784828844968,
      "grad_norm": 0.018372181802988052,
      "learning_rate": 1.7541702288575314e-06,
      "loss": 0.0012,
      "step": 89040
    },
    {
      "epoch": 1.5049474831633471,
      "grad_norm": 0.08104084432125092,
      "learning_rate": 1.7530485459611073e-06,
      "loss": 0.0008,
      "step": 89050
    },
    {
      "epoch": 1.5051164834421977,
      "grad_norm": 0.01839877851307392,
      "learning_rate": 1.7519271455651897e-06,
      "loss": 0.0002,
      "step": 89060
    },
    {
      "epoch": 1.505285483721048,
      "grad_norm": 0.025520803406834602,
      "learning_rate": 1.75080602776735e-06,
      "loss": 0.0005,
      "step": 89070
    },
    {
      "epoch": 1.5054544839998987,
      "grad_norm": 0.07787895202636719,
      "learning_rate": 1.7496851926651265e-06,
      "loss": 0.002,
      "step": 89080
    },
    {
      "epoch": 1.505623484278749,
      "grad_norm": 0.04697718843817711,
      "learning_rate": 1.7485646403560392e-06,
      "loss": 0.0009,
      "step": 89090
    },
    {
      "epoch": 1.5057924845575994,
      "grad_norm": 0.009050512686371803,
      "learning_rate": 1.7474443709375837e-06,
      "loss": 0.0005,
      "step": 89100
    },
    {
      "epoch": 1.50596148483645,
      "grad_norm": 0.03001599945127964,
      "learning_rate": 1.7463243845072248e-06,
      "loss": 0.0011,
      "step": 89110
    },
    {
      "epoch": 1.5061304851153006,
      "grad_norm": 0.1008617952466011,
      "learning_rate": 1.7452046811624113e-06,
      "loss": 0.001,
      "step": 89120
    },
    {
      "epoch": 1.506299485394151,
      "grad_norm": 0.036419469863176346,
      "learning_rate": 1.7440852610005582e-06,
      "loss": 0.0007,
      "step": 89130
    },
    {
      "epoch": 1.5064684856730013,
      "grad_norm": 0.03142918273806572,
      "learning_rate": 1.7429661241190626e-06,
      "loss": 0.0006,
      "step": 89140
    },
    {
      "epoch": 1.5066374859518519,
      "grad_norm": 0.030899101868271828,
      "learning_rate": 1.741847270615295e-06,
      "loss": 0.0005,
      "step": 89150
    },
    {
      "epoch": 1.5068064862307022,
      "grad_norm": 0.057271748781204224,
      "learning_rate": 1.7407287005866025e-06,
      "loss": 0.0007,
      "step": 89160
    },
    {
      "epoch": 1.5069754865095528,
      "grad_norm": 0.05494721606373787,
      "learning_rate": 1.7396104141303032e-06,
      "loss": 0.0007,
      "step": 89170
    },
    {
      "epoch": 1.5071444867884032,
      "grad_norm": 0.018767060711979866,
      "learning_rate": 1.7384924113436964e-06,
      "loss": 0.0006,
      "step": 89180
    },
    {
      "epoch": 1.5073134870672535,
      "grad_norm": 0.0328710712492466,
      "learning_rate": 1.7373746923240502e-06,
      "loss": 0.0005,
      "step": 89190
    },
    {
      "epoch": 1.5074824873461041,
      "grad_norm": 0.04069463163614273,
      "learning_rate": 1.736257257168616e-06,
      "loss": 0.0006,
      "step": 89200
    },
    {
      "epoch": 1.5076514876249547,
      "grad_norm": 0.07939145714044571,
      "learning_rate": 1.7351401059746114e-06,
      "loss": 0.0008,
      "step": 89210
    },
    {
      "epoch": 1.507820487903805,
      "grad_norm": 0.0318235382437706,
      "learning_rate": 1.7340232388392375e-06,
      "loss": 0.0004,
      "step": 89220
    },
    {
      "epoch": 1.5079894881826554,
      "grad_norm": 0.08584918081760406,
      "learning_rate": 1.7329066558596646e-06,
      "loss": 0.0008,
      "step": 89230
    },
    {
      "epoch": 1.5081584884615058,
      "grad_norm": 0.038147006183862686,
      "learning_rate": 1.731790357133044e-06,
      "loss": 0.0007,
      "step": 89240
    },
    {
      "epoch": 1.5083274887403564,
      "grad_norm": 0.016866449266672134,
      "learning_rate": 1.7306743427564954e-06,
      "loss": 0.0014,
      "step": 89250
    },
    {
      "epoch": 1.508496489019207,
      "grad_norm": 0.051926031708717346,
      "learning_rate": 1.7295586128271208e-06,
      "loss": 0.0005,
      "step": 89260
    },
    {
      "epoch": 1.5086654892980573,
      "grad_norm": 0.0010678662220016122,
      "learning_rate": 1.7284431674419905e-06,
      "loss": 0.0006,
      "step": 89270
    },
    {
      "epoch": 1.5088344895769077,
      "grad_norm": 0.12304358929395676,
      "learning_rate": 1.727328006698158e-06,
      "loss": 0.001,
      "step": 89280
    },
    {
      "epoch": 1.5090034898557583,
      "grad_norm": 0.06094713136553764,
      "learning_rate": 1.7262131306926433e-06,
      "loss": 0.0005,
      "step": 89290
    },
    {
      "epoch": 1.5091724901346089,
      "grad_norm": 0.05747349560260773,
      "learning_rate": 1.7250985395224496e-06,
      "loss": 0.0006,
      "step": 89300
    },
    {
      "epoch": 1.5093414904134592,
      "grad_norm": 0.051456887274980545,
      "learning_rate": 1.7239842332845487e-06,
      "loss": 0.0006,
      "step": 89310
    },
    {
      "epoch": 1.5095104906923096,
      "grad_norm": 0.013854267075657845,
      "learning_rate": 1.7228702120758922e-06,
      "loss": 0.0014,
      "step": 89320
    },
    {
      "epoch": 1.50967949097116,
      "grad_norm": 0.0752004012465477,
      "learning_rate": 1.7217564759934053e-06,
      "loss": 0.0005,
      "step": 89330
    },
    {
      "epoch": 1.5098484912500105,
      "grad_norm": 0.04393812641501427,
      "learning_rate": 1.7206430251339907e-06,
      "loss": 0.0006,
      "step": 89340
    },
    {
      "epoch": 1.5100174915288611,
      "grad_norm": 0.0351971797645092,
      "learning_rate": 1.7195298595945193e-06,
      "loss": 0.0009,
      "step": 89350
    },
    {
      "epoch": 1.5101864918077115,
      "grad_norm": 0.03731498122215271,
      "learning_rate": 1.7184169794718448e-06,
      "loss": 0.0006,
      "step": 89360
    },
    {
      "epoch": 1.5103554920865618,
      "grad_norm": 0.15052951872348785,
      "learning_rate": 1.717304384862794e-06,
      "loss": 0.0016,
      "step": 89370
    },
    {
      "epoch": 1.5105244923654124,
      "grad_norm": 0.008420226164162159,
      "learning_rate": 1.7161920758641654e-06,
      "loss": 0.0027,
      "step": 89380
    },
    {
      "epoch": 1.510693492644263,
      "grad_norm": 0.031745459884405136,
      "learning_rate": 1.715080052572738e-06,
      "loss": 0.0003,
      "step": 89390
    },
    {
      "epoch": 1.5108624929231134,
      "grad_norm": 0.02988767810165882,
      "learning_rate": 1.7139683150852604e-06,
      "loss": 0.0005,
      "step": 89400
    },
    {
      "epoch": 1.5110314932019637,
      "grad_norm": 0.07824013382196426,
      "learning_rate": 1.7128568634984622e-06,
      "loss": 0.0007,
      "step": 89410
    },
    {
      "epoch": 1.511200493480814,
      "grad_norm": 0.08616514503955841,
      "learning_rate": 1.7117456979090418e-06,
      "loss": 0.0008,
      "step": 89420
    },
    {
      "epoch": 1.5113694937596647,
      "grad_norm": 0.25163033604621887,
      "learning_rate": 1.7106348184136789e-06,
      "loss": 0.0006,
      "step": 89430
    },
    {
      "epoch": 1.5115384940385153,
      "grad_norm": 0.010954326018691063,
      "learning_rate": 1.7095242251090233e-06,
      "loss": 0.001,
      "step": 89440
    },
    {
      "epoch": 1.5117074943173656,
      "grad_norm": 0.007738580461591482,
      "learning_rate": 1.7084139180917037e-06,
      "loss": 0.0007,
      "step": 89450
    },
    {
      "epoch": 1.511876494596216,
      "grad_norm": 0.04122927039861679,
      "learning_rate": 1.70730389745832e-06,
      "loss": 0.0011,
      "step": 89460
    },
    {
      "epoch": 1.5120454948750666,
      "grad_norm": 0.09648521989583969,
      "learning_rate": 1.7061941633054523e-06,
      "loss": 0.0007,
      "step": 89470
    },
    {
      "epoch": 1.5122144951539171,
      "grad_norm": 0.05812167376279831,
      "learning_rate": 1.7050847157296496e-06,
      "loss": 0.0011,
      "step": 89480
    },
    {
      "epoch": 1.5123834954327675,
      "grad_norm": 0.06150609627366066,
      "learning_rate": 1.7039755548274427e-06,
      "loss": 0.0006,
      "step": 89490
    },
    {
      "epoch": 1.5125524957116179,
      "grad_norm": 0.013848185539245605,
      "learning_rate": 1.7028666806953303e-06,
      "loss": 0.0007,
      "step": 89500
    },
    {
      "epoch": 1.5127214959904682,
      "grad_norm": 0.012053185142576694,
      "learning_rate": 1.7017580934297918e-06,
      "loss": 0.0002,
      "step": 89510
    },
    {
      "epoch": 1.5128904962693188,
      "grad_norm": 0.054048582911491394,
      "learning_rate": 1.7006497931272798e-06,
      "loss": 0.001,
      "step": 89520
    },
    {
      "epoch": 1.5130594965481694,
      "grad_norm": 0.09194289892911911,
      "learning_rate": 1.6995417798842228e-06,
      "loss": 0.0008,
      "step": 89530
    },
    {
      "epoch": 1.5132284968270198,
      "grad_norm": 0.010368667542934418,
      "learning_rate": 1.6984340537970202e-06,
      "loss": 0.0003,
      "step": 89540
    },
    {
      "epoch": 1.5133974971058701,
      "grad_norm": 0.012516893446445465,
      "learning_rate": 1.6973266149620533e-06,
      "loss": 0.0007,
      "step": 89550
    },
    {
      "epoch": 1.5135664973847207,
      "grad_norm": 0.004726815968751907,
      "learning_rate": 1.6962194634756708e-06,
      "loss": 0.0008,
      "step": 89560
    },
    {
      "epoch": 1.5137354976635713,
      "grad_norm": 0.054614678025245667,
      "learning_rate": 1.6951125994342043e-06,
      "loss": 0.0012,
      "step": 89570
    },
    {
      "epoch": 1.5139044979424217,
      "grad_norm": 0.046499382704496384,
      "learning_rate": 1.6940060229339521e-06,
      "loss": 0.0007,
      "step": 89580
    },
    {
      "epoch": 1.514073498221272,
      "grad_norm": 0.035863835364580154,
      "learning_rate": 1.692899734071194e-06,
      "loss": 0.0008,
      "step": 89590
    },
    {
      "epoch": 1.5142424985001224,
      "grad_norm": 0.01402368862181902,
      "learning_rate": 1.6917937329421842e-06,
      "loss": 0.0009,
      "step": 89600
    },
    {
      "epoch": 1.514411498778973,
      "grad_norm": 0.0271760281175375,
      "learning_rate": 1.6906880196431458e-06,
      "loss": 0.001,
      "step": 89610
    },
    {
      "epoch": 1.5145804990578235,
      "grad_norm": 0.016171742230653763,
      "learning_rate": 1.689582594270286e-06,
      "loss": 0.001,
      "step": 89620
    },
    {
      "epoch": 1.514749499336674,
      "grad_norm": 0.2035505771636963,
      "learning_rate": 1.6884774569197782e-06,
      "loss": 0.0008,
      "step": 89630
    },
    {
      "epoch": 1.5149184996155243,
      "grad_norm": 0.06680934876203537,
      "learning_rate": 1.6873726076877778e-06,
      "loss": 0.0007,
      "step": 89640
    },
    {
      "epoch": 1.5150874998943749,
      "grad_norm": 0.02429303154349327,
      "learning_rate": 1.686268046670409e-06,
      "loss": 0.0012,
      "step": 89650
    },
    {
      "epoch": 1.5152565001732254,
      "grad_norm": 0.006075267214328051,
      "learning_rate": 1.6851637739637771e-06,
      "loss": 0.0011,
      "step": 89660
    },
    {
      "epoch": 1.5154255004520758,
      "grad_norm": 0.05170568823814392,
      "learning_rate": 1.684059789663956e-06,
      "loss": 0.0004,
      "step": 89670
    },
    {
      "epoch": 1.5155945007309262,
      "grad_norm": 0.06817694008350372,
      "learning_rate": 1.6829560938670008e-06,
      "loss": 0.001,
      "step": 89680
    },
    {
      "epoch": 1.5157635010097765,
      "grad_norm": 0.06747003644704819,
      "learning_rate": 1.6818526866689356e-06,
      "loss": 0.0006,
      "step": 89690
    },
    {
      "epoch": 1.515932501288627,
      "grad_norm": 0.007273124530911446,
      "learning_rate": 1.6807495681657632e-06,
      "loss": 0.001,
      "step": 89700
    },
    {
      "epoch": 1.5161015015674777,
      "grad_norm": 0.02065047062933445,
      "learning_rate": 1.679646738453462e-06,
      "loss": 0.0007,
      "step": 89710
    },
    {
      "epoch": 1.516270501846328,
      "grad_norm": 0.06045887991786003,
      "learning_rate": 1.678544197627981e-06,
      "loss": 0.0008,
      "step": 89720
    },
    {
      "epoch": 1.5164395021251784,
      "grad_norm": 0.040009673684835434,
      "learning_rate": 1.677441945785247e-06,
      "loss": 0.0012,
      "step": 89730
    },
    {
      "epoch": 1.516608502404029,
      "grad_norm": 0.8757259249687195,
      "learning_rate": 1.676339983021164e-06,
      "loss": 0.001,
      "step": 89740
    },
    {
      "epoch": 1.5167775026828796,
      "grad_norm": 0.03649216145277023,
      "learning_rate": 1.6752383094316038e-06,
      "loss": 0.001,
      "step": 89750
    },
    {
      "epoch": 1.51694650296173,
      "grad_norm": 0.03585437312722206,
      "learning_rate": 1.6741369251124218e-06,
      "loss": 0.0006,
      "step": 89760
    },
    {
      "epoch": 1.5171155032405803,
      "grad_norm": 0.18319280445575714,
      "learning_rate": 1.6730358301594396e-06,
      "loss": 0.0002,
      "step": 89770
    },
    {
      "epoch": 1.5172845035194307,
      "grad_norm": 0.08437007665634155,
      "learning_rate": 1.6719350246684613e-06,
      "loss": 0.0008,
      "step": 89780
    },
    {
      "epoch": 1.5174535037982813,
      "grad_norm": 0.021380001679062843,
      "learning_rate": 1.6708345087352589e-06,
      "loss": 0.0013,
      "step": 89790
    },
    {
      "epoch": 1.5176225040771318,
      "grad_norm": 0.074330635368824,
      "learning_rate": 1.6697342824555861e-06,
      "loss": 0.0008,
      "step": 89800
    },
    {
      "epoch": 1.5177915043559822,
      "grad_norm": 0.011674449779093266,
      "learning_rate": 1.6686343459251647e-06,
      "loss": 0.0007,
      "step": 89810
    },
    {
      "epoch": 1.5179605046348326,
      "grad_norm": 0.016544923186302185,
      "learning_rate": 1.6675346992396973e-06,
      "loss": 0.0003,
      "step": 89820
    },
    {
      "epoch": 1.5181295049136831,
      "grad_norm": 0.08490558713674545,
      "learning_rate": 1.6664353424948558e-06,
      "loss": 0.0013,
      "step": 89830
    },
    {
      "epoch": 1.5182985051925337,
      "grad_norm": 0.1269432008266449,
      "learning_rate": 1.6653362757862928e-06,
      "loss": 0.0011,
      "step": 89840
    },
    {
      "epoch": 1.518467505471384,
      "grad_norm": 0.07166081666946411,
      "learning_rate": 1.6642374992096295e-06,
      "loss": 0.0006,
      "step": 89850
    },
    {
      "epoch": 1.5186365057502345,
      "grad_norm": 0.10532987862825394,
      "learning_rate": 1.6631390128604653e-06,
      "loss": 0.0011,
      "step": 89860
    },
    {
      "epoch": 1.5188055060290848,
      "grad_norm": 0.05109262093901634,
      "learning_rate": 1.662040816834376e-06,
      "loss": 0.0006,
      "step": 89870
    },
    {
      "epoch": 1.5189745063079354,
      "grad_norm": 0.014516928233206272,
      "learning_rate": 1.6609429112269072e-06,
      "loss": 0.0008,
      "step": 89880
    },
    {
      "epoch": 1.519143506586786,
      "grad_norm": 0.017849545925855637,
      "learning_rate": 1.6598452961335843e-06,
      "loss": 0.0008,
      "step": 89890
    },
    {
      "epoch": 1.5193125068656363,
      "grad_norm": 0.11236193776130676,
      "learning_rate": 1.6587479716499027e-06,
      "loss": 0.0006,
      "step": 89900
    },
    {
      "epoch": 1.5194815071444867,
      "grad_norm": 0.07865837961435318,
      "learning_rate": 1.6576509378713363e-06,
      "loss": 0.0007,
      "step": 89910
    },
    {
      "epoch": 1.5196505074233373,
      "grad_norm": 0.07344283908605576,
      "learning_rate": 1.6565541948933322e-06,
      "loss": 0.001,
      "step": 89920
    },
    {
      "epoch": 1.5198195077021877,
      "grad_norm": 0.11414451152086258,
      "learning_rate": 1.6554577428113145e-06,
      "loss": 0.0005,
      "step": 89930
    },
    {
      "epoch": 1.5199885079810382,
      "grad_norm": 0.0004753537359647453,
      "learning_rate": 1.654361581720676e-06,
      "loss": 0.0003,
      "step": 89940
    },
    {
      "epoch": 1.5201575082598886,
      "grad_norm": 0.017375130206346512,
      "learning_rate": 1.6532657117167916e-06,
      "loss": 0.001,
      "step": 89950
    },
    {
      "epoch": 1.520326508538739,
      "grad_norm": 0.037377480417490005,
      "learning_rate": 1.6521701328950041e-06,
      "loss": 0.0007,
      "step": 89960
    },
    {
      "epoch": 1.5204955088175895,
      "grad_norm": 0.0739019438624382,
      "learning_rate": 1.651074845350637e-06,
      "loss": 0.0008,
      "step": 89970
    },
    {
      "epoch": 1.5206645090964401,
      "grad_norm": 0.0003539329918567091,
      "learning_rate": 1.6499798491789827e-06,
      "loss": 0.0007,
      "step": 89980
    },
    {
      "epoch": 1.5208335093752905,
      "grad_norm": 0.00020151161879766732,
      "learning_rate": 1.6488851444753146e-06,
      "loss": 0.0005,
      "step": 89990
    },
    {
      "epoch": 1.5210025096541409,
      "grad_norm": 0.022759245708584785,
      "learning_rate": 1.6477907313348735e-06,
      "loss": 0.0016,
      "step": 90000
    },
    {
      "epoch": 1.5211715099329914,
      "grad_norm": 0.006832859478890896,
      "learning_rate": 1.6466966098528825e-06,
      "loss": 0.0006,
      "step": 90010
    },
    {
      "epoch": 1.5213405102118418,
      "grad_norm": 0.03370920941233635,
      "learning_rate": 1.6456027801245317e-06,
      "loss": 0.0007,
      "step": 90020
    },
    {
      "epoch": 1.5215095104906924,
      "grad_norm": 0.009634205140173435,
      "learning_rate": 1.6445092422449932e-06,
      "loss": 0.0008,
      "step": 90030
    },
    {
      "epoch": 1.5216785107695427,
      "grad_norm": 0.03818223625421524,
      "learning_rate": 1.6434159963094065e-06,
      "loss": 0.0008,
      "step": 90040
    },
    {
      "epoch": 1.521847511048393,
      "grad_norm": 0.01654481515288353,
      "learning_rate": 1.6423230424128933e-06,
      "loss": 0.0008,
      "step": 90050
    },
    {
      "epoch": 1.5220165113272437,
      "grad_norm": 0.04384077340364456,
      "learning_rate": 1.6412303806505414e-06,
      "loss": 0.0008,
      "step": 90060
    },
    {
      "epoch": 1.5221855116060943,
      "grad_norm": 0.010644759051501751,
      "learning_rate": 1.640138011117422e-06,
      "loss": 0.0005,
      "step": 90070
    },
    {
      "epoch": 1.5223545118849446,
      "grad_norm": 0.07942457497119904,
      "learning_rate": 1.6390459339085728e-06,
      "loss": 0.0008,
      "step": 90080
    },
    {
      "epoch": 1.522523512163795,
      "grad_norm": 0.14543570578098297,
      "learning_rate": 1.637954149119012e-06,
      "loss": 0.0008,
      "step": 90090
    },
    {
      "epoch": 1.5226925124426456,
      "grad_norm": 0.0862889289855957,
      "learning_rate": 1.636862656843729e-06,
      "loss": 0.0008,
      "step": 90100
    },
    {
      "epoch": 1.522861512721496,
      "grad_norm": 0.0043488903902471066,
      "learning_rate": 1.6357714571776901e-06,
      "loss": 0.0016,
      "step": 90110
    },
    {
      "epoch": 1.5230305130003465,
      "grad_norm": 0.02066611312329769,
      "learning_rate": 1.6346805502158364e-06,
      "loss": 0.0007,
      "step": 90120
    },
    {
      "epoch": 1.523199513279197,
      "grad_norm": 0.0023197117261588573,
      "learning_rate": 1.6335899360530783e-06,
      "loss": 0.0008,
      "step": 90130
    },
    {
      "epoch": 1.5233685135580473,
      "grad_norm": 0.009627950377762318,
      "learning_rate": 1.6324996147843075e-06,
      "loss": 0.0005,
      "step": 90140
    },
    {
      "epoch": 1.5235375138368978,
      "grad_norm": 0.01624545268714428,
      "learning_rate": 1.631409586504385e-06,
      "loss": 0.0005,
      "step": 90150
    },
    {
      "epoch": 1.5237065141157484,
      "grad_norm": 0.004025209695100784,
      "learning_rate": 1.6303198513081514e-06,
      "loss": 0.0005,
      "step": 90160
    },
    {
      "epoch": 1.5238755143945988,
      "grad_norm": 0.034432973712682724,
      "learning_rate": 1.6292304092904155e-06,
      "loss": 0.0014,
      "step": 90170
    },
    {
      "epoch": 1.5240445146734491,
      "grad_norm": 0.0053732809610664845,
      "learning_rate": 1.6281412605459668e-06,
      "loss": 0.0005,
      "step": 90180
    },
    {
      "epoch": 1.5242135149522995,
      "grad_norm": 0.10048115253448486,
      "learning_rate": 1.6270524051695647e-06,
      "loss": 0.0008,
      "step": 90190
    },
    {
      "epoch": 1.52438251523115,
      "grad_norm": 0.07562459260225296,
      "learning_rate": 1.6259638432559467e-06,
      "loss": 0.0009,
      "step": 90200
    },
    {
      "epoch": 1.5245515155100007,
      "grad_norm": 0.03330732509493828,
      "learning_rate": 1.6248755748998203e-06,
      "loss": 0.0007,
      "step": 90210
    },
    {
      "epoch": 1.524720515788851,
      "grad_norm": 0.016535423696041107,
      "learning_rate": 1.6237876001958735e-06,
      "loss": 0.0003,
      "step": 90220
    },
    {
      "epoch": 1.5248895160677014,
      "grad_norm": 0.08232079446315765,
      "learning_rate": 1.622699919238762e-06,
      "loss": 0.0006,
      "step": 90230
    },
    {
      "epoch": 1.525058516346552,
      "grad_norm": 0.006675524637103081,
      "learning_rate": 1.621612532123123e-06,
      "loss": 0.0008,
      "step": 90240
    },
    {
      "epoch": 1.5252275166254026,
      "grad_norm": 0.009124464355409145,
      "learning_rate": 1.62052543894356e-06,
      "loss": 0.0005,
      "step": 90250
    },
    {
      "epoch": 1.525396516904253,
      "grad_norm": 0.0359950065612793,
      "learning_rate": 1.6194386397946598e-06,
      "loss": 0.0005,
      "step": 90260
    },
    {
      "epoch": 1.5255655171831033,
      "grad_norm": 0.03500552102923393,
      "learning_rate": 1.6183521347709752e-06,
      "loss": 0.0006,
      "step": 90270
    },
    {
      "epoch": 1.5257345174619537,
      "grad_norm": 0.0056722103618085384,
      "learning_rate": 1.6172659239670396e-06,
      "loss": 0.0002,
      "step": 90280
    },
    {
      "epoch": 1.5259035177408042,
      "grad_norm": 0.014110148884356022,
      "learning_rate": 1.6161800074773582e-06,
      "loss": 0.0003,
      "step": 90290
    },
    {
      "epoch": 1.5260725180196548,
      "grad_norm": 0.042396847158670425,
      "learning_rate": 1.615094385396413e-06,
      "loss": 0.0011,
      "step": 90300
    },
    {
      "epoch": 1.5262415182985052,
      "grad_norm": 0.0611516535282135,
      "learning_rate": 1.6140090578186546e-06,
      "loss": 0.0015,
      "step": 90310
    },
    {
      "epoch": 1.5264105185773555,
      "grad_norm": 0.059691231697797775,
      "learning_rate": 1.6129240248385153e-06,
      "loss": 0.0012,
      "step": 90320
    },
    {
      "epoch": 1.5265795188562061,
      "grad_norm": 0.03298520669341087,
      "learning_rate": 1.6118392865503952e-06,
      "loss": 0.0008,
      "step": 90330
    },
    {
      "epoch": 1.5267485191350567,
      "grad_norm": 0.09905547648668289,
      "learning_rate": 1.6107548430486746e-06,
      "loss": 0.0015,
      "step": 90340
    },
    {
      "epoch": 1.526917519413907,
      "grad_norm": 0.05093686282634735,
      "learning_rate": 1.6096706944277023e-06,
      "loss": 0.0008,
      "step": 90350
    },
    {
      "epoch": 1.5270865196927574,
      "grad_norm": 0.022593246772885323,
      "learning_rate": 1.6085868407818062e-06,
      "loss": 0.0006,
      "step": 90360
    },
    {
      "epoch": 1.5272555199716078,
      "grad_norm": 0.000559734005946666,
      "learning_rate": 1.6075032822052883e-06,
      "loss": 0.0015,
      "step": 90370
    },
    {
      "epoch": 1.5274245202504584,
      "grad_norm": 0.036225344985723495,
      "learning_rate": 1.6064200187924207e-06,
      "loss": 0.0011,
      "step": 90380
    },
    {
      "epoch": 1.527593520529309,
      "grad_norm": 0.022825142368674278,
      "learning_rate": 1.605337050637455e-06,
      "loss": 0.001,
      "step": 90390
    },
    {
      "epoch": 1.5277625208081593,
      "grad_norm": 0.06424136459827423,
      "learning_rate": 1.6042543778346115e-06,
      "loss": 0.0008,
      "step": 90400
    },
    {
      "epoch": 1.5279315210870097,
      "grad_norm": 0.005746909417212009,
      "learning_rate": 1.6031720004780921e-06,
      "loss": 0.0003,
      "step": 90410
    },
    {
      "epoch": 1.5281005213658603,
      "grad_norm": 0.017361126840114594,
      "learning_rate": 1.6020899186620642e-06,
      "loss": 0.0006,
      "step": 90420
    },
    {
      "epoch": 1.5282695216447109,
      "grad_norm": 0.09066200256347656,
      "learning_rate": 1.6010081324806792e-06,
      "loss": 0.0004,
      "step": 90430
    },
    {
      "epoch": 1.5284385219235612,
      "grad_norm": 0.048238012939691544,
      "learning_rate": 1.5999266420280529e-06,
      "loss": 0.001,
      "step": 90440
    },
    {
      "epoch": 1.5286075222024116,
      "grad_norm": 0.05118170753121376,
      "learning_rate": 1.5988454473982845e-06,
      "loss": 0.0009,
      "step": 90450
    },
    {
      "epoch": 1.528776522481262,
      "grad_norm": 0.017097176983952522,
      "learning_rate": 1.5977645486854393e-06,
      "loss": 0.0012,
      "step": 90460
    },
    {
      "epoch": 1.5289455227601125,
      "grad_norm": 0.1016089916229248,
      "learning_rate": 1.5966839459835626e-06,
      "loss": 0.0009,
      "step": 90470
    },
    {
      "epoch": 1.5291145230389631,
      "grad_norm": 0.0010697973193600774,
      "learning_rate": 1.5956036393866737e-06,
      "loss": 0.0008,
      "step": 90480
    },
    {
      "epoch": 1.5292835233178135,
      "grad_norm": 0.02048424817621708,
      "learning_rate": 1.5945236289887611e-06,
      "loss": 0.0006,
      "step": 90490
    },
    {
      "epoch": 1.5294525235966638,
      "grad_norm": 0.0900135487318039,
      "learning_rate": 1.5934439148837926e-06,
      "loss": 0.001,
      "step": 90500
    },
    {
      "epoch": 1.5296215238755144,
      "grad_norm": 0.03776565194129944,
      "learning_rate": 1.592364497165711e-06,
      "loss": 0.0009,
      "step": 90510
    },
    {
      "epoch": 1.529790524154365,
      "grad_norm": 0.1263919621706009,
      "learning_rate": 1.5912853759284264e-06,
      "loss": 0.0008,
      "step": 90520
    },
    {
      "epoch": 1.5299595244332154,
      "grad_norm": 0.009383470751345158,
      "learning_rate": 1.590206551265831e-06,
      "loss": 0.0004,
      "step": 90530
    },
    {
      "epoch": 1.5301285247120657,
      "grad_norm": 0.048516057431697845,
      "learning_rate": 1.5891280232717854e-06,
      "loss": 0.0006,
      "step": 90540
    },
    {
      "epoch": 1.530297524990916,
      "grad_norm": 0.174342080950737,
      "learning_rate": 1.588049792040129e-06,
      "loss": 0.0013,
      "step": 90550
    },
    {
      "epoch": 1.5304665252697667,
      "grad_norm": 0.012062018737196922,
      "learning_rate": 1.5869718576646702e-06,
      "loss": 0.0005,
      "step": 90560
    },
    {
      "epoch": 1.5306355255486173,
      "grad_norm": 0.0026453419122844934,
      "learning_rate": 1.5858942202391986e-06,
      "loss": 0.0008,
      "step": 90570
    },
    {
      "epoch": 1.5308045258274676,
      "grad_norm": 0.024594619870185852,
      "learning_rate": 1.5848168798574699e-06,
      "loss": 0.0009,
      "step": 90580
    },
    {
      "epoch": 1.530973526106318,
      "grad_norm": 0.07544858008623123,
      "learning_rate": 1.5837398366132206e-06,
      "loss": 0.0009,
      "step": 90590
    },
    {
      "epoch": 1.5311425263851686,
      "grad_norm": 0.08281031996011734,
      "learning_rate": 1.5826630906001561e-06,
      "loss": 0.0007,
      "step": 90600
    },
    {
      "epoch": 1.5313115266640192,
      "grad_norm": 0.008873536251485348,
      "learning_rate": 1.5815866419119624e-06,
      "loss": 0.0006,
      "step": 90610
    },
    {
      "epoch": 1.5314805269428695,
      "grad_norm": 0.04672101140022278,
      "learning_rate": 1.5805104906422914e-06,
      "loss": 0.0014,
      "step": 90620
    },
    {
      "epoch": 1.5316495272217199,
      "grad_norm": 0.023583827540278435,
      "learning_rate": 1.5794346368847752e-06,
      "loss": 0.0007,
      "step": 90630
    },
    {
      "epoch": 1.5318185275005702,
      "grad_norm": 0.09966600686311722,
      "learning_rate": 1.5783590807330206e-06,
      "loss": 0.0006,
      "step": 90640
    },
    {
      "epoch": 1.5319875277794208,
      "grad_norm": 0.05041343718767166,
      "learning_rate": 1.5772838222806024e-06,
      "loss": 0.0007,
      "step": 90650
    },
    {
      "epoch": 1.5321565280582714,
      "grad_norm": 0.006506835110485554,
      "learning_rate": 1.5762088616210769e-06,
      "loss": 0.0003,
      "step": 90660
    },
    {
      "epoch": 1.5323255283371218,
      "grad_norm": 0.06299679726362228,
      "learning_rate": 1.575134198847968e-06,
      "loss": 0.0007,
      "step": 90670
    },
    {
      "epoch": 1.5324945286159721,
      "grad_norm": 0.028970442712306976,
      "learning_rate": 1.5740598340547769e-06,
      "loss": 0.001,
      "step": 90680
    },
    {
      "epoch": 1.5326635288948227,
      "grad_norm": 0.07725638151168823,
      "learning_rate": 1.5729857673349797e-06,
      "loss": 0.0006,
      "step": 90690
    },
    {
      "epoch": 1.5328325291736733,
      "grad_norm": 0.008100302889943123,
      "learning_rate": 1.5719119987820264e-06,
      "loss": 0.0008,
      "step": 90700
    },
    {
      "epoch": 1.5330015294525237,
      "grad_norm": 0.00746137136593461,
      "learning_rate": 1.570838528489337e-06,
      "loss": 0.0004,
      "step": 90710
    },
    {
      "epoch": 1.533170529731374,
      "grad_norm": 0.06312989443540573,
      "learning_rate": 1.569765356550312e-06,
      "loss": 0.0008,
      "step": 90720
    },
    {
      "epoch": 1.5333395300102244,
      "grad_norm": 0.10903391987085342,
      "learning_rate": 1.568692483058319e-06,
      "loss": 0.0007,
      "step": 90730
    },
    {
      "epoch": 1.533508530289075,
      "grad_norm": 0.14214962720870972,
      "learning_rate": 1.5676199081067067e-06,
      "loss": 0.0017,
      "step": 90740
    },
    {
      "epoch": 1.5336775305679256,
      "grad_norm": 0.015006943605840206,
      "learning_rate": 1.5665476317887912e-06,
      "loss": 0.0004,
      "step": 90750
    },
    {
      "epoch": 1.533846530846776,
      "grad_norm": 0.005455281585454941,
      "learning_rate": 1.5654756541978689e-06,
      "loss": 0.0005,
      "step": 90760
    },
    {
      "epoch": 1.5340155311256263,
      "grad_norm": 0.003434483427554369,
      "learning_rate": 1.564403975427204e-06,
      "loss": 0.0004,
      "step": 90770
    },
    {
      "epoch": 1.5341845314044769,
      "grad_norm": 0.017020530998706818,
      "learning_rate": 1.5633325955700402e-06,
      "loss": 0.0003,
      "step": 90780
    },
    {
      "epoch": 1.5343535316833274,
      "grad_norm": 0.029370540753006935,
      "learning_rate": 1.5622615147195903e-06,
      "loss": 0.0006,
      "step": 90790
    },
    {
      "epoch": 1.5345225319621778,
      "grad_norm": 0.06792864948511124,
      "learning_rate": 1.5611907329690462e-06,
      "loss": 0.0007,
      "step": 90800
    },
    {
      "epoch": 1.5346915322410282,
      "grad_norm": 0.048491671681404114,
      "learning_rate": 1.560120250411568e-06,
      "loss": 0.0054,
      "step": 90810
    },
    {
      "epoch": 1.5348605325198785,
      "grad_norm": 0.019118905067443848,
      "learning_rate": 1.5590500671402969e-06,
      "loss": 0.0011,
      "step": 90820
    },
    {
      "epoch": 1.5350295327987291,
      "grad_norm": 0.03405429795384407,
      "learning_rate": 1.5579801832483394e-06,
      "loss": 0.0007,
      "step": 90830
    },
    {
      "epoch": 1.5351985330775797,
      "grad_norm": 0.0075188977643847466,
      "learning_rate": 1.5569105988287836e-06,
      "loss": 0.0004,
      "step": 90840
    },
    {
      "epoch": 1.53536753335643,
      "grad_norm": 0.05416296422481537,
      "learning_rate": 1.5558413139746887e-06,
      "loss": 0.0009,
      "step": 90850
    },
    {
      "epoch": 1.5355365336352804,
      "grad_norm": 0.028006546199321747,
      "learning_rate": 1.5547723287790856e-06,
      "loss": 0.0008,
      "step": 90860
    },
    {
      "epoch": 1.535705533914131,
      "grad_norm": 0.026694685220718384,
      "learning_rate": 1.5537036433349827e-06,
      "loss": 0.0006,
      "step": 90870
    },
    {
      "epoch": 1.5358745341929814,
      "grad_norm": 0.033826615661382675,
      "learning_rate": 1.5526352577353604e-06,
      "loss": 0.0005,
      "step": 90880
    },
    {
      "epoch": 1.536043534471832,
      "grad_norm": 0.015938522294163704,
      "learning_rate": 1.5515671720731746e-06,
      "loss": 0.0013,
      "step": 90890
    },
    {
      "epoch": 1.5362125347506823,
      "grad_norm": 0.011160106398165226,
      "learning_rate": 1.550499386441352e-06,
      "loss": 0.0008,
      "step": 90900
    },
    {
      "epoch": 1.5363815350295327,
      "grad_norm": 0.009316002018749714,
      "learning_rate": 1.5494319009327968e-06,
      "loss": 0.0005,
      "step": 90910
    },
    {
      "epoch": 1.5365505353083833,
      "grad_norm": 0.04132316634058952,
      "learning_rate": 1.5483647156403837e-06,
      "loss": 0.0003,
      "step": 90920
    },
    {
      "epoch": 1.5367195355872338,
      "grad_norm": 0.04599205404520035,
      "learning_rate": 1.5472978306569653e-06,
      "loss": 0.0008,
      "step": 90930
    },
    {
      "epoch": 1.5368885358660842,
      "grad_norm": 0.02022514119744301,
      "learning_rate": 1.5462312460753626e-06,
      "loss": 0.0005,
      "step": 90940
    },
    {
      "epoch": 1.5370575361449346,
      "grad_norm": 0.005118310451507568,
      "learning_rate": 1.5451649619883774e-06,
      "loss": 0.0009,
      "step": 90950
    },
    {
      "epoch": 1.5372265364237852,
      "grad_norm": 0.040655795484781265,
      "learning_rate": 1.5440989784887773e-06,
      "loss": 0.0007,
      "step": 90960
    },
    {
      "epoch": 1.5373955367026355,
      "grad_norm": 0.03651266545057297,
      "learning_rate": 1.5430332956693122e-06,
      "loss": 0.0006,
      "step": 90970
    },
    {
      "epoch": 1.537564536981486,
      "grad_norm": 0.003880225121974945,
      "learning_rate": 1.5419679136226984e-06,
      "loss": 0.0008,
      "step": 90980
    },
    {
      "epoch": 1.5377335372603365,
      "grad_norm": 0.060235753655433655,
      "learning_rate": 1.540902832441632e-06,
      "loss": 0.0005,
      "step": 90990
    },
    {
      "epoch": 1.5379025375391868,
      "grad_norm": 0.01511063426733017,
      "learning_rate": 1.5398380522187778e-06,
      "loss": 0.0008,
      "step": 91000
    },
    {
      "epoch": 1.5380715378180374,
      "grad_norm": 0.03903907164931297,
      "learning_rate": 1.538773573046779e-06,
      "loss": 0.0007,
      "step": 91010
    },
    {
      "epoch": 1.538240538096888,
      "grad_norm": 0.00315358629450202,
      "learning_rate": 1.5377093950182476e-06,
      "loss": 0.0006,
      "step": 91020
    },
    {
      "epoch": 1.5384095383757384,
      "grad_norm": 0.011011041700839996,
      "learning_rate": 1.5366455182257762e-06,
      "loss": 0.0006,
      "step": 91030
    },
    {
      "epoch": 1.5385785386545887,
      "grad_norm": 0.007849492132663727,
      "learning_rate": 1.5355819427619228e-06,
      "loss": 0.0007,
      "step": 91040
    },
    {
      "epoch": 1.538747538933439,
      "grad_norm": 0.03877522423863411,
      "learning_rate": 1.5345186687192265e-06,
      "loss": 0.0009,
      "step": 91050
    },
    {
      "epoch": 1.5389165392122897,
      "grad_norm": 0.023960836231708527,
      "learning_rate": 1.5334556961901964e-06,
      "loss": 0.002,
      "step": 91060
    },
    {
      "epoch": 1.5390855394911402,
      "grad_norm": 0.05260419473052025,
      "learning_rate": 1.532393025267318e-06,
      "loss": 0.0007,
      "step": 91070
    },
    {
      "epoch": 1.5392545397699906,
      "grad_norm": 0.0148914884775877,
      "learning_rate": 1.5313306560430457e-06,
      "loss": 0.0008,
      "step": 91080
    },
    {
      "epoch": 1.539423540048841,
      "grad_norm": 0.032751284539699554,
      "learning_rate": 1.5302685886098146e-06,
      "loss": 0.0007,
      "step": 91090
    },
    {
      "epoch": 1.5395925403276915,
      "grad_norm": 0.0445295013487339,
      "learning_rate": 1.5292068230600254e-06,
      "loss": 0.0005,
      "step": 91100
    },
    {
      "epoch": 1.5397615406065421,
      "grad_norm": 0.008731862530112267,
      "learning_rate": 1.5281453594860607e-06,
      "loss": 0.0005,
      "step": 91110
    },
    {
      "epoch": 1.5399305408853925,
      "grad_norm": 0.05220063775777817,
      "learning_rate": 1.5270841979802697e-06,
      "loss": 0.0008,
      "step": 91120
    },
    {
      "epoch": 1.5400995411642429,
      "grad_norm": 0.07239104062318802,
      "learning_rate": 1.5260233386349798e-06,
      "loss": 0.0003,
      "step": 91130
    },
    {
      "epoch": 1.5402685414430932,
      "grad_norm": 0.20314405858516693,
      "learning_rate": 1.5249627815424933e-06,
      "loss": 0.0007,
      "step": 91140
    },
    {
      "epoch": 1.5404375417219438,
      "grad_norm": 0.00026998284738510847,
      "learning_rate": 1.5239025267950802e-06,
      "loss": 0.0007,
      "step": 91150
    },
    {
      "epoch": 1.5406065420007944,
      "grad_norm": 0.0450599379837513,
      "learning_rate": 1.5228425744849906e-06,
      "loss": 0.0008,
      "step": 91160
    },
    {
      "epoch": 1.5407755422796447,
      "grad_norm": 0.013693476095795631,
      "learning_rate": 1.5217829247044424e-06,
      "loss": 0.0007,
      "step": 91170
    },
    {
      "epoch": 1.5409445425584951,
      "grad_norm": 0.0012772573390975595,
      "learning_rate": 1.5207235775456343e-06,
      "loss": 0.0006,
      "step": 91180
    },
    {
      "epoch": 1.5411135428373457,
      "grad_norm": 0.018909180536866188,
      "learning_rate": 1.5196645331007305e-06,
      "loss": 0.0006,
      "step": 91190
    },
    {
      "epoch": 1.5412825431161963,
      "grad_norm": 0.07891616970300674,
      "learning_rate": 1.5186057914618768e-06,
      "loss": 0.0006,
      "step": 91200
    },
    {
      "epoch": 1.5414515433950466,
      "grad_norm": 0.02020966075360775,
      "learning_rate": 1.5175473527211847e-06,
      "loss": 0.0009,
      "step": 91210
    },
    {
      "epoch": 1.541620543673897,
      "grad_norm": 0.06416349858045578,
      "learning_rate": 1.5164892169707485e-06,
      "loss": 0.0007,
      "step": 91220
    },
    {
      "epoch": 1.5417895439527474,
      "grad_norm": 0.02633839100599289,
      "learning_rate": 1.5154313843026259e-06,
      "loss": 0.0005,
      "step": 91230
    },
    {
      "epoch": 1.541958544231598,
      "grad_norm": 0.009072850458323956,
      "learning_rate": 1.5143738548088566e-06,
      "loss": 0.0008,
      "step": 91240
    },
    {
      "epoch": 1.5421275445104485,
      "grad_norm": 0.003974773455411196,
      "learning_rate": 1.513316628581451e-06,
      "loss": 0.0009,
      "step": 91250
    },
    {
      "epoch": 1.542296544789299,
      "grad_norm": 0.014070197939872742,
      "learning_rate": 1.512259705712391e-06,
      "loss": 0.0005,
      "step": 91260
    },
    {
      "epoch": 1.5424655450681493,
      "grad_norm": 0.02480059303343296,
      "learning_rate": 1.511203086293635e-06,
      "loss": 0.0006,
      "step": 91270
    },
    {
      "epoch": 1.5426345453469998,
      "grad_norm": 0.061281755566596985,
      "learning_rate": 1.5101467704171159e-06,
      "loss": 0.0005,
      "step": 91280
    },
    {
      "epoch": 1.5428035456258504,
      "grad_norm": 0.03887879103422165,
      "learning_rate": 1.5090907581747349e-06,
      "loss": 0.001,
      "step": 91290
    },
    {
      "epoch": 1.5429725459047008,
      "grad_norm": 0.03775886818766594,
      "learning_rate": 1.5080350496583729e-06,
      "loss": 0.0004,
      "step": 91300
    },
    {
      "epoch": 1.5431415461835511,
      "grad_norm": 0.04389318823814392,
      "learning_rate": 1.5069796449598795e-06,
      "loss": 0.0016,
      "step": 91310
    },
    {
      "epoch": 1.5433105464624015,
      "grad_norm": 0.01458847988396883,
      "learning_rate": 1.5059245441710824e-06,
      "loss": 0.0007,
      "step": 91320
    },
    {
      "epoch": 1.543479546741252,
      "grad_norm": 0.10211494565010071,
      "learning_rate": 1.5048697473837775e-06,
      "loss": 0.0011,
      "step": 91330
    },
    {
      "epoch": 1.5436485470201027,
      "grad_norm": 0.044371504336595535,
      "learning_rate": 1.5038152546897406e-06,
      "loss": 0.0008,
      "step": 91340
    },
    {
      "epoch": 1.543817547298953,
      "grad_norm": 0.05276376008987427,
      "learning_rate": 1.5027610661807145e-06,
      "loss": 0.0005,
      "step": 91350
    },
    {
      "epoch": 1.5439865475778034,
      "grad_norm": 0.022463826462626457,
      "learning_rate": 1.5017071819484214e-06,
      "loss": 0.0004,
      "step": 91360
    },
    {
      "epoch": 1.544155547856654,
      "grad_norm": 0.02301204949617386,
      "learning_rate": 1.5006536020845518e-06,
      "loss": 0.0009,
      "step": 91370
    },
    {
      "epoch": 1.5443245481355046,
      "grad_norm": 0.10036075860261917,
      "learning_rate": 1.4996003266807734e-06,
      "loss": 0.0005,
      "step": 91380
    },
    {
      "epoch": 1.544493548414355,
      "grad_norm": 0.002767896978184581,
      "learning_rate": 1.4985473558287278e-06,
      "loss": 0.0006,
      "step": 91390
    },
    {
      "epoch": 1.5446625486932053,
      "grad_norm": 0.03478080406785011,
      "learning_rate": 1.497494689620026e-06,
      "loss": 0.0006,
      "step": 91400
    },
    {
      "epoch": 1.5448315489720557,
      "grad_norm": 0.000982145662419498,
      "learning_rate": 1.4964423281462576e-06,
      "loss": 0.0005,
      "step": 91410
    },
    {
      "epoch": 1.5450005492509062,
      "grad_norm": 0.04009811207652092,
      "learning_rate": 1.4953902714989798e-06,
      "loss": 0.0006,
      "step": 91420
    },
    {
      "epoch": 1.5451695495297568,
      "grad_norm": 0.0612616166472435,
      "learning_rate": 1.494338519769729e-06,
      "loss": 0.0007,
      "step": 91430
    },
    {
      "epoch": 1.5453385498086072,
      "grad_norm": 0.028253573924303055,
      "learning_rate": 1.4932870730500143e-06,
      "loss": 0.0006,
      "step": 91440
    },
    {
      "epoch": 1.5455075500874575,
      "grad_norm": 0.028928278014063835,
      "learning_rate": 1.4922359314313122e-06,
      "loss": 0.0008,
      "step": 91450
    },
    {
      "epoch": 1.5456765503663081,
      "grad_norm": 0.10750661045312881,
      "learning_rate": 1.4911850950050806e-06,
      "loss": 0.0011,
      "step": 91460
    },
    {
      "epoch": 1.5458455506451587,
      "grad_norm": 0.029245685786008835,
      "learning_rate": 1.4901345638627467e-06,
      "loss": 0.0008,
      "step": 91470
    },
    {
      "epoch": 1.546014550924009,
      "grad_norm": 0.0031404420733451843,
      "learning_rate": 1.489084338095711e-06,
      "loss": 0.0005,
      "step": 91480
    },
    {
      "epoch": 1.5461835512028594,
      "grad_norm": 0.0078032235614955425,
      "learning_rate": 1.4880344177953493e-06,
      "loss": 0.0017,
      "step": 91490
    },
    {
      "epoch": 1.5463525514817098,
      "grad_norm": 0.007911061868071556,
      "learning_rate": 1.4869848030530081e-06,
      "loss": 0.0007,
      "step": 91500
    },
    {
      "epoch": 1.5465215517605604,
      "grad_norm": 0.12613831460475922,
      "learning_rate": 1.4859354939600118e-06,
      "loss": 0.0019,
      "step": 91510
    },
    {
      "epoch": 1.546690552039411,
      "grad_norm": 0.050074364989995956,
      "learning_rate": 1.4848864906076516e-06,
      "loss": 0.0011,
      "step": 91520
    },
    {
      "epoch": 1.5468595523182613,
      "grad_norm": 0.01013795007020235,
      "learning_rate": 1.4838377930871994e-06,
      "loss": 0.0011,
      "step": 91530
    },
    {
      "epoch": 1.5470285525971117,
      "grad_norm": 0.040607839822769165,
      "learning_rate": 1.4827894014898936e-06,
      "loss": 0.0007,
      "step": 91540
    },
    {
      "epoch": 1.5471975528759623,
      "grad_norm": 0.06654667854309082,
      "learning_rate": 1.4817413159069533e-06,
      "loss": 0.0007,
      "step": 91550
    },
    {
      "epoch": 1.5473665531548129,
      "grad_norm": 0.05213646590709686,
      "learning_rate": 1.4806935364295627e-06,
      "loss": 0.0022,
      "step": 91560
    },
    {
      "epoch": 1.5475355534336632,
      "grad_norm": 0.01856975443661213,
      "learning_rate": 1.479646063148888e-06,
      "loss": 0.0006,
      "step": 91570
    },
    {
      "epoch": 1.5477045537125136,
      "grad_norm": 0.0003089377423748374,
      "learning_rate": 1.4785988961560598e-06,
      "loss": 0.0007,
      "step": 91580
    },
    {
      "epoch": 1.547873553991364,
      "grad_norm": 0.05260462313890457,
      "learning_rate": 1.477552035542192e-06,
      "loss": 0.0007,
      "step": 91590
    },
    {
      "epoch": 1.5480425542702145,
      "grad_norm": 0.005849786102771759,
      "learning_rate": 1.4765054813983616e-06,
      "loss": 0.0004,
      "step": 91600
    },
    {
      "epoch": 1.5482115545490651,
      "grad_norm": 0.029813293367624283,
      "learning_rate": 1.475459233815626e-06,
      "loss": 0.0015,
      "step": 91610
    },
    {
      "epoch": 1.5483805548279155,
      "grad_norm": 0.025738809257745743,
      "learning_rate": 1.4744132928850151e-06,
      "loss": 0.0005,
      "step": 91620
    },
    {
      "epoch": 1.5485495551067658,
      "grad_norm": 0.07673606276512146,
      "learning_rate": 1.4733676586975288e-06,
      "loss": 0.0005,
      "step": 91630
    },
    {
      "epoch": 1.5487185553856164,
      "grad_norm": 0.019551604986190796,
      "learning_rate": 1.4723223313441426e-06,
      "loss": 0.001,
      "step": 91640
    },
    {
      "epoch": 1.548887555664467,
      "grad_norm": 0.018417326733469963,
      "learning_rate": 1.4712773109158057e-06,
      "loss": 0.0009,
      "step": 91650
    },
    {
      "epoch": 1.5490565559433174,
      "grad_norm": 0.009148292243480682,
      "learning_rate": 1.4702325975034416e-06,
      "loss": 0.0006,
      "step": 91660
    },
    {
      "epoch": 1.5492255562221677,
      "grad_norm": 0.3337763249874115,
      "learning_rate": 1.4691881911979417e-06,
      "loss": 0.0016,
      "step": 91670
    },
    {
      "epoch": 1.549394556501018,
      "grad_norm": 0.07064887881278992,
      "learning_rate": 1.468144092090178e-06,
      "loss": 0.0008,
      "step": 91680
    },
    {
      "epoch": 1.5495635567798687,
      "grad_norm": 0.010934130288660526,
      "learning_rate": 1.4671003002709888e-06,
      "loss": 0.0007,
      "step": 91690
    },
    {
      "epoch": 1.5497325570587193,
      "grad_norm": 0.004269908182322979,
      "learning_rate": 1.4660568158311928e-06,
      "loss": 0.0009,
      "step": 91700
    },
    {
      "epoch": 1.5499015573375696,
      "grad_norm": 0.09389406442642212,
      "learning_rate": 1.4650136388615743e-06,
      "loss": 0.0008,
      "step": 91710
    },
    {
      "epoch": 1.55007055761642,
      "grad_norm": 0.019758351147174835,
      "learning_rate": 1.4639707694528982e-06,
      "loss": 0.0004,
      "step": 91720
    },
    {
      "epoch": 1.5502395578952706,
      "grad_norm": 0.013832749798893929,
      "learning_rate": 1.4629282076958955e-06,
      "loss": 0.0005,
      "step": 91730
    },
    {
      "epoch": 1.550408558174121,
      "grad_norm": 0.19052620232105255,
      "learning_rate": 1.4618859536812785e-06,
      "loss": 0.0018,
      "step": 91740
    },
    {
      "epoch": 1.5505775584529715,
      "grad_norm": 0.007601190824061632,
      "learning_rate": 1.4608440074997244e-06,
      "loss": 0.002,
      "step": 91750
    },
    {
      "epoch": 1.5507465587318219,
      "grad_norm": 0.012108417227864265,
      "learning_rate": 1.459802369241891e-06,
      "loss": 0.0004,
      "step": 91760
    },
    {
      "epoch": 1.5509155590106722,
      "grad_norm": 0.026216894388198853,
      "learning_rate": 1.4587610389984024e-06,
      "loss": 0.001,
      "step": 91770
    },
    {
      "epoch": 1.5510845592895228,
      "grad_norm": 0.016562877222895622,
      "learning_rate": 1.4577200168598625e-06,
      "loss": 0.0006,
      "step": 91780
    },
    {
      "epoch": 1.5512535595683734,
      "grad_norm": 0.045029088854789734,
      "learning_rate": 1.4566793029168425e-06,
      "loss": 0.0011,
      "step": 91790
    },
    {
      "epoch": 1.5514225598472238,
      "grad_norm": 0.026214392855763435,
      "learning_rate": 1.4556388972598922e-06,
      "loss": 0.0007,
      "step": 91800
    },
    {
      "epoch": 1.5515915601260741,
      "grad_norm": 0.002082178369164467,
      "learning_rate": 1.4545987999795297e-06,
      "loss": 0.0006,
      "step": 91810
    },
    {
      "epoch": 1.5517605604049247,
      "grad_norm": 0.005932193715125322,
      "learning_rate": 1.453559011166249e-06,
      "loss": 0.0004,
      "step": 91820
    },
    {
      "epoch": 1.551929560683775,
      "grad_norm": 0.07331282645463943,
      "learning_rate": 1.4525195309105172e-06,
      "loss": 0.0004,
      "step": 91830
    },
    {
      "epoch": 1.5520985609626257,
      "grad_norm": 0.00024068939092103392,
      "learning_rate": 1.451480359302776e-06,
      "loss": 0.0006,
      "step": 91840
    },
    {
      "epoch": 1.552267561241476,
      "grad_norm": 0.01877421885728836,
      "learning_rate": 1.4504414964334351e-06,
      "loss": 0.0013,
      "step": 91850
    },
    {
      "epoch": 1.5524365615203264,
      "grad_norm": 0.03928346931934357,
      "learning_rate": 1.449402942392883e-06,
      "loss": 0.0006,
      "step": 91860
    },
    {
      "epoch": 1.552605561799177,
      "grad_norm": 0.05283835157752037,
      "learning_rate": 1.4483646972714765e-06,
      "loss": 0.0008,
      "step": 91870
    },
    {
      "epoch": 1.5527745620780276,
      "grad_norm": 0.036525264382362366,
      "learning_rate": 1.4473267611595514e-06,
      "loss": 0.0012,
      "step": 91880
    },
    {
      "epoch": 1.552943562356878,
      "grad_norm": 0.02714865282177925,
      "learning_rate": 1.4462891341474094e-06,
      "loss": 0.0006,
      "step": 91890
    },
    {
      "epoch": 1.5531125626357283,
      "grad_norm": 0.019561218097805977,
      "learning_rate": 1.445251816325331e-06,
      "loss": 0.0006,
      "step": 91900
    },
    {
      "epoch": 1.5532815629145789,
      "grad_norm": 0.0465192086994648,
      "learning_rate": 1.444214807783569e-06,
      "loss": 0.0006,
      "step": 91910
    },
    {
      "epoch": 1.5534505631934292,
      "grad_norm": 0.016598006710410118,
      "learning_rate": 1.4431781086123453e-06,
      "loss": 0.001,
      "step": 91920
    },
    {
      "epoch": 1.5536195634722798,
      "grad_norm": 0.0028368341736495495,
      "learning_rate": 1.442141718901861e-06,
      "loss": 0.0005,
      "step": 91930
    },
    {
      "epoch": 1.5537885637511302,
      "grad_norm": 0.1509881168603897,
      "learning_rate": 1.441105638742284e-06,
      "loss": 0.0012,
      "step": 91940
    },
    {
      "epoch": 1.5539575640299805,
      "grad_norm": 0.14502137899398804,
      "learning_rate": 1.4400698682237606e-06,
      "loss": 0.0016,
      "step": 91950
    },
    {
      "epoch": 1.5541265643088311,
      "grad_norm": 0.016168328002095222,
      "learning_rate": 1.439034407436406e-06,
      "loss": 0.002,
      "step": 91960
    },
    {
      "epoch": 1.5542955645876817,
      "grad_norm": 0.16724376380443573,
      "learning_rate": 1.4379992564703126e-06,
      "loss": 0.0006,
      "step": 91970
    },
    {
      "epoch": 1.554464564866532,
      "grad_norm": 0.005992779042571783,
      "learning_rate": 1.436964415415541e-06,
      "loss": 0.0007,
      "step": 91980
    },
    {
      "epoch": 1.5546335651453824,
      "grad_norm": 0.10158688575029373,
      "learning_rate": 1.43592988436213e-06,
      "loss": 0.0013,
      "step": 91990
    },
    {
      "epoch": 1.5548025654242328,
      "grad_norm": 0.05698493868112564,
      "learning_rate": 1.4348956634000855e-06,
      "loss": 0.0008,
      "step": 92000
    },
    {
      "epoch": 1.5549715657030834,
      "grad_norm": 0.0953177884221077,
      "learning_rate": 1.4338617526193915e-06,
      "loss": 0.0008,
      "step": 92010
    },
    {
      "epoch": 1.555140565981934,
      "grad_norm": 0.02836747094988823,
      "learning_rate": 1.4328281521100034e-06,
      "loss": 0.0014,
      "step": 92020
    },
    {
      "epoch": 1.5553095662607843,
      "grad_norm": 0.05428193509578705,
      "learning_rate": 1.4317948619618515e-06,
      "loss": 0.0007,
      "step": 92030
    },
    {
      "epoch": 1.5554785665396347,
      "grad_norm": 0.04886719584465027,
      "learning_rate": 1.4307618822648328e-06,
      "loss": 0.001,
      "step": 92040
    },
    {
      "epoch": 1.5556475668184853,
      "grad_norm": 0.029720531776547432,
      "learning_rate": 1.4297292131088258e-06,
      "loss": 0.0004,
      "step": 92050
    },
    {
      "epoch": 1.5558165670973358,
      "grad_norm": 0.010107689537107944,
      "learning_rate": 1.4286968545836739e-06,
      "loss": 0.0002,
      "step": 92060
    },
    {
      "epoch": 1.5559855673761862,
      "grad_norm": 0.044548213481903076,
      "learning_rate": 1.4276648067792004e-06,
      "loss": 0.0004,
      "step": 92070
    },
    {
      "epoch": 1.5561545676550366,
      "grad_norm": 0.031103257089853287,
      "learning_rate": 1.4266330697851955e-06,
      "loss": 0.0008,
      "step": 92080
    },
    {
      "epoch": 1.556323567933887,
      "grad_norm": 0.04000338166952133,
      "learning_rate": 1.4256016436914282e-06,
      "loss": 0.0005,
      "step": 92090
    },
    {
      "epoch": 1.5564925682127375,
      "grad_norm": 0.009134330786764622,
      "learning_rate": 1.424570528587635e-06,
      "loss": 0.0015,
      "step": 92100
    },
    {
      "epoch": 1.556661568491588,
      "grad_norm": 0.0020735403522849083,
      "learning_rate": 1.4235397245635307e-06,
      "loss": 0.0005,
      "step": 92110
    },
    {
      "epoch": 1.5568305687704385,
      "grad_norm": 0.022044990211725235,
      "learning_rate": 1.4225092317087974e-06,
      "loss": 0.0005,
      "step": 92120
    },
    {
      "epoch": 1.5569995690492888,
      "grad_norm": 0.04893451929092407,
      "learning_rate": 1.4214790501130953e-06,
      "loss": 0.0005,
      "step": 92130
    },
    {
      "epoch": 1.5571685693281394,
      "grad_norm": 0.06270928680896759,
      "learning_rate": 1.420449179866053e-06,
      "loss": 0.0015,
      "step": 92140
    },
    {
      "epoch": 1.55733756960699,
      "grad_norm": 0.0685892105102539,
      "learning_rate": 1.4194196210572754e-06,
      "loss": 0.0006,
      "step": 92150
    },
    {
      "epoch": 1.5575065698858404,
      "grad_norm": 0.006450988817960024,
      "learning_rate": 1.4183903737763404e-06,
      "loss": 0.0004,
      "step": 92160
    },
    {
      "epoch": 1.5576755701646907,
      "grad_norm": 0.020199205726385117,
      "learning_rate": 1.4173614381127948e-06,
      "loss": 0.0006,
      "step": 92170
    },
    {
      "epoch": 1.557844570443541,
      "grad_norm": 0.020659884437918663,
      "learning_rate": 1.4163328141561638e-06,
      "loss": 0.0008,
      "step": 92180
    },
    {
      "epoch": 1.5580135707223917,
      "grad_norm": 0.06154713034629822,
      "learning_rate": 1.41530450199594e-06,
      "loss": 0.001,
      "step": 92190
    },
    {
      "epoch": 1.5581825710012422,
      "grad_norm": 0.023259872570633888,
      "learning_rate": 1.4142765017215926e-06,
      "loss": 0.0011,
      "step": 92200
    },
    {
      "epoch": 1.5583515712800926,
      "grad_norm": 0.035250257700681686,
      "learning_rate": 1.4132488134225642e-06,
      "loss": 0.001,
      "step": 92210
    },
    {
      "epoch": 1.558520571558943,
      "grad_norm": 0.043679896742105484,
      "learning_rate": 1.412221437188266e-06,
      "loss": 0.0006,
      "step": 92220
    },
    {
      "epoch": 1.5586895718377936,
      "grad_norm": 0.06833620369434357,
      "learning_rate": 1.4111943731080858e-06,
      "loss": 0.0006,
      "step": 92230
    },
    {
      "epoch": 1.5588585721166441,
      "grad_norm": 0.01950804889202118,
      "learning_rate": 1.4101676212713843e-06,
      "loss": 0.0006,
      "step": 92240
    },
    {
      "epoch": 1.5590275723954945,
      "grad_norm": 0.06699059903621674,
      "learning_rate": 1.409141181767492e-06,
      "loss": 0.0007,
      "step": 92250
    },
    {
      "epoch": 1.5591965726743449,
      "grad_norm": 0.010098809376358986,
      "learning_rate": 1.4081150546857165e-06,
      "loss": 0.001,
      "step": 92260
    },
    {
      "epoch": 1.5593655729531952,
      "grad_norm": 0.010151817463338375,
      "learning_rate": 1.4070892401153324e-06,
      "loss": 0.0011,
      "step": 92270
    },
    {
      "epoch": 1.5595345732320458,
      "grad_norm": 0.0016320428112521768,
      "learning_rate": 1.4060637381455943e-06,
      "loss": 0.0009,
      "step": 92280
    },
    {
      "epoch": 1.5597035735108964,
      "grad_norm": 0.014087764546275139,
      "learning_rate": 1.4050385488657225e-06,
      "loss": 0.0006,
      "step": 92290
    },
    {
      "epoch": 1.5598725737897468,
      "grad_norm": 0.0018531668465584517,
      "learning_rate": 1.404013672364916e-06,
      "loss": 0.0009,
      "step": 92300
    },
    {
      "epoch": 1.5600415740685971,
      "grad_norm": 0.0181476641446352,
      "learning_rate": 1.4029891087323422e-06,
      "loss": 0.0004,
      "step": 92310
    },
    {
      "epoch": 1.5602105743474477,
      "grad_norm": 0.04024354740977287,
      "learning_rate": 1.401964858057145e-06,
      "loss": 0.0015,
      "step": 92320
    },
    {
      "epoch": 1.5603795746262983,
      "grad_norm": 0.024551119655370712,
      "learning_rate": 1.4009409204284363e-06,
      "loss": 0.0009,
      "step": 92330
    },
    {
      "epoch": 1.5605485749051486,
      "grad_norm": 0.028060588985681534,
      "learning_rate": 1.3999172959353074e-06,
      "loss": 0.0008,
      "step": 92340
    },
    {
      "epoch": 1.560717575183999,
      "grad_norm": 0.03398832306265831,
      "learning_rate": 1.3988939846668149e-06,
      "loss": 0.001,
      "step": 92350
    },
    {
      "epoch": 1.5608865754628494,
      "grad_norm": 0.08230680972337723,
      "learning_rate": 1.3978709867119945e-06,
      "loss": 0.0008,
      "step": 92360
    },
    {
      "epoch": 1.5610555757417,
      "grad_norm": 0.14842632412910461,
      "learning_rate": 1.39684830215985e-06,
      "loss": 0.0008,
      "step": 92370
    },
    {
      "epoch": 1.5612245760205505,
      "grad_norm": 0.010570487938821316,
      "learning_rate": 1.3958259310993605e-06,
      "loss": 0.0009,
      "step": 92380
    },
    {
      "epoch": 1.561393576299401,
      "grad_norm": 0.057076577097177505,
      "learning_rate": 1.3948038736194792e-06,
      "loss": 0.0009,
      "step": 92390
    },
    {
      "epoch": 1.5615625765782513,
      "grad_norm": 0.02614855021238327,
      "learning_rate": 1.393782129809127e-06,
      "loss": 0.0006,
      "step": 92400
    },
    {
      "epoch": 1.5617315768571018,
      "grad_norm": 0.015939511358737946,
      "learning_rate": 1.3927606997572024e-06,
      "loss": 0.0003,
      "step": 92410
    },
    {
      "epoch": 1.5619005771359524,
      "grad_norm": 0.007223693188279867,
      "learning_rate": 1.3917395835525739e-06,
      "loss": 0.0011,
      "step": 92420
    },
    {
      "epoch": 1.5620695774148028,
      "grad_norm": 0.023942166939377785,
      "learning_rate": 1.390718781284086e-06,
      "loss": 0.0008,
      "step": 92430
    },
    {
      "epoch": 1.5622385776936532,
      "grad_norm": 0.03485532104969025,
      "learning_rate": 1.3896982930405494e-06,
      "loss": 0.0005,
      "step": 92440
    },
    {
      "epoch": 1.5624075779725035,
      "grad_norm": 0.007194232195615768,
      "learning_rate": 1.3886781189107556e-06,
      "loss": 0.0005,
      "step": 92450
    },
    {
      "epoch": 1.562576578251354,
      "grad_norm": 0.014133160002529621,
      "learning_rate": 1.3876582589834614e-06,
      "loss": 0.001,
      "step": 92460
    },
    {
      "epoch": 1.5627455785302047,
      "grad_norm": 0.07405367493629456,
      "learning_rate": 1.3866387133474018e-06,
      "loss": 0.0011,
      "step": 92470
    },
    {
      "epoch": 1.562914578809055,
      "grad_norm": 0.06717579811811447,
      "learning_rate": 1.38561948209128e-06,
      "loss": 0.0005,
      "step": 92480
    },
    {
      "epoch": 1.5630835790879054,
      "grad_norm": 0.019617587327957153,
      "learning_rate": 1.384600565303777e-06,
      "loss": 0.0005,
      "step": 92490
    },
    {
      "epoch": 1.563252579366756,
      "grad_norm": 0.09758741408586502,
      "learning_rate": 1.3835819630735403e-06,
      "loss": 0.0006,
      "step": 92500
    },
    {
      "epoch": 1.5634215796456066,
      "grad_norm": 0.06455901265144348,
      "learning_rate": 1.3825636754891958e-06,
      "loss": 0.0006,
      "step": 92510
    },
    {
      "epoch": 1.563590579924457,
      "grad_norm": 0.021474866196513176,
      "learning_rate": 1.3815457026393375e-06,
      "loss": 0.0004,
      "step": 92520
    },
    {
      "epoch": 1.5637595802033073,
      "grad_norm": 0.05228448659181595,
      "learning_rate": 1.3805280446125364e-06,
      "loss": 0.0011,
      "step": 92530
    },
    {
      "epoch": 1.5639285804821577,
      "grad_norm": 0.00021487113554030657,
      "learning_rate": 1.3795107014973302e-06,
      "loss": 0.0004,
      "step": 92540
    },
    {
      "epoch": 1.5640975807610082,
      "grad_norm": 0.007745729759335518,
      "learning_rate": 1.3784936733822364e-06,
      "loss": 0.001,
      "step": 92550
    },
    {
      "epoch": 1.5642665810398588,
      "grad_norm": 0.048509631305933,
      "learning_rate": 1.3774769603557382e-06,
      "loss": 0.0006,
      "step": 92560
    },
    {
      "epoch": 1.5644355813187092,
      "grad_norm": 0.03314121067523956,
      "learning_rate": 1.3764605625062961e-06,
      "loss": 0.0009,
      "step": 92570
    },
    {
      "epoch": 1.5646045815975596,
      "grad_norm": 0.029128141701221466,
      "learning_rate": 1.3754444799223427e-06,
      "loss": 0.0014,
      "step": 92580
    },
    {
      "epoch": 1.5647735818764101,
      "grad_norm": 0.03834288939833641,
      "learning_rate": 1.3744287126922789e-06,
      "loss": 0.0005,
      "step": 92590
    },
    {
      "epoch": 1.5649425821552607,
      "grad_norm": 0.06999506801366806,
      "learning_rate": 1.3734132609044843e-06,
      "loss": 0.0023,
      "step": 92600
    },
    {
      "epoch": 1.565111582434111,
      "grad_norm": 0.04065316915512085,
      "learning_rate": 1.3723981246473085e-06,
      "loss": 0.0009,
      "step": 92610
    },
    {
      "epoch": 1.5652805827129614,
      "grad_norm": 0.029068050906062126,
      "learning_rate": 1.3713833040090701e-06,
      "loss": 0.0028,
      "step": 92620
    },
    {
      "epoch": 1.5654495829918118,
      "grad_norm": 0.0029551261104643345,
      "learning_rate": 1.3703687990780673e-06,
      "loss": 0.0012,
      "step": 92630
    },
    {
      "epoch": 1.5656185832706624,
      "grad_norm": 0.0025054332800209522,
      "learning_rate": 1.3693546099425632e-06,
      "loss": 0.0005,
      "step": 92640
    },
    {
      "epoch": 1.565787583549513,
      "grad_norm": 0.026966840028762817,
      "learning_rate": 1.3683407366908007e-06,
      "loss": 0.0003,
      "step": 92650
    },
    {
      "epoch": 1.5659565838283633,
      "grad_norm": 0.013984468765556812,
      "learning_rate": 1.3673271794109883e-06,
      "loss": 0.0008,
      "step": 92660
    },
    {
      "epoch": 1.5661255841072137,
      "grad_norm": 0.01775095798075199,
      "learning_rate": 1.3663139381913116e-06,
      "loss": 0.0004,
      "step": 92670
    },
    {
      "epoch": 1.5662945843860643,
      "grad_norm": 0.08793025463819504,
      "learning_rate": 1.3653010131199295e-06,
      "loss": 0.0007,
      "step": 92680
    },
    {
      "epoch": 1.5664635846649146,
      "grad_norm": 0.12743797898292542,
      "learning_rate": 1.3642884042849686e-06,
      "loss": 0.0008,
      "step": 92690
    },
    {
      "epoch": 1.5666325849437652,
      "grad_norm": 0.02725476399064064,
      "learning_rate": 1.3632761117745335e-06,
      "loss": 0.0017,
      "step": 92700
    },
    {
      "epoch": 1.5668015852226156,
      "grad_norm": 0.05294652655720711,
      "learning_rate": 1.3622641356766951e-06,
      "loss": 0.0013,
      "step": 92710
    },
    {
      "epoch": 1.566970585501466,
      "grad_norm": 0.02998647838830948,
      "learning_rate": 1.3612524760795038e-06,
      "loss": 0.0015,
      "step": 92720
    },
    {
      "epoch": 1.5671395857803165,
      "grad_norm": 0.009507248178124428,
      "learning_rate": 1.3602411330709758e-06,
      "loss": 0.0003,
      "step": 92730
    },
    {
      "epoch": 1.5673085860591671,
      "grad_norm": 0.0252500269562006,
      "learning_rate": 1.3592301067391057e-06,
      "loss": 0.0008,
      "step": 92740
    },
    {
      "epoch": 1.5674775863380175,
      "grad_norm": 0.0627959668636322,
      "learning_rate": 1.3582193971718549e-06,
      "loss": 0.0004,
      "step": 92750
    },
    {
      "epoch": 1.5676465866168678,
      "grad_norm": 0.04591644927859306,
      "learning_rate": 1.357209004457163e-06,
      "loss": 0.0008,
      "step": 92760
    },
    {
      "epoch": 1.5678155868957184,
      "grad_norm": 0.032508768141269684,
      "learning_rate": 1.3561989286829353e-06,
      "loss": 0.0004,
      "step": 92770
    },
    {
      "epoch": 1.5679845871745688,
      "grad_norm": 0.02691843919456005,
      "learning_rate": 1.3551891699370556e-06,
      "loss": 0.0004,
      "step": 92780
    },
    {
      "epoch": 1.5681535874534194,
      "grad_norm": 0.002264541108161211,
      "learning_rate": 1.3541797283073781e-06,
      "loss": 0.0006,
      "step": 92790
    },
    {
      "epoch": 1.5683225877322697,
      "grad_norm": 0.004401510581374168,
      "learning_rate": 1.35317060388173e-06,
      "loss": 0.0014,
      "step": 92800
    },
    {
      "epoch": 1.56849158801112,
      "grad_norm": 0.051362864673137665,
      "learning_rate": 1.3521617967479066e-06,
      "loss": 0.0005,
      "step": 92810
    },
    {
      "epoch": 1.5686605882899707,
      "grad_norm": 0.0028736076783388853,
      "learning_rate": 1.3511533069936833e-06,
      "loss": 0.0006,
      "step": 92820
    },
    {
      "epoch": 1.5688295885688213,
      "grad_norm": 0.018490580841898918,
      "learning_rate": 1.3501451347067995e-06,
      "loss": 0.0006,
      "step": 92830
    },
    {
      "epoch": 1.5689985888476716,
      "grad_norm": 0.024485796689987183,
      "learning_rate": 1.3491372799749747e-06,
      "loss": 0.0008,
      "step": 92840
    },
    {
      "epoch": 1.569167589126522,
      "grad_norm": 0.038191087543964386,
      "learning_rate": 1.3481297428858935e-06,
      "loss": 0.0005,
      "step": 92850
    },
    {
      "epoch": 1.5693365894053726,
      "grad_norm": 0.07634992152452469,
      "learning_rate": 1.34712252352722e-06,
      "loss": 0.0005,
      "step": 92860
    },
    {
      "epoch": 1.569505589684223,
      "grad_norm": 0.014637090265750885,
      "learning_rate": 1.3461156219865845e-06,
      "loss": 0.0005,
      "step": 92870
    },
    {
      "epoch": 1.5696745899630735,
      "grad_norm": 0.09911244362592697,
      "learning_rate": 1.345109038351594e-06,
      "loss": 0.0008,
      "step": 92880
    },
    {
      "epoch": 1.5698435902419239,
      "grad_norm": 0.03441356495022774,
      "learning_rate": 1.344102772709825e-06,
      "loss": 0.0011,
      "step": 92890
    },
    {
      "epoch": 1.5700125905207742,
      "grad_norm": 0.05653800442814827,
      "learning_rate": 1.3430968251488285e-06,
      "loss": 0.0005,
      "step": 92900
    },
    {
      "epoch": 1.5701815907996248,
      "grad_norm": 0.06830038875341415,
      "learning_rate": 1.3420911957561255e-06,
      "loss": 0.0006,
      "step": 92910
    },
    {
      "epoch": 1.5703505910784754,
      "grad_norm": 0.005915106739848852,
      "learning_rate": 1.3410858846192116e-06,
      "loss": 0.0012,
      "step": 92920
    },
    {
      "epoch": 1.5705195913573258,
      "grad_norm": 0.04270845279097557,
      "learning_rate": 1.3400808918255549e-06,
      "loss": 0.0008,
      "step": 92930
    },
    {
      "epoch": 1.5706885916361761,
      "grad_norm": 0.04755331203341484,
      "learning_rate": 1.3390762174625916e-06,
      "loss": 0.0005,
      "step": 92940
    },
    {
      "epoch": 1.5708575919150265,
      "grad_norm": 0.02603033185005188,
      "learning_rate": 1.3380718616177363e-06,
      "loss": 0.0005,
      "step": 92950
    },
    {
      "epoch": 1.571026592193877,
      "grad_norm": 0.008106399327516556,
      "learning_rate": 1.3370678243783703e-06,
      "loss": 0.0004,
      "step": 92960
    },
    {
      "epoch": 1.5711955924727277,
      "grad_norm": 0.01038984302431345,
      "learning_rate": 1.3360641058318507e-06,
      "loss": 0.0006,
      "step": 92970
    },
    {
      "epoch": 1.571364592751578,
      "grad_norm": 0.03053467348217964,
      "learning_rate": 1.335060706065508e-06,
      "loss": 0.0011,
      "step": 92980
    },
    {
      "epoch": 1.5715335930304284,
      "grad_norm": 0.03615260496735573,
      "learning_rate": 1.3340576251666387e-06,
      "loss": 0.0006,
      "step": 92990
    },
    {
      "epoch": 1.571702593309279,
      "grad_norm": 0.021119754761457443,
      "learning_rate": 1.3330548632225188e-06,
      "loss": 0.0008,
      "step": 93000
    },
    {
      "epoch": 1.5718715935881296,
      "grad_norm": 0.09246402978897095,
      "learning_rate": 1.3320524203203933e-06,
      "loss": 0.0012,
      "step": 93010
    },
    {
      "epoch": 1.57204059386698,
      "grad_norm": 0.013367106206715107,
      "learning_rate": 1.3310502965474776e-06,
      "loss": 0.0006,
      "step": 93020
    },
    {
      "epoch": 1.5722095941458303,
      "grad_norm": 0.0342743843793869,
      "learning_rate": 1.330048491990964e-06,
      "loss": 0.001,
      "step": 93030
    },
    {
      "epoch": 1.5723785944246806,
      "grad_norm": 0.05452071875333786,
      "learning_rate": 1.3290470067380117e-06,
      "loss": 0.0008,
      "step": 93040
    },
    {
      "epoch": 1.5725475947035312,
      "grad_norm": 0.015118611045181751,
      "learning_rate": 1.3280458408757574e-06,
      "loss": 0.0009,
      "step": 93050
    },
    {
      "epoch": 1.5727165949823818,
      "grad_norm": 0.08342970162630081,
      "learning_rate": 1.3270449944913044e-06,
      "loss": 0.0004,
      "step": 93060
    },
    {
      "epoch": 1.5728855952612322,
      "grad_norm": 0.024492163211107254,
      "learning_rate": 1.3260444676717343e-06,
      "loss": 0.0005,
      "step": 93070
    },
    {
      "epoch": 1.5730545955400825,
      "grad_norm": 0.01578182354569435,
      "learning_rate": 1.3250442605040941e-06,
      "loss": 0.0006,
      "step": 93080
    },
    {
      "epoch": 1.5732235958189331,
      "grad_norm": 0.11322375386953354,
      "learning_rate": 1.324044373075411e-06,
      "loss": 0.0015,
      "step": 93090
    },
    {
      "epoch": 1.5733925960977837,
      "grad_norm": 0.0352368988096714,
      "learning_rate": 1.3230448054726762e-06,
      "loss": 0.001,
      "step": 93100
    },
    {
      "epoch": 1.573561596376634,
      "grad_norm": 0.007330413442105055,
      "learning_rate": 1.3220455577828607e-06,
      "loss": 0.0005,
      "step": 93110
    },
    {
      "epoch": 1.5737305966554844,
      "grad_norm": 0.044726476073265076,
      "learning_rate": 1.3210466300928993e-06,
      "loss": 0.0006,
      "step": 93120
    },
    {
      "epoch": 1.5738995969343348,
      "grad_norm": 0.048842594027519226,
      "learning_rate": 1.3200480224897079e-06,
      "loss": 0.0006,
      "step": 93130
    },
    {
      "epoch": 1.5740685972131854,
      "grad_norm": 0.006548158824443817,
      "learning_rate": 1.3190497350601667e-06,
      "loss": 0.0005,
      "step": 93140
    },
    {
      "epoch": 1.574237597492036,
      "grad_norm": 0.027237258851528168,
      "learning_rate": 1.3180517678911337e-06,
      "loss": 0.0017,
      "step": 93150
    },
    {
      "epoch": 1.5744065977708863,
      "grad_norm": 0.016414618119597435,
      "learning_rate": 1.317054121069436e-06,
      "loss": 0.0005,
      "step": 93160
    },
    {
      "epoch": 1.5745755980497367,
      "grad_norm": 0.031219804659485817,
      "learning_rate": 1.3160567946818752e-06,
      "loss": 0.0007,
      "step": 93170
    },
    {
      "epoch": 1.5747445983285873,
      "grad_norm": 0.032161157578229904,
      "learning_rate": 1.315059788815221e-06,
      "loss": 0.0006,
      "step": 93180
    },
    {
      "epoch": 1.5749135986074378,
      "grad_norm": 0.03028140589594841,
      "learning_rate": 1.3140631035562196e-06,
      "loss": 0.0006,
      "step": 93190
    },
    {
      "epoch": 1.5750825988862882,
      "grad_norm": 0.03312603756785393,
      "learning_rate": 1.313066738991588e-06,
      "loss": 0.0006,
      "step": 93200
    },
    {
      "epoch": 1.5752515991651386,
      "grad_norm": 0.0011683525517582893,
      "learning_rate": 1.3120706952080127e-06,
      "loss": 0.0004,
      "step": 93210
    },
    {
      "epoch": 1.575420599443989,
      "grad_norm": 0.01985262706875801,
      "learning_rate": 1.3110749722921562e-06,
      "loss": 0.0008,
      "step": 93220
    },
    {
      "epoch": 1.5755895997228395,
      "grad_norm": 0.010746241547167301,
      "learning_rate": 1.310079570330649e-06,
      "loss": 0.0008,
      "step": 93230
    },
    {
      "epoch": 1.57575860000169,
      "grad_norm": 0.009657425805926323,
      "learning_rate": 1.309084489410099e-06,
      "loss": 0.0006,
      "step": 93240
    },
    {
      "epoch": 1.5759276002805405,
      "grad_norm": 0.006918651517480612,
      "learning_rate": 1.3080897296170797e-06,
      "loss": 0.0006,
      "step": 93250
    },
    {
      "epoch": 1.5760966005593908,
      "grad_norm": 0.017401212826371193,
      "learning_rate": 1.3070952910381435e-06,
      "loss": 0.0005,
      "step": 93260
    },
    {
      "epoch": 1.5762656008382414,
      "grad_norm": 0.012027682736515999,
      "learning_rate": 1.3061011737598078e-06,
      "loss": 0.001,
      "step": 93270
    },
    {
      "epoch": 1.576434601117092,
      "grad_norm": 0.05377326160669327,
      "learning_rate": 1.3051073778685685e-06,
      "loss": 0.0006,
      "step": 93280
    },
    {
      "epoch": 1.5766036013959424,
      "grad_norm": 0.0717761442065239,
      "learning_rate": 1.3041139034508882e-06,
      "loss": 0.0008,
      "step": 93290
    },
    {
      "epoch": 1.5767726016747927,
      "grad_norm": 0.006123771890997887,
      "learning_rate": 1.303120750593207e-06,
      "loss": 0.0015,
      "step": 93300
    },
    {
      "epoch": 1.576941601953643,
      "grad_norm": 0.01824995130300522,
      "learning_rate": 1.3021279193819303e-06,
      "loss": 0.001,
      "step": 93310
    },
    {
      "epoch": 1.5771106022324937,
      "grad_norm": 0.051778171211481094,
      "learning_rate": 1.301135409903443e-06,
      "loss": 0.0003,
      "step": 93320
    },
    {
      "epoch": 1.5772796025113442,
      "grad_norm": 0.02047240547835827,
      "learning_rate": 1.3001432222440951e-06,
      "loss": 0.0007,
      "step": 93330
    },
    {
      "epoch": 1.5774486027901946,
      "grad_norm": 0.15653613209724426,
      "learning_rate": 1.299151356490213e-06,
      "loss": 0.0004,
      "step": 93340
    },
    {
      "epoch": 1.577617603069045,
      "grad_norm": 0.049618061631917953,
      "learning_rate": 1.2981598127280954e-06,
      "loss": 0.0011,
      "step": 93350
    },
    {
      "epoch": 1.5777866033478956,
      "grad_norm": 0.0032934839837253094,
      "learning_rate": 1.2971685910440086e-06,
      "loss": 0.0007,
      "step": 93360
    },
    {
      "epoch": 1.5779556036267461,
      "grad_norm": 0.031259384006261826,
      "learning_rate": 1.2961776915241946e-06,
      "loss": 0.0005,
      "step": 93370
    },
    {
      "epoch": 1.5781246039055965,
      "grad_norm": 0.0658779963850975,
      "learning_rate": 1.2951871142548684e-06,
      "loss": 0.0003,
      "step": 93380
    },
    {
      "epoch": 1.5782936041844469,
      "grad_norm": 0.03829159960150719,
      "learning_rate": 1.2941968593222122e-06,
      "loss": 0.0007,
      "step": 93390
    },
    {
      "epoch": 1.5784626044632972,
      "grad_norm": 0.021253319457173347,
      "learning_rate": 1.293206926812386e-06,
      "loss": 0.001,
      "step": 93400
    },
    {
      "epoch": 1.5786316047421478,
      "grad_norm": 0.00683000311255455,
      "learning_rate": 1.2922173168115148e-06,
      "loss": 0.0004,
      "step": 93410
    },
    {
      "epoch": 1.5788006050209984,
      "grad_norm": 0.08008040487766266,
      "learning_rate": 1.2912280294057023e-06,
      "loss": 0.0009,
      "step": 93420
    },
    {
      "epoch": 1.5789696052998488,
      "grad_norm": 0.03998623043298721,
      "learning_rate": 1.290239064681022e-06,
      "loss": 0.001,
      "step": 93430
    },
    {
      "epoch": 1.5791386055786991,
      "grad_norm": 0.10981569439172745,
      "learning_rate": 1.2892504227235152e-06,
      "loss": 0.0011,
      "step": 93440
    },
    {
      "epoch": 1.5793076058575497,
      "grad_norm": 0.03829672187566757,
      "learning_rate": 1.2882621036192028e-06,
      "loss": 0.0008,
      "step": 93450
    },
    {
      "epoch": 1.5794766061364003,
      "grad_norm": 0.004690766800194979,
      "learning_rate": 1.2872741074540695e-06,
      "loss": 0.002,
      "step": 93460
    },
    {
      "epoch": 1.5796456064152506,
      "grad_norm": 0.006633737590163946,
      "learning_rate": 1.286286434314079e-06,
      "loss": 0.0007,
      "step": 93470
    },
    {
      "epoch": 1.579814606694101,
      "grad_norm": 0.012032300233840942,
      "learning_rate": 1.2852990842851603e-06,
      "loss": 0.0005,
      "step": 93480
    },
    {
      "epoch": 1.5799836069729514,
      "grad_norm": 0.013286178931593895,
      "learning_rate": 1.2843120574532214e-06,
      "loss": 0.0008,
      "step": 93490
    },
    {
      "epoch": 1.580152607251802,
      "grad_norm": 0.026893189176917076,
      "learning_rate": 1.2833253539041346e-06,
      "loss": 0.0006,
      "step": 93500
    },
    {
      "epoch": 1.5803216075306525,
      "grad_norm": 0.06069996580481529,
      "learning_rate": 1.2823389737237513e-06,
      "loss": 0.0006,
      "step": 93510
    },
    {
      "epoch": 1.580490607809503,
      "grad_norm": 0.01458305586129427,
      "learning_rate": 1.2813529169978883e-06,
      "loss": 0.0006,
      "step": 93520
    },
    {
      "epoch": 1.5806596080883533,
      "grad_norm": 0.110781729221344,
      "learning_rate": 1.2803671838123399e-06,
      "loss": 0.0006,
      "step": 93530
    },
    {
      "epoch": 1.5808286083672038,
      "grad_norm": 0.01895264908671379,
      "learning_rate": 1.2793817742528674e-06,
      "loss": 0.001,
      "step": 93540
    },
    {
      "epoch": 1.5809976086460544,
      "grad_norm": 0.1498795449733734,
      "learning_rate": 1.2783966884052074e-06,
      "loss": 0.0007,
      "step": 93550
    },
    {
      "epoch": 1.5811666089249048,
      "grad_norm": 0.05143171176314354,
      "learning_rate": 1.2774119263550666e-06,
      "loss": 0.0005,
      "step": 93560
    },
    {
      "epoch": 1.5813356092037552,
      "grad_norm": 0.009230494499206543,
      "learning_rate": 1.2764274881881266e-06,
      "loss": 0.001,
      "step": 93570
    },
    {
      "epoch": 1.5815046094826055,
      "grad_norm": 0.021424710750579834,
      "learning_rate": 1.2754433739900346e-06,
      "loss": 0.0007,
      "step": 93580
    },
    {
      "epoch": 1.581673609761456,
      "grad_norm": 0.10135804116725922,
      "learning_rate": 1.2744595838464164e-06,
      "loss": 0.0012,
      "step": 93590
    },
    {
      "epoch": 1.5818426100403067,
      "grad_norm": 0.03953375294804573,
      "learning_rate": 1.2734761178428639e-06,
      "loss": 0.0008,
      "step": 93600
    },
    {
      "epoch": 1.582011610319157,
      "grad_norm": 0.015265276655554771,
      "learning_rate": 1.2724929760649456e-06,
      "loss": 0.0004,
      "step": 93610
    },
    {
      "epoch": 1.5821806105980074,
      "grad_norm": 0.03104473650455475,
      "learning_rate": 1.2715101585981971e-06,
      "loss": 0.0019,
      "step": 93620
    },
    {
      "epoch": 1.582349610876858,
      "grad_norm": 0.003955503460019827,
      "learning_rate": 1.2705276655281312e-06,
      "loss": 0.0005,
      "step": 93630
    },
    {
      "epoch": 1.5825186111557084,
      "grad_norm": 0.09750876575708389,
      "learning_rate": 1.269545496940227e-06,
      "loss": 0.0006,
      "step": 93640
    },
    {
      "epoch": 1.582687611434559,
      "grad_norm": 0.028847867622971535,
      "learning_rate": 1.2685636529199401e-06,
      "loss": 0.0008,
      "step": 93650
    },
    {
      "epoch": 1.5828566117134093,
      "grad_norm": 0.08246053010225296,
      "learning_rate": 1.267582133552694e-06,
      "loss": 0.0007,
      "step": 93660
    },
    {
      "epoch": 1.5830256119922597,
      "grad_norm": 0.02705477736890316,
      "learning_rate": 1.266600938923887e-06,
      "loss": 0.0013,
      "step": 93670
    },
    {
      "epoch": 1.5831946122711102,
      "grad_norm": 0.07032588869333267,
      "learning_rate": 1.2656200691188852e-06,
      "loss": 0.0004,
      "step": 93680
    },
    {
      "epoch": 1.5833636125499608,
      "grad_norm": 0.00811270996928215,
      "learning_rate": 1.2646395242230313e-06,
      "loss": 0.0005,
      "step": 93690
    },
    {
      "epoch": 1.5835326128288112,
      "grad_norm": 0.010227940045297146,
      "learning_rate": 1.2636593043216388e-06,
      "loss": 0.0006,
      "step": 93700
    },
    {
      "epoch": 1.5837016131076616,
      "grad_norm": 0.007332955952733755,
      "learning_rate": 1.2626794094999883e-06,
      "loss": 0.0003,
      "step": 93710
    },
    {
      "epoch": 1.5838706133865121,
      "grad_norm": 0.058238618075847626,
      "learning_rate": 1.2616998398433378e-06,
      "loss": 0.0008,
      "step": 93720
    },
    {
      "epoch": 1.5840396136653625,
      "grad_norm": 0.00826265849173069,
      "learning_rate": 1.2607205954369128e-06,
      "loss": 0.0004,
      "step": 93730
    },
    {
      "epoch": 1.584208613944213,
      "grad_norm": 0.012059211730957031,
      "learning_rate": 1.2597416763659131e-06,
      "loss": 0.0006,
      "step": 93740
    },
    {
      "epoch": 1.5843776142230634,
      "grad_norm": 0.016500458121299744,
      "learning_rate": 1.2587630827155095e-06,
      "loss": 0.0006,
      "step": 93750
    },
    {
      "epoch": 1.5845466145019138,
      "grad_norm": 0.11306676268577576,
      "learning_rate": 1.257784814570846e-06,
      "loss": 0.0011,
      "step": 93760
    },
    {
      "epoch": 1.5847156147807644,
      "grad_norm": 0.11525103449821472,
      "learning_rate": 1.2568068720170335e-06,
      "loss": 0.0003,
      "step": 93770
    },
    {
      "epoch": 1.584884615059615,
      "grad_norm": 0.007584443315863609,
      "learning_rate": 1.2558292551391604e-06,
      "loss": 0.0009,
      "step": 93780
    },
    {
      "epoch": 1.5850536153384653,
      "grad_norm": 0.04393519461154938,
      "learning_rate": 1.2548519640222817e-06,
      "loss": 0.0009,
      "step": 93790
    },
    {
      "epoch": 1.5852226156173157,
      "grad_norm": 0.005927392281591892,
      "learning_rate": 1.2538749987514297e-06,
      "loss": 0.001,
      "step": 93800
    },
    {
      "epoch": 1.5853916158961663,
      "grad_norm": 0.04695868119597435,
      "learning_rate": 1.2528983594116017e-06,
      "loss": 0.0005,
      "step": 93810
    },
    {
      "epoch": 1.5855606161750166,
      "grad_norm": 0.11101292073726654,
      "learning_rate": 1.251922046087773e-06,
      "loss": 0.0003,
      "step": 93820
    },
    {
      "epoch": 1.5857296164538672,
      "grad_norm": 0.049037858843803406,
      "learning_rate": 1.2509460588648841e-06,
      "loss": 0.001,
      "step": 93830
    },
    {
      "epoch": 1.5858986167327176,
      "grad_norm": 0.039560019969940186,
      "learning_rate": 1.2499703978278544e-06,
      "loss": 0.0004,
      "step": 93840
    },
    {
      "epoch": 1.586067617011568,
      "grad_norm": 0.052576590329408646,
      "learning_rate": 1.2489950630615683e-06,
      "loss": 0.0006,
      "step": 93850
    },
    {
      "epoch": 1.5862366172904185,
      "grad_norm": 0.0020860591903328896,
      "learning_rate": 1.2480200546508869e-06,
      "loss": 0.001,
      "step": 93860
    },
    {
      "epoch": 1.5864056175692691,
      "grad_norm": 0.022277476266026497,
      "learning_rate": 1.2470453726806381e-06,
      "loss": 0.0003,
      "step": 93870
    },
    {
      "epoch": 1.5865746178481195,
      "grad_norm": 0.0447673462331295,
      "learning_rate": 1.2460710172356266e-06,
      "loss": 0.001,
      "step": 93880
    },
    {
      "epoch": 1.5867436181269698,
      "grad_norm": 0.01280398853123188,
      "learning_rate": 1.2450969884006237e-06,
      "loss": 0.0006,
      "step": 93890
    },
    {
      "epoch": 1.5869126184058202,
      "grad_norm": 0.02612018957734108,
      "learning_rate": 1.2441232862603776e-06,
      "loss": 0.0009,
      "step": 93900
    },
    {
      "epoch": 1.5870816186846708,
      "grad_norm": 0.051986292004585266,
      "learning_rate": 1.2431499108996009e-06,
      "loss": 0.0018,
      "step": 93910
    },
    {
      "epoch": 1.5872506189635214,
      "grad_norm": 0.04087941721081734,
      "learning_rate": 1.2421768624029845e-06,
      "loss": 0.0005,
      "step": 93920
    },
    {
      "epoch": 1.5874196192423717,
      "grad_norm": 0.02893008291721344,
      "learning_rate": 1.2412041408551885e-06,
      "loss": 0.0009,
      "step": 93930
    },
    {
      "epoch": 1.587588619521222,
      "grad_norm": 0.024935085326433182,
      "learning_rate": 1.2402317463408454e-06,
      "loss": 0.0003,
      "step": 93940
    },
    {
      "epoch": 1.5877576198000727,
      "grad_norm": 0.024023279547691345,
      "learning_rate": 1.2392596789445554e-06,
      "loss": 0.0006,
      "step": 93950
    },
    {
      "epoch": 1.5879266200789233,
      "grad_norm": 0.07324106246232986,
      "learning_rate": 1.2382879387508944e-06,
      "loss": 0.0007,
      "step": 93960
    },
    {
      "epoch": 1.5880956203577736,
      "grad_norm": 0.04412218555808067,
      "learning_rate": 1.2373165258444098e-06,
      "loss": 0.0005,
      "step": 93970
    },
    {
      "epoch": 1.588264620636624,
      "grad_norm": 0.021460387855768204,
      "learning_rate": 1.236345440309617e-06,
      "loss": 0.0006,
      "step": 93980
    },
    {
      "epoch": 1.5884336209154744,
      "grad_norm": 0.04855572059750557,
      "learning_rate": 1.2353746822310076e-06,
      "loss": 0.0006,
      "step": 93990
    },
    {
      "epoch": 1.588602621194325,
      "grad_norm": 0.3658362030982971,
      "learning_rate": 1.2344042516930399e-06,
      "loss": 0.001,
      "step": 94000
    },
    {
      "epoch": 1.5887716214731755,
      "grad_norm": 0.009330356493592262,
      "learning_rate": 1.2334341487801477e-06,
      "loss": 0.0012,
      "step": 94010
    },
    {
      "epoch": 1.5889406217520259,
      "grad_norm": 0.004394082818180323,
      "learning_rate": 1.2324643735767328e-06,
      "loss": 0.0005,
      "step": 94020
    },
    {
      "epoch": 1.5891096220308762,
      "grad_norm": 0.052747923880815506,
      "learning_rate": 1.2314949261671732e-06,
      "loss": 0.0004,
      "step": 94030
    },
    {
      "epoch": 1.5892786223097268,
      "grad_norm": 0.01922859065234661,
      "learning_rate": 1.2305258066358123e-06,
      "loss": 0.0007,
      "step": 94040
    },
    {
      "epoch": 1.5894476225885774,
      "grad_norm": 0.06810221076011658,
      "learning_rate": 1.2295570150669712e-06,
      "loss": 0.0014,
      "step": 94050
    },
    {
      "epoch": 1.5896166228674278,
      "grad_norm": 0.09049668163061142,
      "learning_rate": 1.2285885515449364e-06,
      "loss": 0.0006,
      "step": 94060
    },
    {
      "epoch": 1.5897856231462781,
      "grad_norm": 0.02533421292901039,
      "learning_rate": 1.2276204161539722e-06,
      "loss": 0.0006,
      "step": 94070
    },
    {
      "epoch": 1.5899546234251285,
      "grad_norm": 0.02883775718510151,
      "learning_rate": 1.2266526089783077e-06,
      "loss": 0.0023,
      "step": 94080
    },
    {
      "epoch": 1.590123623703979,
      "grad_norm": 0.08370274305343628,
      "learning_rate": 1.2256851301021499e-06,
      "loss": 0.0007,
      "step": 94090
    },
    {
      "epoch": 1.5902926239828297,
      "grad_norm": 0.03740803152322769,
      "learning_rate": 1.224717979609672e-06,
      "loss": 0.0005,
      "step": 94100
    },
    {
      "epoch": 1.59046162426168,
      "grad_norm": 0.005330103915184736,
      "learning_rate": 1.2237511575850209e-06,
      "loss": 0.0001,
      "step": 94110
    },
    {
      "epoch": 1.5906306245405304,
      "grad_norm": 0.054041408002376556,
      "learning_rate": 1.222784664112317e-06,
      "loss": 0.0019,
      "step": 94120
    },
    {
      "epoch": 1.590799624819381,
      "grad_norm": 0.04788007214665413,
      "learning_rate": 1.2218184992756472e-06,
      "loss": 0.0008,
      "step": 94130
    },
    {
      "epoch": 1.5909686250982316,
      "grad_norm": 0.10085374116897583,
      "learning_rate": 1.2208526631590727e-06,
      "loss": 0.0011,
      "step": 94140
    },
    {
      "epoch": 1.591137625377082,
      "grad_norm": 0.011281809769570827,
      "learning_rate": 1.2198871558466296e-06,
      "loss": 0.0015,
      "step": 94150
    },
    {
      "epoch": 1.5913066256559323,
      "grad_norm": 0.01467775460332632,
      "learning_rate": 1.2189219774223165e-06,
      "loss": 0.0004,
      "step": 94160
    },
    {
      "epoch": 1.5914756259347826,
      "grad_norm": 0.06958004832267761,
      "learning_rate": 1.2179571279701137e-06,
      "loss": 0.0006,
      "step": 94170
    },
    {
      "epoch": 1.5916446262136332,
      "grad_norm": 0.07026882469654083,
      "learning_rate": 1.216992607573963e-06,
      "loss": 0.0008,
      "step": 94180
    },
    {
      "epoch": 1.5918136264924838,
      "grad_norm": 0.0071510751731693745,
      "learning_rate": 1.2160284163177844e-06,
      "loss": 0.0009,
      "step": 94190
    },
    {
      "epoch": 1.5919826267713342,
      "grad_norm": 0.007311527617275715,
      "learning_rate": 1.215064554285469e-06,
      "loss": 0.001,
      "step": 94200
    },
    {
      "epoch": 1.5921516270501845,
      "grad_norm": 0.025926044210791588,
      "learning_rate": 1.2141010215608745e-06,
      "loss": 0.0006,
      "step": 94210
    },
    {
      "epoch": 1.5923206273290351,
      "grad_norm": 0.04072462022304535,
      "learning_rate": 1.2131378182278352e-06,
      "loss": 0.0005,
      "step": 94220
    },
    {
      "epoch": 1.5924896276078857,
      "grad_norm": 0.04394914582371712,
      "learning_rate": 1.2121749443701525e-06,
      "loss": 0.0003,
      "step": 94230
    },
    {
      "epoch": 1.592658627886736,
      "grad_norm": 0.02323491871356964,
      "learning_rate": 1.2112124000716035e-06,
      "loss": 0.0008,
      "step": 94240
    },
    {
      "epoch": 1.5928276281655864,
      "grad_norm": 0.04634846746921539,
      "learning_rate": 1.2102501854159316e-06,
      "loss": 0.0007,
      "step": 94250
    },
    {
      "epoch": 1.5929966284444368,
      "grad_norm": 0.016460781916975975,
      "learning_rate": 1.209288300486856e-06,
      "loss": 0.0005,
      "step": 94260
    },
    {
      "epoch": 1.5931656287232874,
      "grad_norm": 0.028184879571199417,
      "learning_rate": 1.2083267453680636e-06,
      "loss": 0.0006,
      "step": 94270
    },
    {
      "epoch": 1.593334629002138,
      "grad_norm": 0.004588103853166103,
      "learning_rate": 1.2073655201432171e-06,
      "loss": 0.0005,
      "step": 94280
    },
    {
      "epoch": 1.5935036292809883,
      "grad_norm": 0.0014949159231036901,
      "learning_rate": 1.2064046248959443e-06,
      "loss": 0.0005,
      "step": 94290
    },
    {
      "epoch": 1.5936726295598387,
      "grad_norm": 0.03530004993081093,
      "learning_rate": 1.2054440597098515e-06,
      "loss": 0.0007,
      "step": 94300
    },
    {
      "epoch": 1.5938416298386893,
      "grad_norm": 0.007246180437505245,
      "learning_rate": 1.2044838246685087e-06,
      "loss": 0.0005,
      "step": 94310
    },
    {
      "epoch": 1.5940106301175399,
      "grad_norm": 0.07312962412834167,
      "learning_rate": 1.2035239198554627e-06,
      "loss": 0.0011,
      "step": 94320
    },
    {
      "epoch": 1.5941796303963902,
      "grad_norm": 0.00831496249884367,
      "learning_rate": 1.2025643453542307e-06,
      "loss": 0.0007,
      "step": 94330
    },
    {
      "epoch": 1.5943486306752406,
      "grad_norm": 0.0062678721733391285,
      "learning_rate": 1.2016051012483003e-06,
      "loss": 0.0008,
      "step": 94340
    },
    {
      "epoch": 1.594517630954091,
      "grad_norm": 0.04183892160654068,
      "learning_rate": 1.200646187621129e-06,
      "loss": 0.0011,
      "step": 94350
    },
    {
      "epoch": 1.5946866312329415,
      "grad_norm": 0.04647721350193024,
      "learning_rate": 1.1996876045561483e-06,
      "loss": 0.0006,
      "step": 94360
    },
    {
      "epoch": 1.594855631511792,
      "grad_norm": 0.03425600752234459,
      "learning_rate": 1.1987293521367581e-06,
      "loss": 0.0007,
      "step": 94370
    },
    {
      "epoch": 1.5950246317906425,
      "grad_norm": 0.0020859267096966505,
      "learning_rate": 1.1977714304463333e-06,
      "loss": 0.0011,
      "step": 94380
    },
    {
      "epoch": 1.5951936320694928,
      "grad_norm": 0.0032163539435714483,
      "learning_rate": 1.1968138395682143e-06,
      "loss": 0.0007,
      "step": 94390
    },
    {
      "epoch": 1.5953626323483434,
      "grad_norm": 0.028047826141119003,
      "learning_rate": 1.1958565795857203e-06,
      "loss": 0.0005,
      "step": 94400
    },
    {
      "epoch": 1.595531632627194,
      "grad_norm": 0.04284824803471565,
      "learning_rate": 1.1948996505821335e-06,
      "loss": 0.0008,
      "step": 94410
    },
    {
      "epoch": 1.5957006329060444,
      "grad_norm": 0.012573568150401115,
      "learning_rate": 1.1939430526407148e-06,
      "loss": 0.0005,
      "step": 94420
    },
    {
      "epoch": 1.5958696331848947,
      "grad_norm": 0.049135226756334305,
      "learning_rate": 1.1929867858446897e-06,
      "loss": 0.0008,
      "step": 94430
    },
    {
      "epoch": 1.596038633463745,
      "grad_norm": 0.02598082646727562,
      "learning_rate": 1.1920308502772609e-06,
      "loss": 0.0021,
      "step": 94440
    },
    {
      "epoch": 1.5962076337425957,
      "grad_norm": 0.046017665416002274,
      "learning_rate": 1.1910752460215973e-06,
      "loss": 0.0004,
      "step": 94450
    },
    {
      "epoch": 1.5963766340214463,
      "grad_norm": 0.02556859329342842,
      "learning_rate": 1.1901199731608416e-06,
      "loss": 0.0008,
      "step": 94460
    },
    {
      "epoch": 1.5965456343002966,
      "grad_norm": 0.018384618684649467,
      "learning_rate": 1.189165031778109e-06,
      "loss": 0.0011,
      "step": 94470
    },
    {
      "epoch": 1.596714634579147,
      "grad_norm": 0.094480961561203,
      "learning_rate": 1.1882104219564812e-06,
      "loss": 0.0018,
      "step": 94480
    },
    {
      "epoch": 1.5968836348579976,
      "grad_norm": 0.02965855970978737,
      "learning_rate": 1.1872561437790165e-06,
      "loss": 0.0006,
      "step": 94490
    },
    {
      "epoch": 1.5970526351368481,
      "grad_norm": 0.09040623903274536,
      "learning_rate": 1.1863021973287392e-06,
      "loss": 0.0006,
      "step": 94500
    },
    {
      "epoch": 1.5972216354156985,
      "grad_norm": 0.044634588062763214,
      "learning_rate": 1.1853485826886485e-06,
      "loss": 0.0009,
      "step": 94510
    },
    {
      "epoch": 1.5973906356945489,
      "grad_norm": 0.00631709024310112,
      "learning_rate": 1.184395299941713e-06,
      "loss": 0.0005,
      "step": 94520
    },
    {
      "epoch": 1.5975596359733992,
      "grad_norm": 0.012562483549118042,
      "learning_rate": 1.1834423491708757e-06,
      "loss": 0.0007,
      "step": 94530
    },
    {
      "epoch": 1.5977286362522498,
      "grad_norm": 0.08589354902505875,
      "learning_rate": 1.1824897304590437e-06,
      "loss": 0.0008,
      "step": 94540
    },
    {
      "epoch": 1.5978976365311004,
      "grad_norm": 0.014393548481166363,
      "learning_rate": 1.181537443889103e-06,
      "loss": 0.0006,
      "step": 94550
    },
    {
      "epoch": 1.5980666368099508,
      "grad_norm": 0.0159346554428339,
      "learning_rate": 1.180585489543904e-06,
      "loss": 0.0006,
      "step": 94560
    },
    {
      "epoch": 1.5982356370888011,
      "grad_norm": 0.02267078123986721,
      "learning_rate": 1.1796338675062746e-06,
      "loss": 0.0012,
      "step": 94570
    },
    {
      "epoch": 1.5984046373676517,
      "grad_norm": 0.04347150772809982,
      "learning_rate": 1.1786825778590073e-06,
      "loss": 0.0006,
      "step": 94580
    },
    {
      "epoch": 1.598573637646502,
      "grad_norm": 0.014009674079716206,
      "learning_rate": 1.1777316206848722e-06,
      "loss": 0.0007,
      "step": 94590
    },
    {
      "epoch": 1.5987426379253526,
      "grad_norm": 0.04441831260919571,
      "learning_rate": 1.1767809960666033e-06,
      "loss": 0.0002,
      "step": 94600
    },
    {
      "epoch": 1.598911638204203,
      "grad_norm": 0.018436765298247337,
      "learning_rate": 1.1758307040869132e-06,
      "loss": 0.0009,
      "step": 94610
    },
    {
      "epoch": 1.5990806384830534,
      "grad_norm": 0.14143379032611847,
      "learning_rate": 1.1748807448284793e-06,
      "loss": 0.0008,
      "step": 94620
    },
    {
      "epoch": 1.599249638761904,
      "grad_norm": 0.056121762841939926,
      "learning_rate": 1.173931118373955e-06,
      "loss": 0.0004,
      "step": 94630
    },
    {
      "epoch": 1.5994186390407545,
      "grad_norm": 0.028397779911756516,
      "learning_rate": 1.1729818248059599e-06,
      "loss": 0.0002,
      "step": 94640
    },
    {
      "epoch": 1.599587639319605,
      "grad_norm": 0.06756635010242462,
      "learning_rate": 1.1720328642070893e-06,
      "loss": 0.0005,
      "step": 94650
    },
    {
      "epoch": 1.5997566395984553,
      "grad_norm": 0.002616355661302805,
      "learning_rate": 1.1710842366599057e-06,
      "loss": 0.0007,
      "step": 94660
    },
    {
      "epoch": 1.5999256398773058,
      "grad_norm": 0.037892259657382965,
      "learning_rate": 1.170135942246946e-06,
      "loss": 0.0004,
      "step": 94670
    },
    {
      "epoch": 1.6000946401561562,
      "grad_norm": 0.004484300035983324,
      "learning_rate": 1.1691879810507139e-06,
      "loss": 0.0009,
      "step": 94680
    },
    {
      "epoch": 1.6002636404350068,
      "grad_norm": 0.05947664752602577,
      "learning_rate": 1.1682403531536885e-06,
      "loss": 0.0005,
      "step": 94690
    },
    {
      "epoch": 1.6004326407138572,
      "grad_norm": 0.10121885687112808,
      "learning_rate": 1.1672930586383175e-06,
      "loss": 0.0006,
      "step": 94700
    },
    {
      "epoch": 1.6006016409927075,
      "grad_norm": 0.0022841356694698334,
      "learning_rate": 1.1663460975870216e-06,
      "loss": 0.001,
      "step": 94710
    },
    {
      "epoch": 1.600770641271558,
      "grad_norm": 0.00949120707809925,
      "learning_rate": 1.1653994700821885e-06,
      "loss": 0.0004,
      "step": 94720
    },
    {
      "epoch": 1.6009396415504087,
      "grad_norm": 0.01416967436671257,
      "learning_rate": 1.1644531762061805e-06,
      "loss": 0.0009,
      "step": 94730
    },
    {
      "epoch": 1.601108641829259,
      "grad_norm": 0.025021463632583618,
      "learning_rate": 1.1635072160413313e-06,
      "loss": 0.0006,
      "step": 94740
    },
    {
      "epoch": 1.6012776421081094,
      "grad_norm": 0.10143998265266418,
      "learning_rate": 1.162561589669941e-06,
      "loss": 0.001,
      "step": 94750
    },
    {
      "epoch": 1.6014466423869598,
      "grad_norm": 0.04918771609663963,
      "learning_rate": 1.1616162971742867e-06,
      "loss": 0.0005,
      "step": 94760
    },
    {
      "epoch": 1.6016156426658104,
      "grad_norm": 0.026630748063325882,
      "learning_rate": 1.1606713386366109e-06,
      "loss": 0.0005,
      "step": 94770
    },
    {
      "epoch": 1.601784642944661,
      "grad_norm": 0.010483386926352978,
      "learning_rate": 1.1597267141391315e-06,
      "loss": 0.0006,
      "step": 94780
    },
    {
      "epoch": 1.6019536432235113,
      "grad_norm": 0.10334274172782898,
      "learning_rate": 1.1587824237640334e-06,
      "loss": 0.0011,
      "step": 94790
    },
    {
      "epoch": 1.6021226435023617,
      "grad_norm": 0.03335344418883324,
      "learning_rate": 1.1578384675934766e-06,
      "loss": 0.001,
      "step": 94800
    },
    {
      "epoch": 1.6022916437812122,
      "grad_norm": 0.01131820771843195,
      "learning_rate": 1.1568948457095874e-06,
      "loss": 0.0006,
      "step": 94810
    },
    {
      "epoch": 1.6024606440600628,
      "grad_norm": 0.020446304231882095,
      "learning_rate": 1.1559515581944687e-06,
      "loss": 0.001,
      "step": 94820
    },
    {
      "epoch": 1.6026296443389132,
      "grad_norm": 0.06710178405046463,
      "learning_rate": 1.1550086051301878e-06,
      "loss": 0.0006,
      "step": 94830
    },
    {
      "epoch": 1.6027986446177636,
      "grad_norm": 0.029595445841550827,
      "learning_rate": 1.1540659865987891e-06,
      "loss": 0.0007,
      "step": 94840
    },
    {
      "epoch": 1.602967644896614,
      "grad_norm": 0.0384245291352272,
      "learning_rate": 1.1531237026822817e-06,
      "loss": 0.0014,
      "step": 94850
    },
    {
      "epoch": 1.6031366451754645,
      "grad_norm": 0.00988872442394495,
      "learning_rate": 1.1521817534626527e-06,
      "loss": 0.0013,
      "step": 94860
    },
    {
      "epoch": 1.603305645454315,
      "grad_norm": 0.011559010483324528,
      "learning_rate": 1.1512401390218525e-06,
      "loss": 0.0008,
      "step": 94870
    },
    {
      "epoch": 1.6034746457331654,
      "grad_norm": 0.09325367212295532,
      "learning_rate": 1.150298859441808e-06,
      "loss": 0.0007,
      "step": 94880
    },
    {
      "epoch": 1.6036436460120158,
      "grad_norm": 0.019055569544434547,
      "learning_rate": 1.1493579148044149e-06,
      "loss": 0.0004,
      "step": 94890
    },
    {
      "epoch": 1.6038126462908664,
      "grad_norm": 0.058484043926000595,
      "learning_rate": 1.1484173051915415e-06,
      "loss": 0.001,
      "step": 94900
    },
    {
      "epoch": 1.603981646569717,
      "grad_norm": 0.05305975303053856,
      "learning_rate": 1.1474770306850226e-06,
      "loss": 0.0005,
      "step": 94910
    },
    {
      "epoch": 1.6041506468485673,
      "grad_norm": 0.015423264354467392,
      "learning_rate": 1.146537091366669e-06,
      "loss": 0.0004,
      "step": 94920
    },
    {
      "epoch": 1.6043196471274177,
      "grad_norm": 0.012684252113103867,
      "learning_rate": 1.1455974873182574e-06,
      "loss": 0.0018,
      "step": 94930
    },
    {
      "epoch": 1.604488647406268,
      "grad_norm": 0.0017607345944270492,
      "learning_rate": 1.144658218621541e-06,
      "loss": 0.0004,
      "step": 94940
    },
    {
      "epoch": 1.6046576476851186,
      "grad_norm": 0.0076165455393493176,
      "learning_rate": 1.143719285358238e-06,
      "loss": 0.0017,
      "step": 94950
    },
    {
      "epoch": 1.6048266479639692,
      "grad_norm": 0.009829283691942692,
      "learning_rate": 1.1427806876100412e-06,
      "loss": 0.0003,
      "step": 94960
    },
    {
      "epoch": 1.6049956482428196,
      "grad_norm": 0.008983315899968147,
      "learning_rate": 1.1418424254586146e-06,
      "loss": 0.0004,
      "step": 94970
    },
    {
      "epoch": 1.60516464852167,
      "grad_norm": 0.002080840291455388,
      "learning_rate": 1.1409044989855889e-06,
      "loss": 0.0006,
      "step": 94980
    },
    {
      "epoch": 1.6053336488005205,
      "grad_norm": 0.021074660122394562,
      "learning_rate": 1.1399669082725707e-06,
      "loss": 0.0009,
      "step": 94990
    },
    {
      "epoch": 1.6055026490793711,
      "grad_norm": 0.12969990074634552,
      "learning_rate": 1.1390296534011325e-06,
      "loss": 0.0013,
      "step": 95000
    },
    {
      "epoch": 1.6056716493582215,
      "grad_norm": 0.08277317136526108,
      "learning_rate": 1.1380927344528226e-06,
      "loss": 0.0008,
      "step": 95010
    },
    {
      "epoch": 1.6058406496370718,
      "grad_norm": 0.010615160688757896,
      "learning_rate": 1.1371561515091544e-06,
      "loss": 0.0004,
      "step": 95020
    },
    {
      "epoch": 1.6060096499159222,
      "grad_norm": 0.06074380502104759,
      "learning_rate": 1.1362199046516193e-06,
      "loss": 0.0011,
      "step": 95030
    },
    {
      "epoch": 1.6061786501947728,
      "grad_norm": 0.07141372561454773,
      "learning_rate": 1.1352839939616706e-06,
      "loss": 0.0005,
      "step": 95040
    },
    {
      "epoch": 1.6063476504736234,
      "grad_norm": 0.02140755206346512,
      "learning_rate": 1.1343484195207411e-06,
      "loss": 0.0006,
      "step": 95050
    },
    {
      "epoch": 1.6065166507524737,
      "grad_norm": 0.1394871026277542,
      "learning_rate": 1.1334131814102272e-06,
      "loss": 0.001,
      "step": 95060
    },
    {
      "epoch": 1.606685651031324,
      "grad_norm": 0.05843876674771309,
      "learning_rate": 1.1324782797115007e-06,
      "loss": 0.0005,
      "step": 95070
    },
    {
      "epoch": 1.6068546513101747,
      "grad_norm": 0.07482954859733582,
      "learning_rate": 1.1315437145059038e-06,
      "loss": 0.0007,
      "step": 95080
    },
    {
      "epoch": 1.6070236515890253,
      "grad_norm": 0.0020129596814513206,
      "learning_rate": 1.1306094858747458e-06,
      "loss": 0.0004,
      "step": 95090
    },
    {
      "epoch": 1.6071926518678756,
      "grad_norm": 0.013063608668744564,
      "learning_rate": 1.1296755938993097e-06,
      "loss": 0.001,
      "step": 95100
    },
    {
      "epoch": 1.607361652146726,
      "grad_norm": 0.040359411388635635,
      "learning_rate": 1.1287420386608506e-06,
      "loss": 0.0004,
      "step": 95110
    },
    {
      "epoch": 1.6075306524255764,
      "grad_norm": 0.0003978550957981497,
      "learning_rate": 1.127808820240589e-06,
      "loss": 0.0004,
      "step": 95120
    },
    {
      "epoch": 1.607699652704427,
      "grad_norm": 0.016882719472050667,
      "learning_rate": 1.1268759387197232e-06,
      "loss": 0.0003,
      "step": 95130
    },
    {
      "epoch": 1.6078686529832775,
      "grad_norm": 0.051557507365942,
      "learning_rate": 1.125943394179415e-06,
      "loss": 0.0002,
      "step": 95140
    },
    {
      "epoch": 1.6080376532621279,
      "grad_norm": 0.004775538574904203,
      "learning_rate": 1.1250111867008028e-06,
      "loss": 0.0007,
      "step": 95150
    },
    {
      "epoch": 1.6082066535409782,
      "grad_norm": 0.03052687458693981,
      "learning_rate": 1.124079316364991e-06,
      "loss": 0.0004,
      "step": 95160
    },
    {
      "epoch": 1.6083756538198288,
      "grad_norm": 0.006776569876819849,
      "learning_rate": 1.1231477832530597e-06,
      "loss": 0.0004,
      "step": 95170
    },
    {
      "epoch": 1.6085446540986794,
      "grad_norm": 0.01142202503979206,
      "learning_rate": 1.1222165874460528e-06,
      "loss": 0.0002,
      "step": 95180
    },
    {
      "epoch": 1.6087136543775298,
      "grad_norm": 0.21770192682743073,
      "learning_rate": 1.121285729024993e-06,
      "loss": 0.0007,
      "step": 95190
    },
    {
      "epoch": 1.6088826546563801,
      "grad_norm": 0.014671850949525833,
      "learning_rate": 1.1203552080708662e-06,
      "loss": 0.0007,
      "step": 95200
    },
    {
      "epoch": 1.6090516549352305,
      "grad_norm": 0.09682852029800415,
      "learning_rate": 1.1194250246646333e-06,
      "loss": 0.0007,
      "step": 95210
    },
    {
      "epoch": 1.609220655214081,
      "grad_norm": 0.014746912755072117,
      "learning_rate": 1.1184951788872266e-06,
      "loss": 0.0016,
      "step": 95220
    },
    {
      "epoch": 1.6093896554929317,
      "grad_norm": 0.035342611372470856,
      "learning_rate": 1.1175656708195443e-06,
      "loss": 0.0004,
      "step": 95230
    },
    {
      "epoch": 1.609558655771782,
      "grad_norm": 0.02012399584054947,
      "learning_rate": 1.1166365005424612e-06,
      "loss": 0.0004,
      "step": 95240
    },
    {
      "epoch": 1.6097276560506324,
      "grad_norm": 0.030961062759160995,
      "learning_rate": 1.1157076681368162e-06,
      "loss": 0.001,
      "step": 95250
    },
    {
      "epoch": 1.609896656329483,
      "grad_norm": 0.05708079785108566,
      "learning_rate": 1.1147791736834252e-06,
      "loss": 0.0007,
      "step": 95260
    },
    {
      "epoch": 1.6100656566083336,
      "grad_norm": 0.02694096788764,
      "learning_rate": 1.113851017263069e-06,
      "loss": 0.0005,
      "step": 95270
    },
    {
      "epoch": 1.610234656887184,
      "grad_norm": 0.09392502158880234,
      "learning_rate": 1.1129231989565031e-06,
      "loss": 0.0007,
      "step": 95280
    },
    {
      "epoch": 1.6104036571660343,
      "grad_norm": 0.007937021553516388,
      "learning_rate": 1.1119957188444525e-06,
      "loss": 0.0005,
      "step": 95290
    },
    {
      "epoch": 1.6105726574448846,
      "grad_norm": 0.0383593924343586,
      "learning_rate": 1.111068577007613e-06,
      "loss": 0.0004,
      "step": 95300
    },
    {
      "epoch": 1.6107416577237352,
      "grad_norm": 0.014574541710317135,
      "learning_rate": 1.110141773526649e-06,
      "loss": 0.0006,
      "step": 95310
    },
    {
      "epoch": 1.6109106580025858,
      "grad_norm": 0.0773870125412941,
      "learning_rate": 1.1092153084821982e-06,
      "loss": 0.0005,
      "step": 95320
    },
    {
      "epoch": 1.6110796582814362,
      "grad_norm": 0.013775880448520184,
      "learning_rate": 1.1082891819548658e-06,
      "loss": 0.0004,
      "step": 95330
    },
    {
      "epoch": 1.6112486585602865,
      "grad_norm": 0.00031712432974018157,
      "learning_rate": 1.1073633940252316e-06,
      "loss": 0.0003,
      "step": 95340
    },
    {
      "epoch": 1.6114176588391371,
      "grad_norm": 0.03490206226706505,
      "learning_rate": 1.106437944773841e-06,
      "loss": 0.0014,
      "step": 95350
    },
    {
      "epoch": 1.6115866591179877,
      "grad_norm": 0.001340964576229453,
      "learning_rate": 1.1055128342812154e-06,
      "loss": 0.0005,
      "step": 95360
    },
    {
      "epoch": 1.611755659396838,
      "grad_norm": 0.1313982903957367,
      "learning_rate": 1.104588062627841e-06,
      "loss": 0.0006,
      "step": 95370
    },
    {
      "epoch": 1.6119246596756884,
      "grad_norm": 0.08295604586601257,
      "learning_rate": 1.1036636298941805e-06,
      "loss": 0.0004,
      "step": 95380
    },
    {
      "epoch": 1.6120936599545388,
      "grad_norm": 0.04703642800450325,
      "learning_rate": 1.1027395361606609e-06,
      "loss": 0.0003,
      "step": 95390
    },
    {
      "epoch": 1.6122626602333894,
      "grad_norm": 0.030354078859090805,
      "learning_rate": 1.1018157815076857e-06,
      "loss": 0.0007,
      "step": 95400
    },
    {
      "epoch": 1.61243166051224,
      "grad_norm": 0.002051990944892168,
      "learning_rate": 1.1008923660156228e-06,
      "loss": 0.0009,
      "step": 95410
    },
    {
      "epoch": 1.6126006607910903,
      "grad_norm": 0.015003432519733906,
      "learning_rate": 1.0999692897648173e-06,
      "loss": 0.0004,
      "step": 95420
    },
    {
      "epoch": 1.6127696610699407,
      "grad_norm": 0.0902337059378624,
      "learning_rate": 1.0990465528355788e-06,
      "loss": 0.0009,
      "step": 95430
    },
    {
      "epoch": 1.6129386613487913,
      "grad_norm": 0.2827770709991455,
      "learning_rate": 1.0981241553081916e-06,
      "loss": 0.0011,
      "step": 95440
    },
    {
      "epoch": 1.6131076616276416,
      "grad_norm": 0.04656357318162918,
      "learning_rate": 1.0972020972629067e-06,
      "loss": 0.0007,
      "step": 95450
    },
    {
      "epoch": 1.6132766619064922,
      "grad_norm": 0.009094469249248505,
      "learning_rate": 1.0962803787799485e-06,
      "loss": 0.0006,
      "step": 95460
    },
    {
      "epoch": 1.6134456621853426,
      "grad_norm": 0.005886971019208431,
      "learning_rate": 1.095358999939512e-06,
      "loss": 0.0003,
      "step": 95470
    },
    {
      "epoch": 1.613614662464193,
      "grad_norm": 0.036646418273448944,
      "learning_rate": 1.0944379608217604e-06,
      "loss": 0.0009,
      "step": 95480
    },
    {
      "epoch": 1.6137836627430435,
      "grad_norm": 0.010496441274881363,
      "learning_rate": 1.0935172615068307e-06,
      "loss": 0.0006,
      "step": 95490
    },
    {
      "epoch": 1.613952663021894,
      "grad_norm": 0.047105688601732254,
      "learning_rate": 1.092596902074825e-06,
      "loss": 0.001,
      "step": 95500
    },
    {
      "epoch": 1.6141216633007445,
      "grad_norm": 0.09071959555149078,
      "learning_rate": 1.0916768826058222e-06,
      "loss": 0.0006,
      "step": 95510
    },
    {
      "epoch": 1.6142906635795948,
      "grad_norm": 0.019688261672854424,
      "learning_rate": 1.0907572031798652e-06,
      "loss": 0.0011,
      "step": 95520
    },
    {
      "epoch": 1.6144596638584454,
      "grad_norm": 0.029169324785470963,
      "learning_rate": 1.089837863876974e-06,
      "loss": 0.0005,
      "step": 95530
    },
    {
      "epoch": 1.6146286641372958,
      "grad_norm": 0.035156168043613434,
      "learning_rate": 1.088918864777132e-06,
      "loss": 0.0007,
      "step": 95540
    },
    {
      "epoch": 1.6147976644161464,
      "grad_norm": 0.0048329150304198265,
      "learning_rate": 1.0880002059603e-06,
      "loss": 0.0003,
      "step": 95550
    },
    {
      "epoch": 1.6149666646949967,
      "grad_norm": 0.028820117935538292,
      "learning_rate": 1.0870818875064033e-06,
      "loss": 0.0006,
      "step": 95560
    },
    {
      "epoch": 1.615135664973847,
      "grad_norm": 0.04869238659739494,
      "learning_rate": 1.0861639094953418e-06,
      "loss": 0.0006,
      "step": 95570
    },
    {
      "epoch": 1.6153046652526977,
      "grad_norm": 0.13940592110157013,
      "learning_rate": 1.0852462720069818e-06,
      "loss": 0.0023,
      "step": 95580
    },
    {
      "epoch": 1.6154736655315483,
      "grad_norm": 0.027209477499127388,
      "learning_rate": 1.084328975121165e-06,
      "loss": 0.0005,
      "step": 95590
    },
    {
      "epoch": 1.6156426658103986,
      "grad_norm": 0.011152585968375206,
      "learning_rate": 1.0834120189176978e-06,
      "loss": 0.0014,
      "step": 95600
    },
    {
      "epoch": 1.615811666089249,
      "grad_norm": 0.03328166902065277,
      "learning_rate": 1.0824954034763624e-06,
      "loss": 0.0009,
      "step": 95610
    },
    {
      "epoch": 1.6159806663680996,
      "grad_norm": 0.034088313579559326,
      "learning_rate": 1.0815791288769061e-06,
      "loss": 0.0005,
      "step": 95620
    },
    {
      "epoch": 1.61614966664695,
      "grad_norm": 0.025707952678203583,
      "learning_rate": 1.0806631951990526e-06,
      "loss": 0.0006,
      "step": 95630
    },
    {
      "epoch": 1.6163186669258005,
      "grad_norm": 0.003974339924752712,
      "learning_rate": 1.0797476025224896e-06,
      "loss": 0.0003,
      "step": 95640
    },
    {
      "epoch": 1.6164876672046509,
      "grad_norm": 0.09770644456148148,
      "learning_rate": 1.078832350926879e-06,
      "loss": 0.0006,
      "step": 95650
    },
    {
      "epoch": 1.6166566674835012,
      "grad_norm": 0.06613285094499588,
      "learning_rate": 1.077917440491852e-06,
      "loss": 0.0016,
      "step": 95660
    },
    {
      "epoch": 1.6168256677623518,
      "grad_norm": 0.05171317607164383,
      "learning_rate": 1.077002871297012e-06,
      "loss": 0.0006,
      "step": 95670
    },
    {
      "epoch": 1.6169946680412024,
      "grad_norm": 0.004788296762853861,
      "learning_rate": 1.0760886434219287e-06,
      "loss": 0.0004,
      "step": 95680
    },
    {
      "epoch": 1.6171636683200528,
      "grad_norm": 0.01328999549150467,
      "learning_rate": 1.0751747569461462e-06,
      "loss": 0.0006,
      "step": 95690
    },
    {
      "epoch": 1.6173326685989031,
      "grad_norm": 0.047808896750211716,
      "learning_rate": 1.0742612119491752e-06,
      "loss": 0.0009,
      "step": 95700
    },
    {
      "epoch": 1.6175016688777535,
      "grad_norm": 0.02984941564500332,
      "learning_rate": 1.0733480085105002e-06,
      "loss": 0.0004,
      "step": 95710
    },
    {
      "epoch": 1.617670669156604,
      "grad_norm": 0.05902513116598129,
      "learning_rate": 1.0724351467095723e-06,
      "loss": 0.0011,
      "step": 95720
    },
    {
      "epoch": 1.6178396694354547,
      "grad_norm": 0.05337316915392876,
      "learning_rate": 1.071522626625816e-06,
      "loss": 0.0006,
      "step": 95730
    },
    {
      "epoch": 1.618008669714305,
      "grad_norm": 0.04958257079124451,
      "learning_rate": 1.070610448338627e-06,
      "loss": 0.0003,
      "step": 95740
    },
    {
      "epoch": 1.6181776699931554,
      "grad_norm": 0.06459430605173111,
      "learning_rate": 1.0696986119273656e-06,
      "loss": 0.0004,
      "step": 95750
    },
    {
      "epoch": 1.618346670272006,
      "grad_norm": 0.0003064874035771936,
      "learning_rate": 1.0687871174713688e-06,
      "loss": 0.0008,
      "step": 95760
    },
    {
      "epoch": 1.6185156705508565,
      "grad_norm": 0.04987462982535362,
      "learning_rate": 1.0678759650499387e-06,
      "loss": 0.0009,
      "step": 95770
    },
    {
      "epoch": 1.618684670829707,
      "grad_norm": 0.03283727169036865,
      "learning_rate": 1.0669651547423527e-06,
      "loss": 0.0008,
      "step": 95780
    },
    {
      "epoch": 1.6188536711085573,
      "grad_norm": 0.01741410419344902,
      "learning_rate": 1.0660546866278532e-06,
      "loss": 0.0009,
      "step": 95790
    },
    {
      "epoch": 1.6190226713874076,
      "grad_norm": 0.02572944574058056,
      "learning_rate": 1.0651445607856576e-06,
      "loss": 0.0006,
      "step": 95800
    },
    {
      "epoch": 1.6191916716662582,
      "grad_norm": 0.006492604501545429,
      "learning_rate": 1.064234777294948e-06,
      "loss": 0.0007,
      "step": 95810
    },
    {
      "epoch": 1.6193606719451088,
      "grad_norm": 0.013690764084458351,
      "learning_rate": 1.0633253362348838e-06,
      "loss": 0.0003,
      "step": 95820
    },
    {
      "epoch": 1.6195296722239592,
      "grad_norm": 0.06615430116653442,
      "learning_rate": 1.062416237684588e-06,
      "loss": 0.0006,
      "step": 95830
    },
    {
      "epoch": 1.6196986725028095,
      "grad_norm": 0.025486761704087257,
      "learning_rate": 1.061507481723157e-06,
      "loss": 0.0004,
      "step": 95840
    },
    {
      "epoch": 1.61986767278166,
      "grad_norm": 0.0018564617494121194,
      "learning_rate": 1.060599068429659e-06,
      "loss": 0.001,
      "step": 95850
    },
    {
      "epoch": 1.6200366730605107,
      "grad_norm": 0.12936896085739136,
      "learning_rate": 1.0596909978831276e-06,
      "loss": 0.0007,
      "step": 95860
    },
    {
      "epoch": 1.620205673339361,
      "grad_norm": 0.03564248979091644,
      "learning_rate": 1.058783270162571e-06,
      "loss": 0.0007,
      "step": 95870
    },
    {
      "epoch": 1.6203746736182114,
      "grad_norm": 0.010401569306850433,
      "learning_rate": 1.0578758853469662e-06,
      "loss": 0.0008,
      "step": 95880
    },
    {
      "epoch": 1.6205436738970618,
      "grad_norm": 0.01914243958890438,
      "learning_rate": 1.0569688435152586e-06,
      "loss": 0.0006,
      "step": 95890
    },
    {
      "epoch": 1.6207126741759124,
      "grad_norm": 0.023274172097444534,
      "learning_rate": 1.056062144746367e-06,
      "loss": 0.0006,
      "step": 95900
    },
    {
      "epoch": 1.620881674454763,
      "grad_norm": 0.010225529782474041,
      "learning_rate": 1.0551557891191766e-06,
      "loss": 0.0012,
      "step": 95910
    },
    {
      "epoch": 1.6210506747336133,
      "grad_norm": 0.016484683379530907,
      "learning_rate": 1.054249776712547e-06,
      "loss": 0.0005,
      "step": 95920
    },
    {
      "epoch": 1.6212196750124637,
      "grad_norm": 0.1197252869606018,
      "learning_rate": 1.053344107605303e-06,
      "loss": 0.0014,
      "step": 95930
    },
    {
      "epoch": 1.6213886752913143,
      "grad_norm": 0.09648619592189789,
      "learning_rate": 1.0524387818762448e-06,
      "loss": 0.0008,
      "step": 95940
    },
    {
      "epoch": 1.6215576755701648,
      "grad_norm": 0.0543203242123127,
      "learning_rate": 1.0515337996041381e-06,
      "loss": 0.0004,
      "step": 95950
    },
    {
      "epoch": 1.6217266758490152,
      "grad_norm": 0.014883480966091156,
      "learning_rate": 1.0506291608677226e-06,
      "loss": 0.0007,
      "step": 95960
    },
    {
      "epoch": 1.6218956761278656,
      "grad_norm": 0.01520876307040453,
      "learning_rate": 1.0497248657457038e-06,
      "loss": 0.0003,
      "step": 95970
    },
    {
      "epoch": 1.622064676406716,
      "grad_norm": 0.017585331574082375,
      "learning_rate": 1.0488209143167616e-06,
      "loss": 0.0005,
      "step": 95980
    },
    {
      "epoch": 1.6222336766855665,
      "grad_norm": 0.007562616840004921,
      "learning_rate": 1.047917306659545e-06,
      "loss": 0.001,
      "step": 95990
    },
    {
      "epoch": 1.622402676964417,
      "grad_norm": 0.0027630627155303955,
      "learning_rate": 1.0470140428526693e-06,
      "loss": 0.0006,
      "step": 96000
    },
    {
      "epoch": 1.6225716772432675,
      "grad_norm": 0.016282545402646065,
      "learning_rate": 1.0461111229747263e-06,
      "loss": 0.0016,
      "step": 96010
    },
    {
      "epoch": 1.6227406775221178,
      "grad_norm": 0.0015029292553663254,
      "learning_rate": 1.0452085471042705e-06,
      "loss": 0.0005,
      "step": 96020
    },
    {
      "epoch": 1.6229096778009684,
      "grad_norm": 0.05951765552163124,
      "learning_rate": 1.0443063153198346e-06,
      "loss": 0.0018,
      "step": 96030
    },
    {
      "epoch": 1.623078678079819,
      "grad_norm": 0.019307712092995644,
      "learning_rate": 1.0434044276999138e-06,
      "loss": 0.0005,
      "step": 96040
    },
    {
      "epoch": 1.6232476783586693,
      "grad_norm": 0.0006605935632251203,
      "learning_rate": 1.0425028843229773e-06,
      "loss": 0.0018,
      "step": 96050
    },
    {
      "epoch": 1.6234166786375197,
      "grad_norm": 0.02443947084248066,
      "learning_rate": 1.0416016852674648e-06,
      "loss": 0.0005,
      "step": 96060
    },
    {
      "epoch": 1.62358567891637,
      "grad_norm": 0.08372944593429565,
      "learning_rate": 1.0407008306117862e-06,
      "loss": 0.0011,
      "step": 96070
    },
    {
      "epoch": 1.6237546791952207,
      "grad_norm": 0.06334172189235687,
      "learning_rate": 1.0398003204343166e-06,
      "loss": 0.0006,
      "step": 96080
    },
    {
      "epoch": 1.6239236794740712,
      "grad_norm": 0.0012170334812253714,
      "learning_rate": 1.0389001548134088e-06,
      "loss": 0.0003,
      "step": 96090
    },
    {
      "epoch": 1.6240926797529216,
      "grad_norm": 0.028422201052308083,
      "learning_rate": 1.0380003338273774e-06,
      "loss": 0.0004,
      "step": 96100
    },
    {
      "epoch": 1.624261680031772,
      "grad_norm": 0.015722034499049187,
      "learning_rate": 1.037100857554515e-06,
      "loss": 0.0004,
      "step": 96110
    },
    {
      "epoch": 1.6244306803106225,
      "grad_norm": 0.024624217301607132,
      "learning_rate": 1.0362017260730772e-06,
      "loss": 0.0007,
      "step": 96120
    },
    {
      "epoch": 1.6245996805894731,
      "grad_norm": 0.0006813265499658883,
      "learning_rate": 1.0353029394612957e-06,
      "loss": 0.0002,
      "step": 96130
    },
    {
      "epoch": 1.6247686808683235,
      "grad_norm": 0.04793710634112358,
      "learning_rate": 1.0344044977973666e-06,
      "loss": 0.0004,
      "step": 96140
    },
    {
      "epoch": 1.6249376811471739,
      "grad_norm": 0.07139737904071808,
      "learning_rate": 1.0335064011594615e-06,
      "loss": 0.0008,
      "step": 96150
    },
    {
      "epoch": 1.6251066814260242,
      "grad_norm": 0.000769991718698293,
      "learning_rate": 1.032608649625716e-06,
      "loss": 0.0007,
      "step": 96160
    },
    {
      "epoch": 1.6252756817048748,
      "grad_norm": 0.026528295129537582,
      "learning_rate": 1.0317112432742416e-06,
      "loss": 0.0005,
      "step": 96170
    },
    {
      "epoch": 1.6254446819837254,
      "grad_norm": 0.002808311488479376,
      "learning_rate": 1.0308141821831147e-06,
      "loss": 0.0006,
      "step": 96180
    },
    {
      "epoch": 1.6256136822625757,
      "grad_norm": 0.037516504526138306,
      "learning_rate": 1.0299174664303862e-06,
      "loss": 0.0004,
      "step": 96190
    },
    {
      "epoch": 1.625782682541426,
      "grad_norm": 0.08719465881586075,
      "learning_rate": 1.0290210960940722e-06,
      "loss": 0.0013,
      "step": 96200
    },
    {
      "epoch": 1.6259516828202767,
      "grad_norm": 0.030474737286567688,
      "learning_rate": 1.0281250712521633e-06,
      "loss": 0.0004,
      "step": 96210
    },
    {
      "epoch": 1.6261206830991273,
      "grad_norm": 0.012552831321954727,
      "learning_rate": 1.0272293919826182e-06,
      "loss": 0.0008,
      "step": 96220
    },
    {
      "epoch": 1.6262896833779776,
      "grad_norm": 0.010344977490603924,
      "learning_rate": 1.0263340583633635e-06,
      "loss": 0.0006,
      "step": 96230
    },
    {
      "epoch": 1.626458683656828,
      "grad_norm": 0.006808555219322443,
      "learning_rate": 1.0254390704722984e-06,
      "loss": 0.0009,
      "step": 96240
    },
    {
      "epoch": 1.6266276839356784,
      "grad_norm": 0.03128369525074959,
      "learning_rate": 1.0245444283872913e-06,
      "loss": 0.0004,
      "step": 96250
    },
    {
      "epoch": 1.626796684214529,
      "grad_norm": 0.08118956536054611,
      "learning_rate": 1.0236501321861819e-06,
      "loss": 0.0008,
      "step": 96260
    },
    {
      "epoch": 1.6269656844933795,
      "grad_norm": 0.03353813290596008,
      "learning_rate": 1.0227561819467753e-06,
      "loss": 0.0006,
      "step": 96270
    },
    {
      "epoch": 1.6271346847722299,
      "grad_norm": 0.09277798235416412,
      "learning_rate": 1.0218625777468527e-06,
      "loss": 0.0008,
      "step": 96280
    },
    {
      "epoch": 1.6273036850510803,
      "grad_norm": 0.03057316318154335,
      "learning_rate": 1.020969319664159e-06,
      "loss": 0.0008,
      "step": 96290
    },
    {
      "epoch": 1.6274726853299308,
      "grad_norm": 0.01385189313441515,
      "learning_rate": 1.0200764077764146e-06,
      "loss": 0.0009,
      "step": 96300
    },
    {
      "epoch": 1.6276416856087814,
      "grad_norm": 0.03868904337286949,
      "learning_rate": 1.0191838421613043e-06,
      "loss": 0.0018,
      "step": 96310
    },
    {
      "epoch": 1.6278106858876318,
      "grad_norm": 0.058415502309799194,
      "learning_rate": 1.018291622896489e-06,
      "loss": 0.0017,
      "step": 96320
    },
    {
      "epoch": 1.6279796861664821,
      "grad_norm": 0.03958326205611229,
      "learning_rate": 1.0173997500595927e-06,
      "loss": 0.0006,
      "step": 96330
    },
    {
      "epoch": 1.6281486864453325,
      "grad_norm": 0.047710344195365906,
      "learning_rate": 1.0165082237282158e-06,
      "loss": 0.0004,
      "step": 96340
    },
    {
      "epoch": 1.628317686724183,
      "grad_norm": 0.04047977924346924,
      "learning_rate": 1.0156170439799224e-06,
      "loss": 0.0005,
      "step": 96350
    },
    {
      "epoch": 1.6284866870030337,
      "grad_norm": 0.03744013234972954,
      "learning_rate": 1.0147262108922522e-06,
      "loss": 0.0005,
      "step": 96360
    },
    {
      "epoch": 1.628655687281884,
      "grad_norm": 0.025144357234239578,
      "learning_rate": 1.01383572454271e-06,
      "loss": 0.0006,
      "step": 96370
    },
    {
      "epoch": 1.6288246875607344,
      "grad_norm": 0.0007659460534341633,
      "learning_rate": 1.0129455850087737e-06,
      "loss": 0.0004,
      "step": 96380
    },
    {
      "epoch": 1.628993687839585,
      "grad_norm": 0.06955332309007645,
      "learning_rate": 1.0120557923678886e-06,
      "loss": 0.0005,
      "step": 96390
    },
    {
      "epoch": 1.6291626881184353,
      "grad_norm": 0.011934510432183743,
      "learning_rate": 1.0111663466974724e-06,
      "loss": 0.0015,
      "step": 96400
    },
    {
      "epoch": 1.629331688397286,
      "grad_norm": 0.03708849102258682,
      "learning_rate": 1.010277248074909e-06,
      "loss": 0.0011,
      "step": 96410
    },
    {
      "epoch": 1.6295006886761363,
      "grad_norm": 0.02652420848608017,
      "learning_rate": 1.0093884965775564e-06,
      "loss": 0.0005,
      "step": 96420
    },
    {
      "epoch": 1.6296696889549867,
      "grad_norm": 0.18634644150733948,
      "learning_rate": 1.0085000922827386e-06,
      "loss": 0.001,
      "step": 96430
    },
    {
      "epoch": 1.6298386892338372,
      "grad_norm": 0.014714261516928673,
      "learning_rate": 1.0076120352677543e-06,
      "loss": 0.001,
      "step": 96440
    },
    {
      "epoch": 1.6300076895126878,
      "grad_norm": 0.07127939164638519,
      "learning_rate": 1.0067243256098646e-06,
      "loss": 0.0007,
      "step": 96450
    },
    {
      "epoch": 1.6301766897915382,
      "grad_norm": 0.027194982394576073,
      "learning_rate": 1.005836963386308e-06,
      "loss": 0.0007,
      "step": 96460
    },
    {
      "epoch": 1.6303456900703885,
      "grad_norm": 0.04858466610312462,
      "learning_rate": 1.004949948674286e-06,
      "loss": 0.0007,
      "step": 96470
    },
    {
      "epoch": 1.6305146903492391,
      "grad_norm": 0.019683321937918663,
      "learning_rate": 1.0040632815509765e-06,
      "loss": 0.0005,
      "step": 96480
    },
    {
      "epoch": 1.6306836906280895,
      "grad_norm": 0.09658891707658768,
      "learning_rate": 1.0031769620935212e-06,
      "loss": 0.0005,
      "step": 96490
    },
    {
      "epoch": 1.63085269090694,
      "grad_norm": 0.0899178758263588,
      "learning_rate": 1.002290990379035e-06,
      "loss": 0.0013,
      "step": 96500
    },
    {
      "epoch": 1.6310216911857904,
      "grad_norm": 0.06441479176282883,
      "learning_rate": 1.0014053664846035e-06,
      "loss": 0.0009,
      "step": 96510
    },
    {
      "epoch": 1.6311906914646408,
      "grad_norm": 0.043808892369270325,
      "learning_rate": 1.000520090487277e-06,
      "loss": 0.0007,
      "step": 96520
    },
    {
      "epoch": 1.6313596917434914,
      "grad_norm": 0.035942934453487396,
      "learning_rate": 9.996351624640821e-07,
      "loss": 0.0003,
      "step": 96530
    },
    {
      "epoch": 1.631528692022342,
      "grad_norm": 0.03058365173637867,
      "learning_rate": 9.98750582492009e-07,
      "loss": 0.0008,
      "step": 96540
    },
    {
      "epoch": 1.6316976923011923,
      "grad_norm": 0.06809443980455399,
      "learning_rate": 9.978663506480235e-07,
      "loss": 0.0011,
      "step": 96550
    },
    {
      "epoch": 1.6318666925800427,
      "grad_norm": 0.008974218741059303,
      "learning_rate": 9.969824670090543e-07,
      "loss": 0.0008,
      "step": 96560
    },
    {
      "epoch": 1.6320356928588933,
      "grad_norm": 0.05109541118144989,
      "learning_rate": 9.96098931652007e-07,
      "loss": 0.0007,
      "step": 96570
    },
    {
      "epoch": 1.6322046931377436,
      "grad_norm": 0.028603311628103256,
      "learning_rate": 9.952157446537508e-07,
      "loss": 0.0008,
      "step": 96580
    },
    {
      "epoch": 1.6323736934165942,
      "grad_norm": 0.013319021090865135,
      "learning_rate": 9.9433290609113e-07,
      "loss": 0.0008,
      "step": 96590
    },
    {
      "epoch": 1.6325426936954446,
      "grad_norm": 0.0273862574249506,
      "learning_rate": 9.934504160409526e-07,
      "loss": 0.0009,
      "step": 96600
    },
    {
      "epoch": 1.632711693974295,
      "grad_norm": 0.057017650455236435,
      "learning_rate": 9.925682745800009e-07,
      "loss": 0.0008,
      "step": 96610
    },
    {
      "epoch": 1.6328806942531455,
      "grad_norm": 0.011289657093584538,
      "learning_rate": 9.916864817850275e-07,
      "loss": 0.0005,
      "step": 96620
    },
    {
      "epoch": 1.633049694531996,
      "grad_norm": 0.014769106172025204,
      "learning_rate": 9.908050377327494e-07,
      "loss": 0.0015,
      "step": 96630
    },
    {
      "epoch": 1.6332186948108465,
      "grad_norm": 0.19689464569091797,
      "learning_rate": 9.899239424998586e-07,
      "loss": 0.0004,
      "step": 96640
    },
    {
      "epoch": 1.6333876950896968,
      "grad_norm": 0.0896286591887474,
      "learning_rate": 9.890431961630148e-07,
      "loss": 0.0015,
      "step": 96650
    },
    {
      "epoch": 1.6335566953685472,
      "grad_norm": 0.017027780413627625,
      "learning_rate": 9.88162798798845e-07,
      "loss": 0.0004,
      "step": 96660
    },
    {
      "epoch": 1.6337256956473978,
      "grad_norm": 0.016162235289812088,
      "learning_rate": 9.87282750483951e-07,
      "loss": 0.0002,
      "step": 96670
    },
    {
      "epoch": 1.6338946959262484,
      "grad_norm": 0.07593441009521484,
      "learning_rate": 9.864030512948991e-07,
      "loss": 0.0007,
      "step": 96680
    },
    {
      "epoch": 1.6340636962050987,
      "grad_norm": 0.033916737884283066,
      "learning_rate": 9.855237013082285e-07,
      "loss": 0.0008,
      "step": 96690
    },
    {
      "epoch": 1.634232696483949,
      "grad_norm": 0.022884488105773926,
      "learning_rate": 9.846447006004456e-07,
      "loss": 0.0003,
      "step": 96700
    },
    {
      "epoch": 1.6344016967627997,
      "grad_norm": 0.08436908572912216,
      "learning_rate": 9.8376604924803e-07,
      "loss": 0.0004,
      "step": 96710
    },
    {
      "epoch": 1.6345706970416503,
      "grad_norm": 0.03133808448910713,
      "learning_rate": 9.828877473274257e-07,
      "loss": 0.0004,
      "step": 96720
    },
    {
      "epoch": 1.6347396973205006,
      "grad_norm": 0.031930964440107346,
      "learning_rate": 9.82009794915052e-07,
      "loss": 0.001,
      "step": 96730
    },
    {
      "epoch": 1.634908697599351,
      "grad_norm": 0.06534985452890396,
      "learning_rate": 9.811321920872924e-07,
      "loss": 0.001,
      "step": 96740
    },
    {
      "epoch": 1.6350776978782013,
      "grad_norm": 0.044219955801963806,
      "learning_rate": 9.802549389205041e-07,
      "loss": 0.0006,
      "step": 96750
    },
    {
      "epoch": 1.635246698157052,
      "grad_norm": 0.039992161095142365,
      "learning_rate": 9.79378035491013e-07,
      "loss": 0.0005,
      "step": 96760
    },
    {
      "epoch": 1.6354156984359025,
      "grad_norm": 0.07529482990503311,
      "learning_rate": 9.785014818751125e-07,
      "loss": 0.0005,
      "step": 96770
    },
    {
      "epoch": 1.6355846987147529,
      "grad_norm": 0.01657024398446083,
      "learning_rate": 9.77625278149069e-07,
      "loss": 0.0004,
      "step": 96780
    },
    {
      "epoch": 1.6357536989936032,
      "grad_norm": 0.06686761975288391,
      "learning_rate": 9.767494243891134e-07,
      "loss": 0.0012,
      "step": 96790
    },
    {
      "epoch": 1.6359226992724538,
      "grad_norm": 0.03590511530637741,
      "learning_rate": 9.758739206714512e-07,
      "loss": 0.0009,
      "step": 96800
    },
    {
      "epoch": 1.6360916995513044,
      "grad_norm": 0.00774614792317152,
      "learning_rate": 9.74998767072257e-07,
      "loss": 0.0006,
      "step": 96810
    },
    {
      "epoch": 1.6362606998301548,
      "grad_norm": 0.06778514385223389,
      "learning_rate": 9.741239636676696e-07,
      "loss": 0.0008,
      "step": 96820
    },
    {
      "epoch": 1.6364297001090051,
      "grad_norm": 0.09307301044464111,
      "learning_rate": 9.732495105338036e-07,
      "loss": 0.0009,
      "step": 96830
    },
    {
      "epoch": 1.6365987003878555,
      "grad_norm": 0.027598995715379715,
      "learning_rate": 9.723754077467417e-07,
      "loss": 0.0006,
      "step": 96840
    },
    {
      "epoch": 1.636767700666706,
      "grad_norm": 0.06962253898382187,
      "learning_rate": 9.715016553825318e-07,
      "loss": 0.0007,
      "step": 96850
    },
    {
      "epoch": 1.6369367009455567,
      "grad_norm": 0.02600184455513954,
      "learning_rate": 9.706282535171979e-07,
      "loss": 0.0002,
      "step": 96860
    },
    {
      "epoch": 1.637105701224407,
      "grad_norm": 0.01340588927268982,
      "learning_rate": 9.697552022267276e-07,
      "loss": 0.0008,
      "step": 96870
    },
    {
      "epoch": 1.6372747015032574,
      "grad_norm": 0.03624692186713219,
      "learning_rate": 9.688825015870829e-07,
      "loss": 0.0013,
      "step": 96880
    },
    {
      "epoch": 1.637443701782108,
      "grad_norm": 0.14636138081550598,
      "learning_rate": 9.680101516741908e-07,
      "loss": 0.0007,
      "step": 96890
    },
    {
      "epoch": 1.6376127020609585,
      "grad_norm": 0.03972083702683449,
      "learning_rate": 9.671381525639517e-07,
      "loss": 0.0008,
      "step": 96900
    },
    {
      "epoch": 1.637781702339809,
      "grad_norm": 0.04988046735525131,
      "learning_rate": 9.662665043322317e-07,
      "loss": 0.0007,
      "step": 96910
    },
    {
      "epoch": 1.6379507026186593,
      "grad_norm": 0.016621902585029602,
      "learning_rate": 9.653952070548712e-07,
      "loss": 0.0008,
      "step": 96920
    },
    {
      "epoch": 1.6381197028975096,
      "grad_norm": 0.04055316373705864,
      "learning_rate": 9.645242608076749e-07,
      "loss": 0.0012,
      "step": 96930
    },
    {
      "epoch": 1.6382887031763602,
      "grad_norm": 0.026886506006121635,
      "learning_rate": 9.636536656664209e-07,
      "loss": 0.0005,
      "step": 96940
    },
    {
      "epoch": 1.6384577034552108,
      "grad_norm": 0.03368248790502548,
      "learning_rate": 9.627834217068532e-07,
      "loss": 0.0008,
      "step": 96950
    },
    {
      "epoch": 1.6386267037340612,
      "grad_norm": 0.004224222619086504,
      "learning_rate": 9.619135290046906e-07,
      "loss": 0.0006,
      "step": 96960
    },
    {
      "epoch": 1.6387957040129115,
      "grad_norm": 0.004865554627031088,
      "learning_rate": 9.610439876356142e-07,
      "loss": 0.0003,
      "step": 96970
    },
    {
      "epoch": 1.638964704291762,
      "grad_norm": 0.04468980059027672,
      "learning_rate": 9.601747976752802e-07,
      "loss": 0.0026,
      "step": 96980
    },
    {
      "epoch": 1.6391337045706127,
      "grad_norm": 0.06228204444050789,
      "learning_rate": 9.593059591993132e-07,
      "loss": 0.0012,
      "step": 96990
    },
    {
      "epoch": 1.639302704849463,
      "grad_norm": 0.09721628576517105,
      "learning_rate": 9.58437472283304e-07,
      "loss": 0.0005,
      "step": 97000
    },
    {
      "epoch": 1.6394717051283134,
      "grad_norm": 0.04007471725344658,
      "learning_rate": 9.575693370028166e-07,
      "loss": 0.0005,
      "step": 97010
    },
    {
      "epoch": 1.6396407054071638,
      "grad_norm": 0.022833475843071938,
      "learning_rate": 9.567015534333835e-07,
      "loss": 0.0007,
      "step": 97020
    },
    {
      "epoch": 1.6398097056860144,
      "grad_norm": 0.035724788904190063,
      "learning_rate": 9.558341216505063e-07,
      "loss": 0.0011,
      "step": 97030
    },
    {
      "epoch": 1.639978705964865,
      "grad_norm": 0.0324830487370491,
      "learning_rate": 9.549670417296536e-07,
      "loss": 0.0007,
      "step": 97040
    },
    {
      "epoch": 1.6401477062437153,
      "grad_norm": 0.025162674486637115,
      "learning_rate": 9.541003137462685e-07,
      "loss": 0.0009,
      "step": 97050
    },
    {
      "epoch": 1.6403167065225657,
      "grad_norm": 0.025426583364605904,
      "learning_rate": 9.532339377757571e-07,
      "loss": 0.0005,
      "step": 97060
    },
    {
      "epoch": 1.6404857068014163,
      "grad_norm": 0.017605816945433617,
      "learning_rate": 9.523679138935022e-07,
      "loss": 0.0006,
      "step": 97070
    },
    {
      "epoch": 1.6406547070802668,
      "grad_norm": 0.04608120024204254,
      "learning_rate": 9.515022421748482e-07,
      "loss": 0.0011,
      "step": 97080
    },
    {
      "epoch": 1.6408237073591172,
      "grad_norm": 0.03623725846409798,
      "learning_rate": 9.506369226951156e-07,
      "loss": 0.0003,
      "step": 97090
    },
    {
      "epoch": 1.6409927076379676,
      "grad_norm": 0.04509522765874863,
      "learning_rate": 9.497719555295898e-07,
      "loss": 0.0007,
      "step": 97100
    },
    {
      "epoch": 1.641161707916818,
      "grad_norm": 0.009332438930869102,
      "learning_rate": 9.489073407535287e-07,
      "loss": 0.0005,
      "step": 97110
    },
    {
      "epoch": 1.6413307081956685,
      "grad_norm": 0.020322060212492943,
      "learning_rate": 9.480430784421552e-07,
      "loss": 0.0005,
      "step": 97120
    },
    {
      "epoch": 1.641499708474519,
      "grad_norm": 0.11147165298461914,
      "learning_rate": 9.471791686706677e-07,
      "loss": 0.001,
      "step": 97130
    },
    {
      "epoch": 1.6416687087533695,
      "grad_norm": 0.027426326647400856,
      "learning_rate": 9.463156115142275e-07,
      "loss": 0.0005,
      "step": 97140
    },
    {
      "epoch": 1.6418377090322198,
      "grad_norm": 0.008892586454749107,
      "learning_rate": 9.454524070479714e-07,
      "loss": 0.0009,
      "step": 97150
    },
    {
      "epoch": 1.6420067093110704,
      "grad_norm": 0.06547423452138901,
      "learning_rate": 9.445895553469986e-07,
      "loss": 0.0007,
      "step": 97160
    },
    {
      "epoch": 1.642175709589921,
      "grad_norm": 0.04201348125934601,
      "learning_rate": 9.437270564863854e-07,
      "loss": 0.0011,
      "step": 97170
    },
    {
      "epoch": 1.6423447098687713,
      "grad_norm": 0.0022331583313643932,
      "learning_rate": 9.428649105411697e-07,
      "loss": 0.0005,
      "step": 97180
    },
    {
      "epoch": 1.6425137101476217,
      "grad_norm": 0.13671652972698212,
      "learning_rate": 9.420031175863642e-07,
      "loss": 0.0013,
      "step": 97190
    },
    {
      "epoch": 1.642682710426472,
      "grad_norm": 0.050300270318984985,
      "learning_rate": 9.411416776969484e-07,
      "loss": 0.0006,
      "step": 97200
    },
    {
      "epoch": 1.6428517107053227,
      "grad_norm": 0.03513916954398155,
      "learning_rate": 9.40280590947874e-07,
      "loss": 0.0015,
      "step": 97210
    },
    {
      "epoch": 1.6430207109841732,
      "grad_norm": 0.016461919993162155,
      "learning_rate": 9.394198574140567e-07,
      "loss": 0.0004,
      "step": 97220
    },
    {
      "epoch": 1.6431897112630236,
      "grad_norm": 0.15564028918743134,
      "learning_rate": 9.385594771703871e-07,
      "loss": 0.0013,
      "step": 97230
    },
    {
      "epoch": 1.643358711541874,
      "grad_norm": 0.08642155677080154,
      "learning_rate": 9.376994502917197e-07,
      "loss": 0.001,
      "step": 97240
    },
    {
      "epoch": 1.6435277118207245,
      "grad_norm": 0.006080037914216518,
      "learning_rate": 9.368397768528825e-07,
      "loss": 0.0008,
      "step": 97250
    },
    {
      "epoch": 1.6436967120995751,
      "grad_norm": 0.14761480689048767,
      "learning_rate": 9.359804569286729e-07,
      "loss": 0.0009,
      "step": 97260
    },
    {
      "epoch": 1.6438657123784255,
      "grad_norm": 0.0032137467060238123,
      "learning_rate": 9.351214905938521e-07,
      "loss": 0.0009,
      "step": 97270
    },
    {
      "epoch": 1.6440347126572759,
      "grad_norm": 0.04017636552453041,
      "learning_rate": 9.342628779231582e-07,
      "loss": 0.0008,
      "step": 97280
    },
    {
      "epoch": 1.6442037129361262,
      "grad_norm": 0.0005415910272859037,
      "learning_rate": 9.334046189912915e-07,
      "loss": 0.0004,
      "step": 97290
    },
    {
      "epoch": 1.6443727132149768,
      "grad_norm": 0.08849450200796127,
      "learning_rate": 9.325467138729272e-07,
      "loss": 0.001,
      "step": 97300
    },
    {
      "epoch": 1.6445417134938274,
      "grad_norm": 0.0690179243683815,
      "learning_rate": 9.31689162642705e-07,
      "loss": 0.0008,
      "step": 97310
    },
    {
      "epoch": 1.6447107137726777,
      "grad_norm": 0.03570980206131935,
      "learning_rate": 9.308319653752379e-07,
      "loss": 0.0007,
      "step": 97320
    },
    {
      "epoch": 1.644879714051528,
      "grad_norm": 0.010233347304165363,
      "learning_rate": 9.299751221451042e-07,
      "loss": 0.0003,
      "step": 97330
    },
    {
      "epoch": 1.6450487143303787,
      "grad_norm": 0.055424634367227554,
      "learning_rate": 9.291186330268564e-07,
      "loss": 0.0007,
      "step": 97340
    },
    {
      "epoch": 1.645217714609229,
      "grad_norm": 0.028542617335915565,
      "learning_rate": 9.282624980950094e-07,
      "loss": 0.0005,
      "step": 97350
    },
    {
      "epoch": 1.6453867148880796,
      "grad_norm": 0.009859766811132431,
      "learning_rate": 9.274067174240548e-07,
      "loss": 0.0003,
      "step": 97360
    },
    {
      "epoch": 1.64555571516693,
      "grad_norm": 0.011371731758117676,
      "learning_rate": 9.265512910884466e-07,
      "loss": 0.0004,
      "step": 97370
    },
    {
      "epoch": 1.6457247154457804,
      "grad_norm": 0.0602949783205986,
      "learning_rate": 9.256962191626124e-07,
      "loss": 0.0008,
      "step": 97380
    },
    {
      "epoch": 1.645893715724631,
      "grad_norm": 0.03658745437860489,
      "learning_rate": 9.248415017209478e-07,
      "loss": 0.0007,
      "step": 97390
    },
    {
      "epoch": 1.6460627160034815,
      "grad_norm": 0.08593559265136719,
      "learning_rate": 9.23987138837818e-07,
      "loss": 0.0007,
      "step": 97400
    },
    {
      "epoch": 1.646231716282332,
      "grad_norm": 0.062391120940446854,
      "learning_rate": 9.231331305875552e-07,
      "loss": 0.0009,
      "step": 97410
    },
    {
      "epoch": 1.6464007165611823,
      "grad_norm": 0.02832197956740856,
      "learning_rate": 9.222794770444638e-07,
      "loss": 0.0006,
      "step": 97420
    },
    {
      "epoch": 1.6465697168400328,
      "grad_norm": 0.025280700996518135,
      "learning_rate": 9.214261782828133e-07,
      "loss": 0.0008,
      "step": 97430
    },
    {
      "epoch": 1.6467387171188832,
      "grad_norm": 0.22469237446784973,
      "learning_rate": 9.20573234376848e-07,
      "loss": 0.0012,
      "step": 97440
    },
    {
      "epoch": 1.6469077173977338,
      "grad_norm": 0.02634529396891594,
      "learning_rate": 9.197206454007756e-07,
      "loss": 0.0006,
      "step": 97450
    },
    {
      "epoch": 1.6470767176765841,
      "grad_norm": 0.018179452046751976,
      "learning_rate": 9.188684114287772e-07,
      "loss": 0.0006,
      "step": 97460
    },
    {
      "epoch": 1.6472457179554345,
      "grad_norm": 0.00996420904994011,
      "learning_rate": 9.180165325349999e-07,
      "loss": 0.0007,
      "step": 97470
    },
    {
      "epoch": 1.647414718234285,
      "grad_norm": 0.04182242974638939,
      "learning_rate": 9.171650087935624e-07,
      "loss": 0.0008,
      "step": 97480
    },
    {
      "epoch": 1.6475837185131357,
      "grad_norm": 0.014716528356075287,
      "learning_rate": 9.163138402785504e-07,
      "loss": 0.0008,
      "step": 97490
    },
    {
      "epoch": 1.647752718791986,
      "grad_norm": 0.013761723414063454,
      "learning_rate": 9.154630270640214e-07,
      "loss": 0.0007,
      "step": 97500
    },
    {
      "epoch": 1.6479217190708364,
      "grad_norm": 0.036597806960344315,
      "learning_rate": 9.146125692239976e-07,
      "loss": 0.0005,
      "step": 97510
    },
    {
      "epoch": 1.6480907193496868,
      "grad_norm": 0.0009444573661312461,
      "learning_rate": 9.137624668324741e-07,
      "loss": 0.0009,
      "step": 97520
    },
    {
      "epoch": 1.6482597196285373,
      "grad_norm": 0.061494581401348114,
      "learning_rate": 9.129127199634158e-07,
      "loss": 0.0012,
      "step": 97530
    },
    {
      "epoch": 1.648428719907388,
      "grad_norm": 0.07248084247112274,
      "learning_rate": 9.120633286907521e-07,
      "loss": 0.0006,
      "step": 97540
    },
    {
      "epoch": 1.6485977201862383,
      "grad_norm": 0.030622024089097977,
      "learning_rate": 9.112142930883866e-07,
      "loss": 0.0016,
      "step": 97550
    },
    {
      "epoch": 1.6487667204650887,
      "grad_norm": 0.055071569979190826,
      "learning_rate": 9.103656132301869e-07,
      "loss": 0.0005,
      "step": 97560
    },
    {
      "epoch": 1.6489357207439392,
      "grad_norm": 0.02567562833428383,
      "learning_rate": 9.095172891899939e-07,
      "loss": 0.0005,
      "step": 97570
    },
    {
      "epoch": 1.6491047210227898,
      "grad_norm": 0.05259372666478157,
      "learning_rate": 9.086693210416164e-07,
      "loss": 0.0007,
      "step": 97580
    },
    {
      "epoch": 1.6492737213016402,
      "grad_norm": 0.0008730893023312092,
      "learning_rate": 9.078217088588298e-07,
      "loss": 0.0005,
      "step": 97590
    },
    {
      "epoch": 1.6494427215804905,
      "grad_norm": 0.013485025614500046,
      "learning_rate": 9.069744527153812e-07,
      "loss": 0.0004,
      "step": 97600
    },
    {
      "epoch": 1.649611721859341,
      "grad_norm": 0.006705063860863447,
      "learning_rate": 9.061275526849883e-07,
      "loss": 0.0009,
      "step": 97610
    },
    {
      "epoch": 1.6497807221381915,
      "grad_norm": 0.07051364332437515,
      "learning_rate": 9.052810088413322e-07,
      "loss": 0.0008,
      "step": 97620
    },
    {
      "epoch": 1.649949722417042,
      "grad_norm": 0.029289480298757553,
      "learning_rate": 9.044348212580689e-07,
      "loss": 0.0008,
      "step": 97630
    },
    {
      "epoch": 1.6501187226958924,
      "grad_norm": 0.016281338408589363,
      "learning_rate": 9.035889900088179e-07,
      "loss": 0.0007,
      "step": 97640
    },
    {
      "epoch": 1.6502877229747428,
      "grad_norm": 0.00940323993563652,
      "learning_rate": 9.027435151671743e-07,
      "loss": 0.0021,
      "step": 97650
    },
    {
      "epoch": 1.6504567232535934,
      "grad_norm": 0.01000247523188591,
      "learning_rate": 9.018983968066947e-07,
      "loss": 0.0007,
      "step": 97660
    },
    {
      "epoch": 1.650625723532444,
      "grad_norm": 0.05016298592090607,
      "learning_rate": 9.010536350009119e-07,
      "loss": 0.0004,
      "step": 97670
    },
    {
      "epoch": 1.6507947238112943,
      "grad_norm": 0.04229207709431648,
      "learning_rate": 9.002092298233211e-07,
      "loss": 0.0005,
      "step": 97680
    },
    {
      "epoch": 1.6509637240901447,
      "grad_norm": 0.03415260091423988,
      "learning_rate": 8.99365181347393e-07,
      "loss": 0.0005,
      "step": 97690
    },
    {
      "epoch": 1.651132724368995,
      "grad_norm": 0.07657230645418167,
      "learning_rate": 8.985214896465604e-07,
      "loss": 0.0008,
      "step": 97700
    },
    {
      "epoch": 1.6513017246478456,
      "grad_norm": 0.0001833623682614416,
      "learning_rate": 8.97678154794232e-07,
      "loss": 0.0002,
      "step": 97710
    },
    {
      "epoch": 1.6514707249266962,
      "grad_norm": 0.03562748432159424,
      "learning_rate": 8.96835176863779e-07,
      "loss": 0.0005,
      "step": 97720
    },
    {
      "epoch": 1.6516397252055466,
      "grad_norm": 0.02505319006741047,
      "learning_rate": 8.95992555928547e-07,
      "loss": 0.0004,
      "step": 97730
    },
    {
      "epoch": 1.651808725484397,
      "grad_norm": 0.11562114953994751,
      "learning_rate": 8.95150292061846e-07,
      "loss": 0.0012,
      "step": 97740
    },
    {
      "epoch": 1.6519777257632475,
      "grad_norm": 0.008282345719635487,
      "learning_rate": 8.943083853369583e-07,
      "loss": 0.0004,
      "step": 97750
    },
    {
      "epoch": 1.6521467260420981,
      "grad_norm": 0.012088058516383171,
      "learning_rate": 8.934668358271342e-07,
      "loss": 0.0008,
      "step": 97760
    },
    {
      "epoch": 1.6523157263209485,
      "grad_norm": 0.01571849174797535,
      "learning_rate": 8.926256436055914e-07,
      "loss": 0.0009,
      "step": 97770
    },
    {
      "epoch": 1.6524847265997988,
      "grad_norm": 0.020298385992646217,
      "learning_rate": 8.917848087455178e-07,
      "loss": 0.0005,
      "step": 97780
    },
    {
      "epoch": 1.6526537268786492,
      "grad_norm": 0.024168308824300766,
      "learning_rate": 8.909443313200706e-07,
      "loss": 0.0005,
      "step": 97790
    },
    {
      "epoch": 1.6528227271574998,
      "grad_norm": 0.010439195670187473,
      "learning_rate": 8.901042114023766e-07,
      "loss": 0.0007,
      "step": 97800
    },
    {
      "epoch": 1.6529917274363504,
      "grad_norm": 0.06465132534503937,
      "learning_rate": 8.892644490655284e-07,
      "loss": 0.001,
      "step": 97810
    },
    {
      "epoch": 1.6531607277152007,
      "grad_norm": 0.015410232357680798,
      "learning_rate": 8.88425044382591e-07,
      "loss": 0.0006,
      "step": 97820
    },
    {
      "epoch": 1.653329727994051,
      "grad_norm": 0.08747339993715286,
      "learning_rate": 8.875859974265944e-07,
      "loss": 0.0011,
      "step": 97830
    },
    {
      "epoch": 1.6534987282729017,
      "grad_norm": 0.04376240819692612,
      "learning_rate": 8.867473082705424e-07,
      "loss": 0.0007,
      "step": 97840
    },
    {
      "epoch": 1.6536677285517523,
      "grad_norm": 0.0737852230668068,
      "learning_rate": 8.859089769874024e-07,
      "loss": 0.0008,
      "step": 97850
    },
    {
      "epoch": 1.6538367288306026,
      "grad_norm": 0.05410739779472351,
      "learning_rate": 8.850710036501165e-07,
      "loss": 0.0006,
      "step": 97860
    },
    {
      "epoch": 1.654005729109453,
      "grad_norm": 0.110353983938694,
      "learning_rate": 8.842333883315884e-07,
      "loss": 0.0008,
      "step": 97870
    },
    {
      "epoch": 1.6541747293883033,
      "grad_norm": 0.00010571058373898268,
      "learning_rate": 8.83396131104699e-07,
      "loss": 0.0005,
      "step": 97880
    },
    {
      "epoch": 1.654343729667154,
      "grad_norm": 0.03712800517678261,
      "learning_rate": 8.825592320422899e-07,
      "loss": 0.0012,
      "step": 97890
    },
    {
      "epoch": 1.6545127299460045,
      "grad_norm": 0.05840837582945824,
      "learning_rate": 8.817226912171783e-07,
      "loss": 0.0006,
      "step": 97900
    },
    {
      "epoch": 1.6546817302248549,
      "grad_norm": 0.024938484653830528,
      "learning_rate": 8.808865087021451e-07,
      "loss": 0.0005,
      "step": 97910
    },
    {
      "epoch": 1.6548507305037052,
      "grad_norm": 0.0135054225102067,
      "learning_rate": 8.800506845699441e-07,
      "loss": 0.0003,
      "step": 97920
    },
    {
      "epoch": 1.6550197307825558,
      "grad_norm": 0.003684627590700984,
      "learning_rate": 8.79215218893294e-07,
      "loss": 0.0003,
      "step": 97930
    },
    {
      "epoch": 1.6551887310614064,
      "grad_norm": 0.05478254705667496,
      "learning_rate": 8.783801117448853e-07,
      "loss": 0.0006,
      "step": 97940
    },
    {
      "epoch": 1.6553577313402568,
      "grad_norm": 0.03860902413725853,
      "learning_rate": 8.775453631973785e-07,
      "loss": 0.0003,
      "step": 97950
    },
    {
      "epoch": 1.6555267316191071,
      "grad_norm": 0.02583891712129116,
      "learning_rate": 8.76710973323397e-07,
      "loss": 0.0011,
      "step": 97960
    },
    {
      "epoch": 1.6556957318979575,
      "grad_norm": 0.0985838994383812,
      "learning_rate": 8.758769421955388e-07,
      "loss": 0.0007,
      "step": 97970
    },
    {
      "epoch": 1.655864732176808,
      "grad_norm": 0.008611098863184452,
      "learning_rate": 8.750432698863698e-07,
      "loss": 0.001,
      "step": 97980
    },
    {
      "epoch": 1.6560337324556587,
      "grad_norm": 0.06516892462968826,
      "learning_rate": 8.742099564684209e-07,
      "loss": 0.001,
      "step": 97990
    },
    {
      "epoch": 1.656202732734509,
      "grad_norm": 0.02409842424094677,
      "learning_rate": 8.733770020141969e-07,
      "loss": 0.0014,
      "step": 98000
    },
    {
      "epoch": 1.6563717330133594,
      "grad_norm": 0.049286551773548126,
      "learning_rate": 8.725444065961663e-07,
      "loss": 0.0009,
      "step": 98010
    },
    {
      "epoch": 1.65654073329221,
      "grad_norm": 0.023762457072734833,
      "learning_rate": 8.717121702867709e-07,
      "loss": 0.0008,
      "step": 98020
    },
    {
      "epoch": 1.6567097335710605,
      "grad_norm": 0.04187716171145439,
      "learning_rate": 8.708802931584193e-07,
      "loss": 0.001,
      "step": 98030
    },
    {
      "epoch": 1.656878733849911,
      "grad_norm": 0.044227421283721924,
      "learning_rate": 8.700487752834875e-07,
      "loss": 0.0003,
      "step": 98040
    },
    {
      "epoch": 1.6570477341287613,
      "grad_norm": 0.049865856766700745,
      "learning_rate": 8.692176167343231e-07,
      "loss": 0.0008,
      "step": 98050
    },
    {
      "epoch": 1.6572167344076116,
      "grad_norm": 0.047756098210811615,
      "learning_rate": 8.683868175832394e-07,
      "loss": 0.0006,
      "step": 98060
    },
    {
      "epoch": 1.6573857346864622,
      "grad_norm": 0.02121659927070141,
      "learning_rate": 8.675563779025214e-07,
      "loss": 0.0006,
      "step": 98070
    },
    {
      "epoch": 1.6575547349653128,
      "grad_norm": 0.024621332064270973,
      "learning_rate": 8.667262977644197e-07,
      "loss": 0.0005,
      "step": 98080
    },
    {
      "epoch": 1.6577237352441632,
      "grad_norm": 0.0006263728719204664,
      "learning_rate": 8.658965772411576e-07,
      "loss": 0.0009,
      "step": 98090
    },
    {
      "epoch": 1.6578927355230135,
      "grad_norm": 0.01369393803179264,
      "learning_rate": 8.650672164049217e-07,
      "loss": 0.0007,
      "step": 98100
    },
    {
      "epoch": 1.6580617358018641,
      "grad_norm": 0.001999722560867667,
      "learning_rate": 8.642382153278739e-07,
      "loss": 0.0004,
      "step": 98110
    },
    {
      "epoch": 1.6582307360807147,
      "grad_norm": 0.002143674297258258,
      "learning_rate": 8.634095740821385e-07,
      "loss": 0.0007,
      "step": 98120
    },
    {
      "epoch": 1.658399736359565,
      "grad_norm": 0.04328879714012146,
      "learning_rate": 8.625812927398136e-07,
      "loss": 0.0005,
      "step": 98130
    },
    {
      "epoch": 1.6585687366384154,
      "grad_norm": 0.022024834528565407,
      "learning_rate": 8.617533713729609e-07,
      "loss": 0.001,
      "step": 98140
    },
    {
      "epoch": 1.6587377369172658,
      "grad_norm": 0.0001287844788748771,
      "learning_rate": 8.609258100536155e-07,
      "loss": 0.0008,
      "step": 98150
    },
    {
      "epoch": 1.6589067371961164,
      "grad_norm": 0.02500726468861103,
      "learning_rate": 8.600986088537783e-07,
      "loss": 0.002,
      "step": 98160
    },
    {
      "epoch": 1.659075737474967,
      "grad_norm": 0.12904953956604004,
      "learning_rate": 8.592717678454222e-07,
      "loss": 0.0006,
      "step": 98170
    },
    {
      "epoch": 1.6592447377538173,
      "grad_norm": 0.04279755800962448,
      "learning_rate": 8.584452871004834e-07,
      "loss": 0.0005,
      "step": 98180
    },
    {
      "epoch": 1.6594137380326677,
      "grad_norm": 0.007707957644015551,
      "learning_rate": 8.576191666908717e-07,
      "loss": 0.0007,
      "step": 98190
    },
    {
      "epoch": 1.6595827383115183,
      "grad_norm": 0.12773577868938446,
      "learning_rate": 8.56793406688462e-07,
      "loss": 0.0009,
      "step": 98200
    },
    {
      "epoch": 1.6597517385903686,
      "grad_norm": 0.02980293706059456,
      "learning_rate": 8.55968007165101e-07,
      "loss": 0.0008,
      "step": 98210
    },
    {
      "epoch": 1.6599207388692192,
      "grad_norm": 0.06709340214729309,
      "learning_rate": 8.55142968192601e-07,
      "loss": 0.0008,
      "step": 98220
    },
    {
      "epoch": 1.6600897391480696,
      "grad_norm": 0.023071642965078354,
      "learning_rate": 8.54318289842746e-07,
      "loss": 0.0015,
      "step": 98230
    },
    {
      "epoch": 1.66025873942692,
      "grad_norm": 0.003490469651296735,
      "learning_rate": 8.534939721872848e-07,
      "loss": 0.0013,
      "step": 98240
    },
    {
      "epoch": 1.6604277397057705,
      "grad_norm": 0.034906335175037384,
      "learning_rate": 8.526700152979395e-07,
      "loss": 0.0006,
      "step": 98250
    },
    {
      "epoch": 1.660596739984621,
      "grad_norm": 0.025669587776064873,
      "learning_rate": 8.51846419246396e-07,
      "loss": 0.0029,
      "step": 98260
    },
    {
      "epoch": 1.6607657402634715,
      "grad_norm": 0.05409591645002365,
      "learning_rate": 8.510231841043137e-07,
      "loss": 0.0005,
      "step": 98270
    },
    {
      "epoch": 1.6609347405423218,
      "grad_norm": 0.01553164143115282,
      "learning_rate": 8.502003099433154e-07,
      "loss": 0.0011,
      "step": 98280
    },
    {
      "epoch": 1.6611037408211724,
      "grad_norm": 0.05354379862546921,
      "learning_rate": 8.493777968349959e-07,
      "loss": 0.0006,
      "step": 98290
    },
    {
      "epoch": 1.6612727411000228,
      "grad_norm": 0.06067023053765297,
      "learning_rate": 8.485556448509202e-07,
      "loss": 0.0005,
      "step": 98300
    },
    {
      "epoch": 1.6614417413788733,
      "grad_norm": 0.029005998745560646,
      "learning_rate": 8.477338540626157e-07,
      "loss": 0.0007,
      "step": 98310
    },
    {
      "epoch": 1.6616107416577237,
      "grad_norm": 0.0032901307567954063,
      "learning_rate": 8.46912424541586e-07,
      "loss": 0.0005,
      "step": 98320
    },
    {
      "epoch": 1.661779741936574,
      "grad_norm": 0.011192691512405872,
      "learning_rate": 8.460913563592959e-07,
      "loss": 0.0006,
      "step": 98330
    },
    {
      "epoch": 1.6619487422154247,
      "grad_norm": 0.02068910375237465,
      "learning_rate": 8.452706495871837e-07,
      "loss": 0.0012,
      "step": 98340
    },
    {
      "epoch": 1.6621177424942752,
      "grad_norm": 0.054953016340732574,
      "learning_rate": 8.444503042966567e-07,
      "loss": 0.0005,
      "step": 98350
    },
    {
      "epoch": 1.6622867427731256,
      "grad_norm": 0.05563584342598915,
      "learning_rate": 8.436303205590863e-07,
      "loss": 0.0004,
      "step": 98360
    },
    {
      "epoch": 1.662455743051976,
      "grad_norm": 0.08429501205682755,
      "learning_rate": 8.428106984458156e-07,
      "loss": 0.0006,
      "step": 98370
    },
    {
      "epoch": 1.6626247433308265,
      "grad_norm": 0.12233336269855499,
      "learning_rate": 8.419914380281579e-07,
      "loss": 0.0007,
      "step": 98380
    },
    {
      "epoch": 1.662793743609677,
      "grad_norm": 0.1364852637052536,
      "learning_rate": 8.411725393773895e-07,
      "loss": 0.0006,
      "step": 98390
    },
    {
      "epoch": 1.6629627438885275,
      "grad_norm": 0.05216464400291443,
      "learning_rate": 8.403540025647616e-07,
      "loss": 0.001,
      "step": 98400
    },
    {
      "epoch": 1.6631317441673779,
      "grad_norm": 0.04671711102128029,
      "learning_rate": 8.395358276614879e-07,
      "loss": 0.0006,
      "step": 98410
    },
    {
      "epoch": 1.6633007444462282,
      "grad_norm": 0.027912594377994537,
      "learning_rate": 8.387180147387569e-07,
      "loss": 0.0007,
      "step": 98420
    },
    {
      "epoch": 1.6634697447250788,
      "grad_norm": 0.0016561595257371664,
      "learning_rate": 8.379005638677184e-07,
      "loss": 0.001,
      "step": 98430
    },
    {
      "epoch": 1.6636387450039294,
      "grad_norm": 0.040859147906303406,
      "learning_rate": 8.37083475119499e-07,
      "loss": 0.0004,
      "step": 98440
    },
    {
      "epoch": 1.6638077452827797,
      "grad_norm": 0.005387297365814447,
      "learning_rate": 8.362667485651849e-07,
      "loss": 0.0004,
      "step": 98450
    },
    {
      "epoch": 1.66397674556163,
      "grad_norm": 0.02775135263800621,
      "learning_rate": 8.354503842758388e-07,
      "loss": 0.0002,
      "step": 98460
    },
    {
      "epoch": 1.6641457458404805,
      "grad_norm": 0.0674198791384697,
      "learning_rate": 8.346343823224862e-07,
      "loss": 0.0004,
      "step": 98470
    },
    {
      "epoch": 1.664314746119331,
      "grad_norm": 0.032847706228494644,
      "learning_rate": 8.338187427761251e-07,
      "loss": 0.0008,
      "step": 98480
    },
    {
      "epoch": 1.6644837463981816,
      "grad_norm": 0.05390644818544388,
      "learning_rate": 8.330034657077174e-07,
      "loss": 0.0007,
      "step": 98490
    },
    {
      "epoch": 1.664652746677032,
      "grad_norm": 0.020645366981625557,
      "learning_rate": 8.321885511881994e-07,
      "loss": 0.0015,
      "step": 98500
    },
    {
      "epoch": 1.6648217469558824,
      "grad_norm": 0.026290608569979668,
      "learning_rate": 8.313739992884695e-07,
      "loss": 0.0005,
      "step": 98510
    },
    {
      "epoch": 1.664990747234733,
      "grad_norm": 0.023746129125356674,
      "learning_rate": 8.305598100793993e-07,
      "loss": 0.0004,
      "step": 98520
    },
    {
      "epoch": 1.6651597475135835,
      "grad_norm": 0.02805907279253006,
      "learning_rate": 8.297459836318267e-07,
      "loss": 0.0019,
      "step": 98530
    },
    {
      "epoch": 1.665328747792434,
      "grad_norm": 0.01339644007384777,
      "learning_rate": 8.289325200165605e-07,
      "loss": 0.0005,
      "step": 98540
    },
    {
      "epoch": 1.6654977480712843,
      "grad_norm": 0.05567881464958191,
      "learning_rate": 8.281194193043729e-07,
      "loss": 0.0007,
      "step": 98550
    },
    {
      "epoch": 1.6656667483501346,
      "grad_norm": 0.00011985190212726593,
      "learning_rate": 8.273066815660086e-07,
      "loss": 0.0011,
      "step": 98560
    },
    {
      "epoch": 1.6658357486289852,
      "grad_norm": 0.06024892255663872,
      "learning_rate": 8.26494306872182e-07,
      "loss": 0.0005,
      "step": 98570
    },
    {
      "epoch": 1.6660047489078358,
      "grad_norm": 0.008531689643859863,
      "learning_rate": 8.256822952935705e-07,
      "loss": 0.0003,
      "step": 98580
    },
    {
      "epoch": 1.6661737491866861,
      "grad_norm": 0.03165486827492714,
      "learning_rate": 8.248706469008255e-07,
      "loss": 0.0007,
      "step": 98590
    },
    {
      "epoch": 1.6663427494655365,
      "grad_norm": 0.07225144654512405,
      "learning_rate": 8.240593617645621e-07,
      "loss": 0.0007,
      "step": 98600
    },
    {
      "epoch": 1.666511749744387,
      "grad_norm": 0.015458598732948303,
      "learning_rate": 8.232484399553681e-07,
      "loss": 0.0001,
      "step": 98610
    },
    {
      "epoch": 1.6666807500232377,
      "grad_norm": 0.00764080137014389,
      "learning_rate": 8.224378815437955e-07,
      "loss": 0.0022,
      "step": 98620
    },
    {
      "epoch": 1.666849750302088,
      "grad_norm": 0.03568202629685402,
      "learning_rate": 8.216276866003692e-07,
      "loss": 0.0007,
      "step": 98630
    },
    {
      "epoch": 1.6670187505809384,
      "grad_norm": 0.07748332619667053,
      "learning_rate": 8.208178551955776e-07,
      "loss": 0.0006,
      "step": 98640
    },
    {
      "epoch": 1.6671877508597888,
      "grad_norm": 0.05307856202125549,
      "learning_rate": 8.200083873998827e-07,
      "loss": 0.0006,
      "step": 98650
    },
    {
      "epoch": 1.6673567511386393,
      "grad_norm": 0.015796871855854988,
      "learning_rate": 8.191992832837087e-07,
      "loss": 0.0007,
      "step": 98660
    },
    {
      "epoch": 1.66752575141749,
      "grad_norm": 0.00500758970156312,
      "learning_rate": 8.183905429174554e-07,
      "loss": 0.0006,
      "step": 98670
    },
    {
      "epoch": 1.6676947516963403,
      "grad_norm": 0.00411376915872097,
      "learning_rate": 8.175821663714839e-07,
      "loss": 0.0009,
      "step": 98680
    },
    {
      "epoch": 1.6678637519751907,
      "grad_norm": 0.018853604793548584,
      "learning_rate": 8.167741537161289e-07,
      "loss": 0.0012,
      "step": 98690
    },
    {
      "epoch": 1.6680327522540412,
      "grad_norm": 0.10769926756620407,
      "learning_rate": 8.159665050216902e-07,
      "loss": 0.0007,
      "step": 98700
    },
    {
      "epoch": 1.6682017525328918,
      "grad_norm": 0.3210642337799072,
      "learning_rate": 8.151592203584374e-07,
      "loss": 0.0004,
      "step": 98710
    },
    {
      "epoch": 1.6683707528117422,
      "grad_norm": 0.0003552972339093685,
      "learning_rate": 8.143522997966097e-07,
      "loss": 0.001,
      "step": 98720
    },
    {
      "epoch": 1.6685397530905925,
      "grad_norm": 0.041418470442295074,
      "learning_rate": 8.135457434064104e-07,
      "loss": 0.0012,
      "step": 98730
    },
    {
      "epoch": 1.668708753369443,
      "grad_norm": 0.04489567130804062,
      "learning_rate": 8.127395512580155e-07,
      "loss": 0.0006,
      "step": 98740
    },
    {
      "epoch": 1.6688777536482935,
      "grad_norm": 0.04523347318172455,
      "learning_rate": 8.119337234215686e-07,
      "loss": 0.0015,
      "step": 98750
    },
    {
      "epoch": 1.669046753927144,
      "grad_norm": 0.02380324713885784,
      "learning_rate": 8.111282599671783e-07,
      "loss": 0.0005,
      "step": 98760
    },
    {
      "epoch": 1.6692157542059944,
      "grad_norm": 0.04562634229660034,
      "learning_rate": 8.103231609649259e-07,
      "loss": 0.0013,
      "step": 98770
    },
    {
      "epoch": 1.6693847544848448,
      "grad_norm": 0.06537719070911407,
      "learning_rate": 8.095184264848566e-07,
      "loss": 0.0012,
      "step": 98780
    },
    {
      "epoch": 1.6695537547636954,
      "grad_norm": 0.019319357350468636,
      "learning_rate": 8.087140565969881e-07,
      "loss": 0.0007,
      "step": 98790
    },
    {
      "epoch": 1.669722755042546,
      "grad_norm": 0.19342520833015442,
      "learning_rate": 8.079100513713045e-07,
      "loss": 0.0005,
      "step": 98800
    },
    {
      "epoch": 1.6698917553213963,
      "grad_norm": 0.012815208174288273,
      "learning_rate": 8.071064108777566e-07,
      "loss": 0.0006,
      "step": 98810
    },
    {
      "epoch": 1.6700607556002467,
      "grad_norm": 0.010864531621336937,
      "learning_rate": 8.063031351862672e-07,
      "loss": 0.0004,
      "step": 98820
    },
    {
      "epoch": 1.670229755879097,
      "grad_norm": 0.013417099602520466,
      "learning_rate": 8.055002243667232e-07,
      "loss": 0.0014,
      "step": 98830
    },
    {
      "epoch": 1.6703987561579476,
      "grad_norm": 0.06046375259757042,
      "learning_rate": 8.046976784889832e-07,
      "loss": 0.0005,
      "step": 98840
    },
    {
      "epoch": 1.6705677564367982,
      "grad_norm": 0.027439545840024948,
      "learning_rate": 8.038954976228708e-07,
      "loss": 0.0007,
      "step": 98850
    },
    {
      "epoch": 1.6707367567156486,
      "grad_norm": 0.007659797091037035,
      "learning_rate": 8.030936818381818e-07,
      "loss": 0.0004,
      "step": 98860
    },
    {
      "epoch": 1.670905756994499,
      "grad_norm": 0.04878820851445198,
      "learning_rate": 8.02292231204676e-07,
      "loss": 0.0002,
      "step": 98870
    },
    {
      "epoch": 1.6710747572733495,
      "grad_norm": 0.026526227593421936,
      "learning_rate": 8.014911457920854e-07,
      "loss": 0.0004,
      "step": 98880
    },
    {
      "epoch": 1.6712437575522001,
      "grad_norm": 0.11598348617553711,
      "learning_rate": 8.006904256701064e-07,
      "loss": 0.0005,
      "step": 98890
    },
    {
      "epoch": 1.6714127578310505,
      "grad_norm": 0.0019160934025421739,
      "learning_rate": 7.998900709084073e-07,
      "loss": 0.0006,
      "step": 98900
    },
    {
      "epoch": 1.6715817581099008,
      "grad_norm": 0.004642430692911148,
      "learning_rate": 7.990900815766212e-07,
      "loss": 0.0005,
      "step": 98910
    },
    {
      "epoch": 1.6717507583887512,
      "grad_norm": 0.06269663572311401,
      "learning_rate": 7.982904577443517e-07,
      "loss": 0.0007,
      "step": 98920
    },
    {
      "epoch": 1.6719197586676018,
      "grad_norm": 0.03629099577665329,
      "learning_rate": 7.974911994811701e-07,
      "loss": 0.0003,
      "step": 98930
    },
    {
      "epoch": 1.6720887589464524,
      "grad_norm": 0.04994253069162369,
      "learning_rate": 7.966923068566173e-07,
      "loss": 0.001,
      "step": 98940
    },
    {
      "epoch": 1.6722577592253027,
      "grad_norm": 0.08595866709947586,
      "learning_rate": 7.958937799401977e-07,
      "loss": 0.0007,
      "step": 98950
    },
    {
      "epoch": 1.672426759504153,
      "grad_norm": 0.04729030281305313,
      "learning_rate": 7.950956188013903e-07,
      "loss": 0.0006,
      "step": 98960
    },
    {
      "epoch": 1.6725957597830037,
      "grad_norm": 0.06552130728960037,
      "learning_rate": 7.942978235096355e-07,
      "loss": 0.0011,
      "step": 98970
    },
    {
      "epoch": 1.6727647600618543,
      "grad_norm": 0.013469538651406765,
      "learning_rate": 7.935003941343489e-07,
      "loss": 0.0005,
      "step": 98980
    },
    {
      "epoch": 1.6729337603407046,
      "grad_norm": 0.028116554021835327,
      "learning_rate": 7.927033307449072e-07,
      "loss": 0.0007,
      "step": 98990
    },
    {
      "epoch": 1.673102760619555,
      "grad_norm": 0.0238230898976326,
      "learning_rate": 7.919066334106623e-07,
      "loss": 0.0003,
      "step": 99000
    },
    {
      "epoch": 1.6732717608984053,
      "grad_norm": 0.02308010868728161,
      "learning_rate": 7.911103022009276e-07,
      "loss": 0.0009,
      "step": 99010
    },
    {
      "epoch": 1.673440761177256,
      "grad_norm": 0.008989348076283932,
      "learning_rate": 7.903143371849903e-07,
      "loss": 0.0004,
      "step": 99020
    },
    {
      "epoch": 1.6736097614561065,
      "grad_norm": 0.0486636646091938,
      "learning_rate": 7.895187384321006e-07,
      "loss": 0.0003,
      "step": 99030
    },
    {
      "epoch": 1.6737787617349569,
      "grad_norm": 0.014975378289818764,
      "learning_rate": 7.887235060114812e-07,
      "loss": 0.0012,
      "step": 99040
    },
    {
      "epoch": 1.6739477620138072,
      "grad_norm": 0.04476180300116539,
      "learning_rate": 7.879286399923219e-07,
      "loss": 0.0007,
      "step": 99050
    },
    {
      "epoch": 1.6741167622926578,
      "grad_norm": 0.03560128062963486,
      "learning_rate": 7.871341404437776e-07,
      "loss": 0.0004,
      "step": 99060
    },
    {
      "epoch": 1.6742857625715084,
      "grad_norm": 0.024541029706597328,
      "learning_rate": 7.863400074349764e-07,
      "loss": 0.0003,
      "step": 99070
    },
    {
      "epoch": 1.6744547628503588,
      "grad_norm": 0.03204498067498207,
      "learning_rate": 7.85546241035009e-07,
      "loss": 0.0003,
      "step": 99080
    },
    {
      "epoch": 1.6746237631292091,
      "grad_norm": 0.14887754619121552,
      "learning_rate": 7.847528413129391e-07,
      "loss": 0.0007,
      "step": 99090
    },
    {
      "epoch": 1.6747927634080595,
      "grad_norm": 0.08677040785551071,
      "learning_rate": 7.839598083377941e-07,
      "loss": 0.0005,
      "step": 99100
    },
    {
      "epoch": 1.67496176368691,
      "grad_norm": 0.05007180571556091,
      "learning_rate": 7.831671421785736e-07,
      "loss": 0.0008,
      "step": 99110
    },
    {
      "epoch": 1.6751307639657607,
      "grad_norm": 0.037230510264635086,
      "learning_rate": 7.823748429042421e-07,
      "loss": 0.0006,
      "step": 99120
    },
    {
      "epoch": 1.675299764244611,
      "grad_norm": 0.036416828632354736,
      "learning_rate": 7.815829105837353e-07,
      "loss": 0.0006,
      "step": 99130
    },
    {
      "epoch": 1.6754687645234614,
      "grad_norm": 0.06408748030662537,
      "learning_rate": 7.807913452859534e-07,
      "loss": 0.0004,
      "step": 99140
    },
    {
      "epoch": 1.675637764802312,
      "grad_norm": 0.004515242297202349,
      "learning_rate": 7.800001470797675e-07,
      "loss": 0.0006,
      "step": 99150
    },
    {
      "epoch": 1.6758067650811623,
      "grad_norm": 0.0739276334643364,
      "learning_rate": 7.792093160340142e-07,
      "loss": 0.0008,
      "step": 99160
    },
    {
      "epoch": 1.675975765360013,
      "grad_norm": 0.03279067948460579,
      "learning_rate": 7.784188522175018e-07,
      "loss": 0.0008,
      "step": 99170
    },
    {
      "epoch": 1.6761447656388633,
      "grad_norm": 0.13736632466316223,
      "learning_rate": 7.776287556990025e-07,
      "loss": 0.0006,
      "step": 99180
    },
    {
      "epoch": 1.6763137659177136,
      "grad_norm": 0.042497534304857254,
      "learning_rate": 7.768390265472598e-07,
      "loss": 0.0007,
      "step": 99190
    },
    {
      "epoch": 1.6764827661965642,
      "grad_norm": 0.015636952593922615,
      "learning_rate": 7.760496648309829e-07,
      "loss": 0.0007,
      "step": 99200
    },
    {
      "epoch": 1.6766517664754148,
      "grad_norm": 0.016732599586248398,
      "learning_rate": 7.752606706188514e-07,
      "loss": 0.0008,
      "step": 99210
    },
    {
      "epoch": 1.6768207667542652,
      "grad_norm": 0.0025693783536553383,
      "learning_rate": 7.7447204397951e-07,
      "loss": 0.0002,
      "step": 99220
    },
    {
      "epoch": 1.6769897670331155,
      "grad_norm": 0.014126485213637352,
      "learning_rate": 7.736837849815749e-07,
      "loss": 0.0006,
      "step": 99230
    },
    {
      "epoch": 1.6771587673119661,
      "grad_norm": 0.007326044607907534,
      "learning_rate": 7.728958936936265e-07,
      "loss": 0.001,
      "step": 99240
    },
    {
      "epoch": 1.6773277675908165,
      "grad_norm": 0.015904217958450317,
      "learning_rate": 7.721083701842175e-07,
      "loss": 0.0006,
      "step": 99250
    },
    {
      "epoch": 1.677496767869667,
      "grad_norm": 0.04559899866580963,
      "learning_rate": 7.713212145218629e-07,
      "loss": 0.0007,
      "step": 99260
    },
    {
      "epoch": 1.6776657681485174,
      "grad_norm": 0.01228527631610632,
      "learning_rate": 7.705344267750531e-07,
      "loss": 0.0006,
      "step": 99270
    },
    {
      "epoch": 1.6778347684273678,
      "grad_norm": 0.08058196306228638,
      "learning_rate": 7.697480070122388e-07,
      "loss": 0.0006,
      "step": 99280
    },
    {
      "epoch": 1.6780037687062184,
      "grad_norm": 0.0017960042459890246,
      "learning_rate": 7.68961955301844e-07,
      "loss": 0.0007,
      "step": 99290
    },
    {
      "epoch": 1.678172768985069,
      "grad_norm": 0.055955979973077774,
      "learning_rate": 7.681762717122593e-07,
      "loss": 0.0007,
      "step": 99300
    },
    {
      "epoch": 1.6783417692639193,
      "grad_norm": 0.03739108517765999,
      "learning_rate": 7.673909563118431e-07,
      "loss": 0.0004,
      "step": 99310
    },
    {
      "epoch": 1.6785107695427697,
      "grad_norm": 0.009558171033859253,
      "learning_rate": 7.666060091689204e-07,
      "loss": 0.0004,
      "step": 99320
    },
    {
      "epoch": 1.6786797698216203,
      "grad_norm": 0.03387034311890602,
      "learning_rate": 7.658214303517864e-07,
      "loss": 0.0011,
      "step": 99330
    },
    {
      "epoch": 1.6788487701004706,
      "grad_norm": 0.009359865449368954,
      "learning_rate": 7.650372199287038e-07,
      "loss": 0.0005,
      "step": 99340
    },
    {
      "epoch": 1.6790177703793212,
      "grad_norm": 0.01976497657597065,
      "learning_rate": 7.642533779679006e-07,
      "loss": 0.0007,
      "step": 99350
    },
    {
      "epoch": 1.6791867706581716,
      "grad_norm": 0.04325069859623909,
      "learning_rate": 7.634699045375782e-07,
      "loss": 0.0008,
      "step": 99360
    },
    {
      "epoch": 1.679355770937022,
      "grad_norm": 0.004810777027159929,
      "learning_rate": 7.626867997058984e-07,
      "loss": 0.0005,
      "step": 99370
    },
    {
      "epoch": 1.6795247712158725,
      "grad_norm": 0.03099067695438862,
      "learning_rate": 7.619040635409991e-07,
      "loss": 0.0009,
      "step": 99380
    },
    {
      "epoch": 1.679693771494723,
      "grad_norm": 0.09227609634399414,
      "learning_rate": 7.61121696110979e-07,
      "loss": 0.0005,
      "step": 99390
    },
    {
      "epoch": 1.6798627717735735,
      "grad_norm": 0.016670966520905495,
      "learning_rate": 7.6033969748391e-07,
      "loss": 0.0005,
      "step": 99400
    },
    {
      "epoch": 1.6800317720524238,
      "grad_norm": 0.6341423392295837,
      "learning_rate": 7.595580677278286e-07,
      "loss": 0.0013,
      "step": 99410
    },
    {
      "epoch": 1.6802007723312742,
      "grad_norm": 0.020962310954928398,
      "learning_rate": 7.587768069107409e-07,
      "loss": 0.0008,
      "step": 99420
    },
    {
      "epoch": 1.6803697726101248,
      "grad_norm": 0.08138630539178848,
      "learning_rate": 7.579959151006195e-07,
      "loss": 0.0006,
      "step": 99430
    },
    {
      "epoch": 1.6805387728889754,
      "grad_norm": 0.03248428553342819,
      "learning_rate": 7.57215392365408e-07,
      "loss": 0.0004,
      "step": 99440
    },
    {
      "epoch": 1.6807077731678257,
      "grad_norm": 8.540959970559925e-05,
      "learning_rate": 7.564352387730123e-07,
      "loss": 0.0005,
      "step": 99450
    },
    {
      "epoch": 1.680876773446676,
      "grad_norm": 0.14268356561660767,
      "learning_rate": 7.55655454391313e-07,
      "loss": 0.0023,
      "step": 99460
    },
    {
      "epoch": 1.6810457737255267,
      "grad_norm": 0.11119076609611511,
      "learning_rate": 7.548760392881521e-07,
      "loss": 0.0005,
      "step": 99470
    },
    {
      "epoch": 1.6812147740043772,
      "grad_norm": 0.07005003094673157,
      "learning_rate": 7.540969935313441e-07,
      "loss": 0.0005,
      "step": 99480
    },
    {
      "epoch": 1.6813837742832276,
      "grad_norm": 0.00016238611715380102,
      "learning_rate": 7.533183171886705e-07,
      "loss": 0.0005,
      "step": 99490
    },
    {
      "epoch": 1.681552774562078,
      "grad_norm": 0.023415926843881607,
      "learning_rate": 7.52540010327878e-07,
      "loss": 0.0007,
      "step": 99500
    },
    {
      "epoch": 1.6817217748409283,
      "grad_norm": 0.05968974903225899,
      "learning_rate": 7.517620730166836e-07,
      "loss": 0.0021,
      "step": 99510
    },
    {
      "epoch": 1.681890775119779,
      "grad_norm": 0.005587894469499588,
      "learning_rate": 7.509845053227732e-07,
      "loss": 0.0012,
      "step": 99520
    },
    {
      "epoch": 1.6820597753986295,
      "grad_norm": 0.10403554141521454,
      "learning_rate": 7.502073073137972e-07,
      "loss": 0.0011,
      "step": 99530
    },
    {
      "epoch": 1.6822287756774799,
      "grad_norm": 0.0056676738895475864,
      "learning_rate": 7.49430479057377e-07,
      "loss": 0.0004,
      "step": 99540
    },
    {
      "epoch": 1.6823977759563302,
      "grad_norm": 0.039203256368637085,
      "learning_rate": 7.486540206210984e-07,
      "loss": 0.0008,
      "step": 99550
    },
    {
      "epoch": 1.6825667762351808,
      "grad_norm": 0.02632479928433895,
      "learning_rate": 7.478779320725183e-07,
      "loss": 0.0005,
      "step": 99560
    },
    {
      "epoch": 1.6827357765140314,
      "grad_norm": 0.007668390870094299,
      "learning_rate": 7.471022134791611e-07,
      "loss": 0.0014,
      "step": 99570
    },
    {
      "epoch": 1.6829047767928818,
      "grad_norm": 0.009151371195912361,
      "learning_rate": 7.463268649085159e-07,
      "loss": 0.0006,
      "step": 99580
    },
    {
      "epoch": 1.6830737770717321,
      "grad_norm": 0.01876378431916237,
      "learning_rate": 7.455518864280448e-07,
      "loss": 0.0005,
      "step": 99590
    },
    {
      "epoch": 1.6832427773505825,
      "grad_norm": 0.03298467770218849,
      "learning_rate": 7.44777278105171e-07,
      "loss": 0.0005,
      "step": 99600
    },
    {
      "epoch": 1.683411777629433,
      "grad_norm": 0.019236354157328606,
      "learning_rate": 7.440030400072923e-07,
      "loss": 0.0003,
      "step": 99610
    },
    {
      "epoch": 1.6835807779082836,
      "grad_norm": 0.03573700040578842,
      "learning_rate": 7.432291722017693e-07,
      "loss": 0.0004,
      "step": 99620
    },
    {
      "epoch": 1.683749778187134,
      "grad_norm": 0.0062813530676066875,
      "learning_rate": 7.424556747559331e-07,
      "loss": 0.0008,
      "step": 99630
    },
    {
      "epoch": 1.6839187784659844,
      "grad_norm": 0.06845460832118988,
      "learning_rate": 7.416825477370809e-07,
      "loss": 0.0009,
      "step": 99640
    },
    {
      "epoch": 1.684087778744835,
      "grad_norm": 0.06802421808242798,
      "learning_rate": 7.409097912124801e-07,
      "loss": 0.0005,
      "step": 99650
    },
    {
      "epoch": 1.6842567790236855,
      "grad_norm": 0.02949458360671997,
      "learning_rate": 7.40137405249362e-07,
      "loss": 0.0003,
      "step": 99660
    },
    {
      "epoch": 1.684425779302536,
      "grad_norm": 0.03888123482465744,
      "learning_rate": 7.393653899149295e-07,
      "loss": 0.0008,
      "step": 99670
    },
    {
      "epoch": 1.6845947795813863,
      "grad_norm": 0.11102794855833054,
      "learning_rate": 7.38593745276352e-07,
      "loss": 0.0004,
      "step": 99680
    },
    {
      "epoch": 1.6847637798602366,
      "grad_norm": 0.0057936361990869045,
      "learning_rate": 7.378224714007648e-07,
      "loss": 0.0004,
      "step": 99690
    },
    {
      "epoch": 1.6849327801390872,
      "grad_norm": 0.002656053751707077,
      "learning_rate": 7.370515683552731e-07,
      "loss": 0.0007,
      "step": 99700
    },
    {
      "epoch": 1.6851017804179378,
      "grad_norm": 0.000269414100330323,
      "learning_rate": 7.362810362069511e-07,
      "loss": 0.0003,
      "step": 99710
    },
    {
      "epoch": 1.6852707806967882,
      "grad_norm": 0.0326961912214756,
      "learning_rate": 7.355108750228357e-07,
      "loss": 0.0005,
      "step": 99720
    },
    {
      "epoch": 1.6854397809756385,
      "grad_norm": 0.07516507059335709,
      "learning_rate": 7.347410848699371e-07,
      "loss": 0.0004,
      "step": 99730
    },
    {
      "epoch": 1.685608781254489,
      "grad_norm": 0.10635815560817719,
      "learning_rate": 7.339716658152285e-07,
      "loss": 0.0009,
      "step": 99740
    },
    {
      "epoch": 1.6857777815333397,
      "grad_norm": 0.09443478286266327,
      "learning_rate": 7.332026179256557e-07,
      "loss": 0.0006,
      "step": 99750
    },
    {
      "epoch": 1.68594678181219,
      "grad_norm": 0.04211077466607094,
      "learning_rate": 7.32433941268127e-07,
      "loss": 0.0004,
      "step": 99760
    },
    {
      "epoch": 1.6861157820910404,
      "grad_norm": 0.01785372570157051,
      "learning_rate": 7.316656359095236e-07,
      "loss": 0.0004,
      "step": 99770
    },
    {
      "epoch": 1.6862847823698908,
      "grad_norm": 0.003708686213940382,
      "learning_rate": 7.308977019166891e-07,
      "loss": 0.0003,
      "step": 99780
    },
    {
      "epoch": 1.6864537826487414,
      "grad_norm": 0.014424859546124935,
      "learning_rate": 7.301301393564397e-07,
      "loss": 0.0006,
      "step": 99790
    },
    {
      "epoch": 1.686622782927592,
      "grad_norm": 0.056485239416360855,
      "learning_rate": 7.293629482955555e-07,
      "loss": 0.0007,
      "step": 99800
    },
    {
      "epoch": 1.6867917832064423,
      "grad_norm": 0.004605097230523825,
      "learning_rate": 7.285961288007865e-07,
      "loss": 0.0006,
      "step": 99810
    },
    {
      "epoch": 1.6869607834852927,
      "grad_norm": 0.012538746930658817,
      "learning_rate": 7.278296809388507e-07,
      "loss": 0.0004,
      "step": 99820
    },
    {
      "epoch": 1.6871297837641432,
      "grad_norm": 0.05235278978943825,
      "learning_rate": 7.270636047764306e-07,
      "loss": 0.001,
      "step": 99830
    },
    {
      "epoch": 1.6872987840429938,
      "grad_norm": 0.03077354095876217,
      "learning_rate": 7.262979003801806e-07,
      "loss": 0.0008,
      "step": 99840
    },
    {
      "epoch": 1.6874677843218442,
      "grad_norm": 0.04643261432647705,
      "learning_rate": 7.255325678167191e-07,
      "loss": 0.0009,
      "step": 99850
    },
    {
      "epoch": 1.6876367846006946,
      "grad_norm": 0.06332317739725113,
      "learning_rate": 7.24767607152636e-07,
      "loss": 0.0006,
      "step": 99860
    },
    {
      "epoch": 1.687805784879545,
      "grad_norm": 0.03759251907467842,
      "learning_rate": 7.240030184544833e-07,
      "loss": 0.0007,
      "step": 99870
    },
    {
      "epoch": 1.6879747851583955,
      "grad_norm": 0.04582984745502472,
      "learning_rate": 7.232388017887859e-07,
      "loss": 0.0013,
      "step": 99880
    },
    {
      "epoch": 1.688143785437246,
      "grad_norm": 0.047386761754751205,
      "learning_rate": 7.224749572220341e-07,
      "loss": 0.0002,
      "step": 99890
    },
    {
      "epoch": 1.6883127857160964,
      "grad_norm": 0.052096910774707794,
      "learning_rate": 7.217114848206869e-07,
      "loss": 0.001,
      "step": 99900
    },
    {
      "epoch": 1.6884817859949468,
      "grad_norm": 0.01506057009100914,
      "learning_rate": 7.209483846511689e-07,
      "loss": 0.0044,
      "step": 99910
    },
    {
      "epoch": 1.6886507862737974,
      "grad_norm": 0.0026974184438586235,
      "learning_rate": 7.201856567798743e-07,
      "loss": 0.0008,
      "step": 99920
    },
    {
      "epoch": 1.688819786552648,
      "grad_norm": 0.019957927986979485,
      "learning_rate": 7.194233012731633e-07,
      "loss": 0.0013,
      "step": 99930
    },
    {
      "epoch": 1.6889887868314983,
      "grad_norm": 0.011490083299577236,
      "learning_rate": 7.186613181973656e-07,
      "loss": 0.0005,
      "step": 99940
    },
    {
      "epoch": 1.6891577871103487,
      "grad_norm": 0.05209843069314957,
      "learning_rate": 7.178997076187755e-07,
      "loss": 0.0005,
      "step": 99950
    },
    {
      "epoch": 1.689326787389199,
      "grad_norm": 0.03485189750790596,
      "learning_rate": 7.171384696036598e-07,
      "loss": 0.0006,
      "step": 99960
    },
    {
      "epoch": 1.6894957876680496,
      "grad_norm": 0.034865107387304306,
      "learning_rate": 7.163776042182463e-07,
      "loss": 0.0009,
      "step": 99970
    },
    {
      "epoch": 1.6896647879469002,
      "grad_norm": 0.0097969900816679,
      "learning_rate": 7.156171115287374e-07,
      "loss": 0.0008,
      "step": 99980
    },
    {
      "epoch": 1.6898337882257506,
      "grad_norm": 0.046122949570417404,
      "learning_rate": 7.148569916012977e-07,
      "loss": 0.0006,
      "step": 99990
    },
    {
      "epoch": 1.690002788504601,
      "grad_norm": 0.002712082350626588,
      "learning_rate": 7.140972445020617e-07,
      "loss": 0.0006,
      "step": 100000
    },
    {
      "epoch": 1.6901717887834515,
      "grad_norm": 0.021689051762223244,
      "learning_rate": 7.133378702971305e-07,
      "loss": 0.0006,
      "step": 100010
    },
    {
      "epoch": 1.6903407890623021,
      "grad_norm": 0.00048819032963365316,
      "learning_rate": 7.125788690525753e-07,
      "loss": 0.0005,
      "step": 100020
    },
    {
      "epoch": 1.6905097893411525,
      "grad_norm": 0.07447975873947144,
      "learning_rate": 7.118202408344299e-07,
      "loss": 0.0011,
      "step": 100030
    },
    {
      "epoch": 1.6906787896200028,
      "grad_norm": 0.06627485901117325,
      "learning_rate": 7.110619857087015e-07,
      "loss": 0.0004,
      "step": 100040
    },
    {
      "epoch": 1.6908477898988532,
      "grad_norm": 0.05524977296590805,
      "learning_rate": 7.103041037413599e-07,
      "loss": 0.0014,
      "step": 100050
    },
    {
      "epoch": 1.6910167901777038,
      "grad_norm": 0.028608134016394615,
      "learning_rate": 7.095465949983449e-07,
      "loss": 0.0011,
      "step": 100060
    },
    {
      "epoch": 1.6911857904565544,
      "grad_norm": 0.055802833288908005,
      "learning_rate": 7.087894595455642e-07,
      "loss": 0.0004,
      "step": 100070
    },
    {
      "epoch": 1.6913547907354047,
      "grad_norm": 0.018083810806274414,
      "learning_rate": 7.080326974488932e-07,
      "loss": 0.0009,
      "step": 100080
    },
    {
      "epoch": 1.691523791014255,
      "grad_norm": 0.016348091885447502,
      "learning_rate": 7.072763087741713e-07,
      "loss": 0.0005,
      "step": 100090
    },
    {
      "epoch": 1.6916927912931057,
      "grad_norm": 0.010338032618165016,
      "learning_rate": 7.065202935872089e-07,
      "loss": 0.0008,
      "step": 100100
    },
    {
      "epoch": 1.691861791571956,
      "grad_norm": 0.15109117329120636,
      "learning_rate": 7.057646519537847e-07,
      "loss": 0.0005,
      "step": 100110
    },
    {
      "epoch": 1.6920307918508066,
      "grad_norm": 0.009320233948528767,
      "learning_rate": 7.050093839396405e-07,
      "loss": 0.001,
      "step": 100120
    },
    {
      "epoch": 1.692199792129657,
      "grad_norm": 0.02333456091582775,
      "learning_rate": 7.042544896104913e-07,
      "loss": 0.0006,
      "step": 100130
    },
    {
      "epoch": 1.6923687924085073,
      "grad_norm": 0.05184491351246834,
      "learning_rate": 7.034999690320132e-07,
      "loss": 0.0012,
      "step": 100140
    },
    {
      "epoch": 1.692537792687358,
      "grad_norm": 0.008726450614631176,
      "learning_rate": 7.027458222698563e-07,
      "loss": 0.0007,
      "step": 100150
    },
    {
      "epoch": 1.6927067929662085,
      "grad_norm": 0.04120657965540886,
      "learning_rate": 7.019920493896321e-07,
      "loss": 0.001,
      "step": 100160
    },
    {
      "epoch": 1.6928757932450589,
      "grad_norm": 0.018746282905340195,
      "learning_rate": 7.012386504569252e-07,
      "loss": 0.0005,
      "step": 100170
    },
    {
      "epoch": 1.6930447935239092,
      "grad_norm": 0.02525946870446205,
      "learning_rate": 7.004856255372827e-07,
      "loss": 0.0018,
      "step": 100180
    },
    {
      "epoch": 1.6932137938027598,
      "grad_norm": 0.036460552364587784,
      "learning_rate": 6.997329746962234e-07,
      "loss": 0.0008,
      "step": 100190
    },
    {
      "epoch": 1.6933827940816102,
      "grad_norm": 0.010049732401967049,
      "learning_rate": 6.989806979992297e-07,
      "loss": 0.0003,
      "step": 100200
    },
    {
      "epoch": 1.6935517943604608,
      "grad_norm": 0.0019592733588069677,
      "learning_rate": 6.982287955117551e-07,
      "loss": 0.0003,
      "step": 100210
    },
    {
      "epoch": 1.6937207946393111,
      "grad_norm": 0.054332565516233444,
      "learning_rate": 6.974772672992164e-07,
      "loss": 0.0003,
      "step": 100220
    },
    {
      "epoch": 1.6938897949181615,
      "grad_norm": 0.07857688516378403,
      "learning_rate": 6.967261134270032e-07,
      "loss": 0.0006,
      "step": 100230
    },
    {
      "epoch": 1.694058795197012,
      "grad_norm": 0.05319392308592796,
      "learning_rate": 6.959753339604669e-07,
      "loss": 0.0006,
      "step": 100240
    },
    {
      "epoch": 1.6942277954758627,
      "grad_norm": 0.05939016863703728,
      "learning_rate": 6.952249289649293e-07,
      "loss": 0.0004,
      "step": 100250
    },
    {
      "epoch": 1.694396795754713,
      "grad_norm": 0.049175795167684555,
      "learning_rate": 6.94474898505681e-07,
      "loss": 0.0003,
      "step": 100260
    },
    {
      "epoch": 1.6945657960335634,
      "grad_norm": 0.028834955766797066,
      "learning_rate": 6.937252426479779e-07,
      "loss": 0.0003,
      "step": 100270
    },
    {
      "epoch": 1.6947347963124137,
      "grad_norm": 0.003831252222880721,
      "learning_rate": 6.929759614570419e-07,
      "loss": 0.0007,
      "step": 100280
    },
    {
      "epoch": 1.6949037965912643,
      "grad_norm": 0.049640364944934845,
      "learning_rate": 6.922270549980664e-07,
      "loss": 0.0009,
      "step": 100290
    },
    {
      "epoch": 1.695072796870115,
      "grad_norm": 0.03364095836877823,
      "learning_rate": 6.914785233362076e-07,
      "loss": 0.0015,
      "step": 100300
    },
    {
      "epoch": 1.6952417971489653,
      "grad_norm": 0.015599294565618038,
      "learning_rate": 6.907303665365938e-07,
      "loss": 0.001,
      "step": 100310
    },
    {
      "epoch": 1.6954107974278156,
      "grad_norm": 0.009604704566299915,
      "learning_rate": 6.89982584664316e-07,
      "loss": 0.0003,
      "step": 100320
    },
    {
      "epoch": 1.6955797977066662,
      "grad_norm": 0.04983891546726227,
      "learning_rate": 6.892351777844359e-07,
      "loss": 0.0004,
      "step": 100330
    },
    {
      "epoch": 1.6957487979855168,
      "grad_norm": 0.10597651451826096,
      "learning_rate": 6.884881459619825e-07,
      "loss": 0.0007,
      "step": 100340
    },
    {
      "epoch": 1.6959177982643672,
      "grad_norm": 0.03459309786558151,
      "learning_rate": 6.877414892619488e-07,
      "loss": 0.0003,
      "step": 100350
    },
    {
      "epoch": 1.6960867985432175,
      "grad_norm": 0.025150327011942863,
      "learning_rate": 6.869952077492998e-07,
      "loss": 0.0007,
      "step": 100360
    },
    {
      "epoch": 1.696255798822068,
      "grad_norm": 0.0011559352278709412,
      "learning_rate": 6.862493014889643e-07,
      "loss": 0.0009,
      "step": 100370
    },
    {
      "epoch": 1.6964247991009185,
      "grad_norm": 0.08916772156953812,
      "learning_rate": 6.855037705458406e-07,
      "loss": 0.0007,
      "step": 100380
    },
    {
      "epoch": 1.696593799379769,
      "grad_norm": 0.05255361273884773,
      "learning_rate": 6.847586149847924e-07,
      "loss": 0.0009,
      "step": 100390
    },
    {
      "epoch": 1.6967627996586194,
      "grad_norm": 0.019203945994377136,
      "learning_rate": 6.840138348706538e-07,
      "loss": 0.0005,
      "step": 100400
    },
    {
      "epoch": 1.6969317999374698,
      "grad_norm": 0.00024325685808435082,
      "learning_rate": 6.832694302682213e-07,
      "loss": 0.0008,
      "step": 100410
    },
    {
      "epoch": 1.6971008002163204,
      "grad_norm": 0.004759735893458128,
      "learning_rate": 6.825254012422649e-07,
      "loss": 0.0009,
      "step": 100420
    },
    {
      "epoch": 1.697269800495171,
      "grad_norm": 0.006870803888887167,
      "learning_rate": 6.817817478575162e-07,
      "loss": 0.0004,
      "step": 100430
    },
    {
      "epoch": 1.6974388007740213,
      "grad_norm": 0.023119403049349785,
      "learning_rate": 6.810384701786776e-07,
      "loss": 0.0015,
      "step": 100440
    },
    {
      "epoch": 1.6976078010528717,
      "grad_norm": 0.03685407713055611,
      "learning_rate": 6.802955682704187e-07,
      "loss": 0.0011,
      "step": 100450
    },
    {
      "epoch": 1.697776801331722,
      "grad_norm": 0.031681958585977554,
      "learning_rate": 6.795530421973745e-07,
      "loss": 0.0007,
      "step": 100460
    },
    {
      "epoch": 1.6979458016105726,
      "grad_norm": 0.07114414125680923,
      "learning_rate": 6.788108920241481e-07,
      "loss": 0.001,
      "step": 100470
    },
    {
      "epoch": 1.6981148018894232,
      "grad_norm": 0.04379222169518471,
      "learning_rate": 6.78069117815312e-07,
      "loss": 0.0006,
      "step": 100480
    },
    {
      "epoch": 1.6982838021682736,
      "grad_norm": 0.010722734965384007,
      "learning_rate": 6.773277196354017e-07,
      "loss": 0.0011,
      "step": 100490
    },
    {
      "epoch": 1.698452802447124,
      "grad_norm": 0.025447919964790344,
      "learning_rate": 6.765866975489244e-07,
      "loss": 0.0005,
      "step": 100500
    },
    {
      "epoch": 1.6986218027259745,
      "grad_norm": 0.0570237897336483,
      "learning_rate": 6.758460516203513e-07,
      "loss": 0.0008,
      "step": 100510
    },
    {
      "epoch": 1.698790803004825,
      "grad_norm": 0.01165765430778265,
      "learning_rate": 6.751057819141233e-07,
      "loss": 0.0003,
      "step": 100520
    },
    {
      "epoch": 1.6989598032836755,
      "grad_norm": 0.033633843064308167,
      "learning_rate": 6.743658884946464e-07,
      "loss": 0.0007,
      "step": 100530
    },
    {
      "epoch": 1.6991288035625258,
      "grad_norm": 0.17939716577529907,
      "learning_rate": 6.736263714262958e-07,
      "loss": 0.0009,
      "step": 100540
    },
    {
      "epoch": 1.6992978038413762,
      "grad_norm": 0.032884031534194946,
      "learning_rate": 6.728872307734119e-07,
      "loss": 0.0006,
      "step": 100550
    },
    {
      "epoch": 1.6994668041202268,
      "grad_norm": 0.051502492278814316,
      "learning_rate": 6.721484666003053e-07,
      "loss": 0.0009,
      "step": 100560
    },
    {
      "epoch": 1.6996358043990774,
      "grad_norm": 0.07070668786764145,
      "learning_rate": 6.714100789712502e-07,
      "loss": 0.0012,
      "step": 100570
    },
    {
      "epoch": 1.6998048046779277,
      "grad_norm": 0.1215224340558052,
      "learning_rate": 6.706720679504908e-07,
      "loss": 0.0004,
      "step": 100580
    },
    {
      "epoch": 1.699973804956778,
      "grad_norm": 0.05705857276916504,
      "learning_rate": 6.699344336022379e-07,
      "loss": 0.0004,
      "step": 100590
    },
    {
      "epoch": 1.7001428052356287,
      "grad_norm": 0.02882068045437336,
      "learning_rate": 6.691971759906685e-07,
      "loss": 0.0005,
      "step": 100600
    },
    {
      "epoch": 1.7003118055144792,
      "grad_norm": 0.08917008340358734,
      "learning_rate": 6.684602951799291e-07,
      "loss": 0.0007,
      "step": 100610
    },
    {
      "epoch": 1.7004808057933296,
      "grad_norm": 0.01354215107858181,
      "learning_rate": 6.677237912341294e-07,
      "loss": 0.0006,
      "step": 100620
    },
    {
      "epoch": 1.70064980607218,
      "grad_norm": 0.05526946112513542,
      "learning_rate": 6.669876642173512e-07,
      "loss": 0.0008,
      "step": 100630
    },
    {
      "epoch": 1.7008188063510303,
      "grad_norm": 0.027818327769637108,
      "learning_rate": 6.662519141936397e-07,
      "loss": 0.0006,
      "step": 100640
    },
    {
      "epoch": 1.700987806629881,
      "grad_norm": 0.03925297036767006,
      "learning_rate": 6.655165412270087e-07,
      "loss": 0.0004,
      "step": 100650
    },
    {
      "epoch": 1.7011568069087315,
      "grad_norm": 0.009000157006084919,
      "learning_rate": 6.647815453814393e-07,
      "loss": 0.0007,
      "step": 100660
    },
    {
      "epoch": 1.7013258071875819,
      "grad_norm": 0.04803379997611046,
      "learning_rate": 6.640469267208821e-07,
      "loss": 0.0006,
      "step": 100670
    },
    {
      "epoch": 1.7014948074664322,
      "grad_norm": 0.0002350498689338565,
      "learning_rate": 6.633126853092487e-07,
      "loss": 0.0004,
      "step": 100680
    },
    {
      "epoch": 1.7016638077452828,
      "grad_norm": 0.042979419231414795,
      "learning_rate": 6.625788212104245e-07,
      "loss": 0.0002,
      "step": 100690
    },
    {
      "epoch": 1.7018328080241334,
      "grad_norm": 0.010143440216779709,
      "learning_rate": 6.618453344882575e-07,
      "loss": 0.0003,
      "step": 100700
    },
    {
      "epoch": 1.7020018083029838,
      "grad_norm": 0.003690978977829218,
      "learning_rate": 6.611122252065655e-07,
      "loss": 0.0002,
      "step": 100710
    },
    {
      "epoch": 1.7021708085818341,
      "grad_norm": 0.05425015464425087,
      "learning_rate": 6.603794934291319e-07,
      "loss": 0.0009,
      "step": 100720
    },
    {
      "epoch": 1.7023398088606845,
      "grad_norm": 0.0006868285126984119,
      "learning_rate": 6.596471392197096e-07,
      "loss": 0.001,
      "step": 100730
    },
    {
      "epoch": 1.702508809139535,
      "grad_norm": 0.0235914159566164,
      "learning_rate": 6.589151626420137e-07,
      "loss": 0.0003,
      "step": 100740
    },
    {
      "epoch": 1.7026778094183856,
      "grad_norm": 0.055669207125902176,
      "learning_rate": 6.581835637597334e-07,
      "loss": 0.0013,
      "step": 100750
    },
    {
      "epoch": 1.702846809697236,
      "grad_norm": 0.0040846276096999645,
      "learning_rate": 6.574523426365187e-07,
      "loss": 0.0006,
      "step": 100760
    },
    {
      "epoch": 1.7030158099760864,
      "grad_norm": 0.001606640755198896,
      "learning_rate": 6.56721499335991e-07,
      "loss": 0.0006,
      "step": 100770
    },
    {
      "epoch": 1.703184810254937,
      "grad_norm": 0.018381789326667786,
      "learning_rate": 6.559910339217357e-07,
      "loss": 0.0008,
      "step": 100780
    },
    {
      "epoch": 1.7033538105337875,
      "grad_norm": 0.03388458117842674,
      "learning_rate": 6.55260946457309e-07,
      "loss": 0.0007,
      "step": 100790
    },
    {
      "epoch": 1.703522810812638,
      "grad_norm": 0.03354884311556816,
      "learning_rate": 6.54531237006229e-07,
      "loss": 0.0006,
      "step": 100800
    },
    {
      "epoch": 1.7036918110914883,
      "grad_norm": 0.0004501251969486475,
      "learning_rate": 6.538019056319872e-07,
      "loss": 0.0008,
      "step": 100810
    },
    {
      "epoch": 1.7038608113703386,
      "grad_norm": 0.007855558767914772,
      "learning_rate": 6.530729523980361e-07,
      "loss": 0.0005,
      "step": 100820
    },
    {
      "epoch": 1.7040298116491892,
      "grad_norm": 0.01765887252986431,
      "learning_rate": 6.523443773677995e-07,
      "loss": 0.0004,
      "step": 100830
    },
    {
      "epoch": 1.7041988119280398,
      "grad_norm": 0.0445299856364727,
      "learning_rate": 6.516161806046667e-07,
      "loss": 0.0009,
      "step": 100840
    },
    {
      "epoch": 1.7043678122068902,
      "grad_norm": 0.010799041017889977,
      "learning_rate": 6.508883621719952e-07,
      "loss": 0.0024,
      "step": 100850
    },
    {
      "epoch": 1.7045368124857405,
      "grad_norm": 0.08953937143087387,
      "learning_rate": 6.50160922133109e-07,
      "loss": 0.0003,
      "step": 100860
    },
    {
      "epoch": 1.704705812764591,
      "grad_norm": 0.061672527343034744,
      "learning_rate": 6.494338605512968e-07,
      "loss": 0.0008,
      "step": 100870
    },
    {
      "epoch": 1.7048748130434417,
      "grad_norm": 0.009565744549036026,
      "learning_rate": 6.487071774898185e-07,
      "loss": 0.0007,
      "step": 100880
    },
    {
      "epoch": 1.705043813322292,
      "grad_norm": 0.010980235412716866,
      "learning_rate": 6.479808730118975e-07,
      "loss": 0.0004,
      "step": 100890
    },
    {
      "epoch": 1.7052128136011424,
      "grad_norm": 0.024364009499549866,
      "learning_rate": 6.472549471807277e-07,
      "loss": 0.0007,
      "step": 100900
    },
    {
      "epoch": 1.7053818138799928,
      "grad_norm": 0.03408200293779373,
      "learning_rate": 6.465294000594663e-07,
      "loss": 0.0004,
      "step": 100910
    },
    {
      "epoch": 1.7055508141588434,
      "grad_norm": 0.07476289570331573,
      "learning_rate": 6.458042317112407e-07,
      "loss": 0.0005,
      "step": 100920
    },
    {
      "epoch": 1.705719814437694,
      "grad_norm": 0.03566889092326164,
      "learning_rate": 6.450794421991425e-07,
      "loss": 0.0005,
      "step": 100930
    },
    {
      "epoch": 1.7058888147165443,
      "grad_norm": 0.004053400829434395,
      "learning_rate": 6.44355031586234e-07,
      "loss": 0.0005,
      "step": 100940
    },
    {
      "epoch": 1.7060578149953947,
      "grad_norm": 0.008549575693905354,
      "learning_rate": 6.4363099993554e-07,
      "loss": 0.0007,
      "step": 100950
    },
    {
      "epoch": 1.7062268152742452,
      "grad_norm": 0.020716724917292595,
      "learning_rate": 6.429073473100578e-07,
      "loss": 0.0003,
      "step": 100960
    },
    {
      "epoch": 1.7063958155530956,
      "grad_norm": 0.0033090277574956417,
      "learning_rate": 6.421840737727453e-07,
      "loss": 0.0004,
      "step": 100970
    },
    {
      "epoch": 1.7065648158319462,
      "grad_norm": 0.08368370682001114,
      "learning_rate": 6.414611793865339e-07,
      "loss": 0.0006,
      "step": 100980
    },
    {
      "epoch": 1.7067338161107966,
      "grad_norm": 0.019599411636590958,
      "learning_rate": 6.407386642143165e-07,
      "loss": 0.0006,
      "step": 100990
    },
    {
      "epoch": 1.706902816389647,
      "grad_norm": 0.06469276547431946,
      "learning_rate": 6.400165283189574e-07,
      "loss": 0.0004,
      "step": 101000
    },
    {
      "epoch": 1.7070718166684975,
      "grad_norm": 0.014812301844358444,
      "learning_rate": 6.392947717632836e-07,
      "loss": 0.0003,
      "step": 101010
    },
    {
      "epoch": 1.707240816947348,
      "grad_norm": 0.01817789115011692,
      "learning_rate": 6.38573394610093e-07,
      "loss": 0.0005,
      "step": 101020
    },
    {
      "epoch": 1.7074098172261984,
      "grad_norm": 0.02831515297293663,
      "learning_rate": 6.37852396922149e-07,
      "loss": 0.0007,
      "step": 101030
    },
    {
      "epoch": 1.7075788175050488,
      "grad_norm": 0.010831360705196857,
      "learning_rate": 6.371317787621822e-07,
      "loss": 0.0011,
      "step": 101040
    },
    {
      "epoch": 1.7077478177838994,
      "grad_norm": 0.06960634887218475,
      "learning_rate": 6.364115401928883e-07,
      "loss": 0.001,
      "step": 101050
    },
    {
      "epoch": 1.7079168180627498,
      "grad_norm": 0.0023254172410815954,
      "learning_rate": 6.356916812769332e-07,
      "loss": 0.0003,
      "step": 101060
    },
    {
      "epoch": 1.7080858183416003,
      "grad_norm": 0.10252980887889862,
      "learning_rate": 6.349722020769466e-07,
      "loss": 0.0008,
      "step": 101070
    },
    {
      "epoch": 1.7082548186204507,
      "grad_norm": 0.04966580495238304,
      "learning_rate": 6.342531026555288e-07,
      "loss": 0.0006,
      "step": 101080
    },
    {
      "epoch": 1.708423818899301,
      "grad_norm": 0.026467200368642807,
      "learning_rate": 6.335343830752422e-07,
      "loss": 0.0008,
      "step": 101090
    },
    {
      "epoch": 1.7085928191781516,
      "grad_norm": 0.04453878104686737,
      "learning_rate": 6.328160433986202e-07,
      "loss": 0.0007,
      "step": 101100
    },
    {
      "epoch": 1.7087618194570022,
      "grad_norm": 0.005278876982629299,
      "learning_rate": 6.320980836881635e-07,
      "loss": 0.0005,
      "step": 101110
    },
    {
      "epoch": 1.7089308197358526,
      "grad_norm": 0.03430505841970444,
      "learning_rate": 6.313805040063348e-07,
      "loss": 0.0003,
      "step": 101120
    },
    {
      "epoch": 1.709099820014703,
      "grad_norm": 0.09736597537994385,
      "learning_rate": 6.306633044155702e-07,
      "loss": 0.0006,
      "step": 101130
    },
    {
      "epoch": 1.7092688202935535,
      "grad_norm": 0.011779002845287323,
      "learning_rate": 6.299464849782666e-07,
      "loss": 0.0005,
      "step": 101140
    },
    {
      "epoch": 1.709437820572404,
      "grad_norm": 0.0022404491901397705,
      "learning_rate": 6.292300457567934e-07,
      "loss": 0.0006,
      "step": 101150
    },
    {
      "epoch": 1.7096068208512545,
      "grad_norm": 0.4547003209590912,
      "learning_rate": 6.285139868134821e-07,
      "loss": 0.0015,
      "step": 101160
    },
    {
      "epoch": 1.7097758211301048,
      "grad_norm": 0.027612561360001564,
      "learning_rate": 6.277983082106353e-07,
      "loss": 0.0006,
      "step": 101170
    },
    {
      "epoch": 1.7099448214089552,
      "grad_norm": 0.026960104703903198,
      "learning_rate": 6.270830100105185e-07,
      "loss": 0.0001,
      "step": 101180
    },
    {
      "epoch": 1.7101138216878058,
      "grad_norm": 0.14393088221549988,
      "learning_rate": 6.263680922753684e-07,
      "loss": 0.0003,
      "step": 101190
    },
    {
      "epoch": 1.7102828219666564,
      "grad_norm": 0.0568784661591053,
      "learning_rate": 6.256535550673837e-07,
      "loss": 0.0005,
      "step": 101200
    },
    {
      "epoch": 1.7104518222455067,
      "grad_norm": 0.01398561056703329,
      "learning_rate": 6.249393984487339e-07,
      "loss": 0.0018,
      "step": 101210
    },
    {
      "epoch": 1.710620822524357,
      "grad_norm": 0.10412480682134628,
      "learning_rate": 6.242256224815551e-07,
      "loss": 0.0009,
      "step": 101220
    },
    {
      "epoch": 1.7107898228032075,
      "grad_norm": 0.04285868629813194,
      "learning_rate": 6.23512227227947e-07,
      "loss": 0.0012,
      "step": 101230
    },
    {
      "epoch": 1.710958823082058,
      "grad_norm": 0.002318931743502617,
      "learning_rate": 6.227992127499799e-07,
      "loss": 0.0002,
      "step": 101240
    },
    {
      "epoch": 1.7111278233609086,
      "grad_norm": 0.030637163668870926,
      "learning_rate": 6.220865791096908e-07,
      "loss": 0.0006,
      "step": 101250
    },
    {
      "epoch": 1.711296823639759,
      "grad_norm": 0.041567422449588776,
      "learning_rate": 6.213743263690791e-07,
      "loss": 0.0006,
      "step": 101260
    },
    {
      "epoch": 1.7114658239186094,
      "grad_norm": 0.0006766514852643013,
      "learning_rate": 6.206624545901174e-07,
      "loss": 0.0006,
      "step": 101270
    },
    {
      "epoch": 1.71163482419746,
      "grad_norm": 0.09084150940179825,
      "learning_rate": 6.199509638347395e-07,
      "loss": 0.0006,
      "step": 101280
    },
    {
      "epoch": 1.7118038244763105,
      "grad_norm": 0.028928222134709358,
      "learning_rate": 6.192398541648504e-07,
      "loss": 0.0015,
      "step": 101290
    },
    {
      "epoch": 1.7119728247551609,
      "grad_norm": 0.10853814333677292,
      "learning_rate": 6.185291256423182e-07,
      "loss": 0.0006,
      "step": 101300
    },
    {
      "epoch": 1.7121418250340112,
      "grad_norm": 0.03964819014072418,
      "learning_rate": 6.178187783289818e-07,
      "loss": 0.0003,
      "step": 101310
    },
    {
      "epoch": 1.7123108253128616,
      "grad_norm": 0.05229168385267258,
      "learning_rate": 6.171088122866431e-07,
      "loss": 0.0003,
      "step": 101320
    },
    {
      "epoch": 1.7124798255917122,
      "grad_norm": 0.025795824825763702,
      "learning_rate": 6.163992275770741e-07,
      "loss": 0.0015,
      "step": 101330
    },
    {
      "epoch": 1.7126488258705628,
      "grad_norm": 0.05593524128198624,
      "learning_rate": 6.156900242620101e-07,
      "loss": 0.0006,
      "step": 101340
    },
    {
      "epoch": 1.7128178261494131,
      "grad_norm": 0.06450933963060379,
      "learning_rate": 6.14981202403157e-07,
      "loss": 0.0008,
      "step": 101350
    },
    {
      "epoch": 1.7129868264282635,
      "grad_norm": 0.021435856819152832,
      "learning_rate": 6.142727620621857e-07,
      "loss": 0.0005,
      "step": 101360
    },
    {
      "epoch": 1.713155826707114,
      "grad_norm": 0.004841253627091646,
      "learning_rate": 6.135647033007325e-07,
      "loss": 0.0004,
      "step": 101370
    },
    {
      "epoch": 1.7133248269859647,
      "grad_norm": 0.03038441203534603,
      "learning_rate": 6.12857026180404e-07,
      "loss": 0.0005,
      "step": 101380
    },
    {
      "epoch": 1.713493827264815,
      "grad_norm": 0.0590740442276001,
      "learning_rate": 6.121497307627699e-07,
      "loss": 0.0004,
      "step": 101390
    },
    {
      "epoch": 1.7136628275436654,
      "grad_norm": 0.0016183584230020642,
      "learning_rate": 6.114428171093695e-07,
      "loss": 0.0006,
      "step": 101400
    },
    {
      "epoch": 1.7138318278225158,
      "grad_norm": 0.029670948162674904,
      "learning_rate": 6.107362852817056e-07,
      "loss": 0.0005,
      "step": 101410
    },
    {
      "epoch": 1.7140008281013663,
      "grad_norm": 0.03551269322633743,
      "learning_rate": 6.100301353412519e-07,
      "loss": 0.0005,
      "step": 101420
    },
    {
      "epoch": 1.714169828380217,
      "grad_norm": 0.0018679883796721697,
      "learning_rate": 6.093243673494459e-07,
      "loss": 0.0007,
      "step": 101430
    },
    {
      "epoch": 1.7143388286590673,
      "grad_norm": 0.010143287479877472,
      "learning_rate": 6.086189813676946e-07,
      "loss": 0.0003,
      "step": 101440
    },
    {
      "epoch": 1.7145078289379176,
      "grad_norm": 0.04105092212557793,
      "learning_rate": 6.079139774573672e-07,
      "loss": 0.0004,
      "step": 101450
    },
    {
      "epoch": 1.7146768292167682,
      "grad_norm": 0.004793565254658461,
      "learning_rate": 6.072093556798053e-07,
      "loss": 0.0008,
      "step": 101460
    },
    {
      "epoch": 1.7148458294956188,
      "grad_norm": 0.060135677456855774,
      "learning_rate": 6.065051160963121e-07,
      "loss": 0.0008,
      "step": 101470
    },
    {
      "epoch": 1.7150148297744692,
      "grad_norm": 0.10621100664138794,
      "learning_rate": 6.058012587681617e-07,
      "loss": 0.0006,
      "step": 101480
    },
    {
      "epoch": 1.7151838300533195,
      "grad_norm": 0.03052833490073681,
      "learning_rate": 6.050977837565914e-07,
      "loss": 0.0005,
      "step": 101490
    },
    {
      "epoch": 1.71535283033217,
      "grad_norm": 0.023036569356918335,
      "learning_rate": 6.043946911228082e-07,
      "loss": 0.0021,
      "step": 101500
    },
    {
      "epoch": 1.7155218306110205,
      "grad_norm": 0.009780052118003368,
      "learning_rate": 6.036919809279834e-07,
      "loss": 0.0006,
      "step": 101510
    },
    {
      "epoch": 1.715690830889871,
      "grad_norm": 0.03306550905108452,
      "learning_rate": 6.029896532332575e-07,
      "loss": 0.0008,
      "step": 101520
    },
    {
      "epoch": 1.7158598311687214,
      "grad_norm": 0.0446292869746685,
      "learning_rate": 6.022877080997353e-07,
      "loss": 0.0008,
      "step": 101530
    },
    {
      "epoch": 1.7160288314475718,
      "grad_norm": 0.03361291065812111,
      "learning_rate": 6.015861455884902e-07,
      "loss": 0.0009,
      "step": 101540
    },
    {
      "epoch": 1.7161978317264224,
      "grad_norm": 0.0014617099659517407,
      "learning_rate": 6.008849657605609e-07,
      "loss": 0.0005,
      "step": 101550
    },
    {
      "epoch": 1.716366832005273,
      "grad_norm": 0.08785160630941391,
      "learning_rate": 6.001841686769544e-07,
      "loss": 0.0006,
      "step": 101560
    },
    {
      "epoch": 1.7165358322841233,
      "grad_norm": 0.09249861538410187,
      "learning_rate": 5.994837543986421e-07,
      "loss": 0.0012,
      "step": 101570
    },
    {
      "epoch": 1.7167048325629737,
      "grad_norm": 0.025042526423931122,
      "learning_rate": 5.98783722986564e-07,
      "loss": 0.0005,
      "step": 101580
    },
    {
      "epoch": 1.716873832841824,
      "grad_norm": 0.005246470682322979,
      "learning_rate": 5.980840745016275e-07,
      "loss": 0.0007,
      "step": 101590
    },
    {
      "epoch": 1.7170428331206746,
      "grad_norm": 0.08312425017356873,
      "learning_rate": 5.97384809004703e-07,
      "loss": 0.0006,
      "step": 101600
    },
    {
      "epoch": 1.7172118333995252,
      "grad_norm": 0.06092371046543121,
      "learning_rate": 5.966859265566316e-07,
      "loss": 0.0007,
      "step": 101610
    },
    {
      "epoch": 1.7173808336783756,
      "grad_norm": 0.03240653872489929,
      "learning_rate": 5.959874272182192e-07,
      "loss": 0.0009,
      "step": 101620
    },
    {
      "epoch": 1.717549833957226,
      "grad_norm": 0.024100584909319878,
      "learning_rate": 5.952893110502395e-07,
      "loss": 0.0006,
      "step": 101630
    },
    {
      "epoch": 1.7177188342360765,
      "grad_norm": 0.05034208297729492,
      "learning_rate": 5.945915781134298e-07,
      "loss": 0.0008,
      "step": 101640
    },
    {
      "epoch": 1.717887834514927,
      "grad_norm": 0.07382944971323013,
      "learning_rate": 5.938942284684984e-07,
      "loss": 0.0008,
      "step": 101650
    },
    {
      "epoch": 1.7180568347937775,
      "grad_norm": 0.005421789828687906,
      "learning_rate": 5.931972621761167e-07,
      "loss": 0.0008,
      "step": 101660
    },
    {
      "epoch": 1.7182258350726278,
      "grad_norm": 0.14722028374671936,
      "learning_rate": 5.925006792969251e-07,
      "loss": 0.0005,
      "step": 101670
    },
    {
      "epoch": 1.7183948353514782,
      "grad_norm": 0.0022031988482922316,
      "learning_rate": 5.918044798915285e-07,
      "loss": 0.0006,
      "step": 101680
    },
    {
      "epoch": 1.7185638356303288,
      "grad_norm": 0.043418727815151215,
      "learning_rate": 5.911086640205016e-07,
      "loss": 0.001,
      "step": 101690
    },
    {
      "epoch": 1.7187328359091794,
      "grad_norm": 0.10383982211351395,
      "learning_rate": 5.904132317443812e-07,
      "loss": 0.001,
      "step": 101700
    },
    {
      "epoch": 1.7189018361880297,
      "grad_norm": 0.046413641422986984,
      "learning_rate": 5.897181831236753e-07,
      "loss": 0.0007,
      "step": 101710
    },
    {
      "epoch": 1.71907083646688,
      "grad_norm": 0.02331531047821045,
      "learning_rate": 5.890235182188553e-07,
      "loss": 0.0006,
      "step": 101720
    },
    {
      "epoch": 1.7192398367457307,
      "grad_norm": 0.03394658863544464,
      "learning_rate": 5.883292370903615e-07,
      "loss": 0.0003,
      "step": 101730
    },
    {
      "epoch": 1.7194088370245812,
      "grad_norm": 0.032232072204351425,
      "learning_rate": 5.876353397985984e-07,
      "loss": 0.0005,
      "step": 101740
    },
    {
      "epoch": 1.7195778373034316,
      "grad_norm": 0.07648573070764542,
      "learning_rate": 5.8694182640394e-07,
      "loss": 0.0004,
      "step": 101750
    },
    {
      "epoch": 1.719746837582282,
      "grad_norm": 0.07018204033374786,
      "learning_rate": 5.862486969667236e-07,
      "loss": 0.0004,
      "step": 101760
    },
    {
      "epoch": 1.7199158378611323,
      "grad_norm": 0.002022471046075225,
      "learning_rate": 5.855559515472564e-07,
      "loss": 0.0012,
      "step": 101770
    },
    {
      "epoch": 1.720084838139983,
      "grad_norm": 0.004247077275067568,
      "learning_rate": 5.848635902058092e-07,
      "loss": 0.0005,
      "step": 101780
    },
    {
      "epoch": 1.7202538384188335,
      "grad_norm": 0.0623776949942112,
      "learning_rate": 5.841716130026215e-07,
      "loss": 0.0007,
      "step": 101790
    },
    {
      "epoch": 1.7204228386976839,
      "grad_norm": 0.01923542656004429,
      "learning_rate": 5.834800199978985e-07,
      "loss": 0.0003,
      "step": 101800
    },
    {
      "epoch": 1.7205918389765342,
      "grad_norm": 0.00485391728579998,
      "learning_rate": 5.827888112518132e-07,
      "loss": 0.0006,
      "step": 101810
    },
    {
      "epoch": 1.7207608392553848,
      "grad_norm": 0.019686343148350716,
      "learning_rate": 5.820979868245025e-07,
      "loss": 0.0006,
      "step": 101820
    },
    {
      "epoch": 1.7209298395342354,
      "grad_norm": 0.013536707498133183,
      "learning_rate": 5.814075467760727e-07,
      "loss": 0.0003,
      "step": 101830
    },
    {
      "epoch": 1.7210988398130858,
      "grad_norm": 0.0900881439447403,
      "learning_rate": 5.807174911665942e-07,
      "loss": 0.0009,
      "step": 101840
    },
    {
      "epoch": 1.7212678400919361,
      "grad_norm": 0.013546904549002647,
      "learning_rate": 5.80027820056106e-07,
      "loss": 0.0003,
      "step": 101850
    },
    {
      "epoch": 1.7214368403707865,
      "grad_norm": 0.06801117211580276,
      "learning_rate": 5.793385335046137e-07,
      "loss": 0.0006,
      "step": 101860
    },
    {
      "epoch": 1.721605840649637,
      "grad_norm": 0.0018033263040706515,
      "learning_rate": 5.786496315720864e-07,
      "loss": 0.0004,
      "step": 101870
    },
    {
      "epoch": 1.7217748409284876,
      "grad_norm": 0.039153531193733215,
      "learning_rate": 5.779611143184638e-07,
      "loss": 0.0006,
      "step": 101880
    },
    {
      "epoch": 1.721943841207338,
      "grad_norm": 0.04686809703707695,
      "learning_rate": 5.772729818036488e-07,
      "loss": 0.0005,
      "step": 101890
    },
    {
      "epoch": 1.7221128414861884,
      "grad_norm": 0.048774782568216324,
      "learning_rate": 5.765852340875144e-07,
      "loss": 0.0003,
      "step": 101900
    },
    {
      "epoch": 1.722281841765039,
      "grad_norm": 0.1338806450366974,
      "learning_rate": 5.758978712298952e-07,
      "loss": 0.0007,
      "step": 101910
    },
    {
      "epoch": 1.7224508420438893,
      "grad_norm": 0.06597351282835007,
      "learning_rate": 5.752108932905976e-07,
      "loss": 0.0008,
      "step": 101920
    },
    {
      "epoch": 1.72261984232274,
      "grad_norm": 0.02449699118733406,
      "learning_rate": 5.745243003293893e-07,
      "loss": 0.0005,
      "step": 101930
    },
    {
      "epoch": 1.7227888426015903,
      "grad_norm": 0.029172487556934357,
      "learning_rate": 5.738380924060105e-07,
      "loss": 0.0008,
      "step": 101940
    },
    {
      "epoch": 1.7229578428804406,
      "grad_norm": 0.04729709029197693,
      "learning_rate": 5.731522695801617e-07,
      "loss": 0.0004,
      "step": 101950
    },
    {
      "epoch": 1.7231268431592912,
      "grad_norm": 0.010576958768069744,
      "learning_rate": 5.724668319115151e-07,
      "loss": 0.0005,
      "step": 101960
    },
    {
      "epoch": 1.7232958434381418,
      "grad_norm": 0.03171493485569954,
      "learning_rate": 5.717817794597047e-07,
      "loss": 0.0003,
      "step": 101970
    },
    {
      "epoch": 1.7234648437169922,
      "grad_norm": 0.01054026186466217,
      "learning_rate": 5.71097112284335e-07,
      "loss": 0.0007,
      "step": 101980
    },
    {
      "epoch": 1.7236338439958425,
      "grad_norm": 0.018904397264122963,
      "learning_rate": 5.704128304449758e-07,
      "loss": 0.0004,
      "step": 101990
    },
    {
      "epoch": 1.723802844274693,
      "grad_norm": 0.02453923597931862,
      "learning_rate": 5.697289340011613e-07,
      "loss": 0.0005,
      "step": 102000
    },
    {
      "epoch": 1.7239718445535435,
      "grad_norm": 0.004252988379448652,
      "learning_rate": 5.690454230123948e-07,
      "loss": 0.0009,
      "step": 102010
    },
    {
      "epoch": 1.724140844832394,
      "grad_norm": 0.027058754116296768,
      "learning_rate": 5.683622975381458e-07,
      "loss": 0.0007,
      "step": 102020
    },
    {
      "epoch": 1.7243098451112444,
      "grad_norm": 0.03157680481672287,
      "learning_rate": 5.676795576378479e-07,
      "loss": 0.0005,
      "step": 102030
    },
    {
      "epoch": 1.7244788453900948,
      "grad_norm": 0.044976986944675446,
      "learning_rate": 5.669972033709048e-07,
      "loss": 0.0007,
      "step": 102040
    },
    {
      "epoch": 1.7246478456689454,
      "grad_norm": 0.045679911971092224,
      "learning_rate": 5.663152347966821e-07,
      "loss": 0.0015,
      "step": 102050
    },
    {
      "epoch": 1.724816845947796,
      "grad_norm": 0.00455823726952076,
      "learning_rate": 5.656336519745165e-07,
      "loss": 0.0004,
      "step": 102060
    },
    {
      "epoch": 1.7249858462266463,
      "grad_norm": 0.019595401361584663,
      "learning_rate": 5.649524549637075e-07,
      "loss": 0.001,
      "step": 102070
    },
    {
      "epoch": 1.7251548465054967,
      "grad_norm": 0.07024908810853958,
      "learning_rate": 5.642716438235241e-07,
      "loss": 0.0005,
      "step": 102080
    },
    {
      "epoch": 1.7253238467843472,
      "grad_norm": 0.03039000928401947,
      "learning_rate": 5.635912186131981e-07,
      "loss": 0.0006,
      "step": 102090
    },
    {
      "epoch": 1.7254928470631976,
      "grad_norm": 0.04661163315176964,
      "learning_rate": 5.629111793919322e-07,
      "loss": 0.0005,
      "step": 102100
    },
    {
      "epoch": 1.7256618473420482,
      "grad_norm": 0.02858460694551468,
      "learning_rate": 5.622315262188905e-07,
      "loss": 0.0006,
      "step": 102110
    },
    {
      "epoch": 1.7258308476208986,
      "grad_norm": 0.06292527168989182,
      "learning_rate": 5.61552259153208e-07,
      "loss": 0.0006,
      "step": 102120
    },
    {
      "epoch": 1.725999847899749,
      "grad_norm": 0.1382041871547699,
      "learning_rate": 5.608733782539844e-07,
      "loss": 0.0009,
      "step": 102130
    },
    {
      "epoch": 1.7261688481785995,
      "grad_norm": 0.03715429827570915,
      "learning_rate": 5.60194883580284e-07,
      "loss": 0.0006,
      "step": 102140
    },
    {
      "epoch": 1.72633784845745,
      "grad_norm": 0.008654680103063583,
      "learning_rate": 5.595167751911412e-07,
      "loss": 0.0006,
      "step": 102150
    },
    {
      "epoch": 1.7265068487363004,
      "grad_norm": 0.004395073279738426,
      "learning_rate": 5.588390531455528e-07,
      "loss": 0.0004,
      "step": 102160
    },
    {
      "epoch": 1.7266758490151508,
      "grad_norm": 0.019985094666481018,
      "learning_rate": 5.581617175024845e-07,
      "loss": 0.0003,
      "step": 102170
    },
    {
      "epoch": 1.7268448492940012,
      "grad_norm": 0.06431503593921661,
      "learning_rate": 5.57484768320869e-07,
      "loss": 0.0007,
      "step": 102180
    },
    {
      "epoch": 1.7270138495728518,
      "grad_norm": 0.06975045055150986,
      "learning_rate": 5.568082056596019e-07,
      "loss": 0.0005,
      "step": 102190
    },
    {
      "epoch": 1.7271828498517023,
      "grad_norm": 0.027523482218384743,
      "learning_rate": 5.561320295775486e-07,
      "loss": 0.0009,
      "step": 102200
    },
    {
      "epoch": 1.7273518501305527,
      "grad_norm": 0.014709588140249252,
      "learning_rate": 5.554562401335412e-07,
      "loss": 0.0008,
      "step": 102210
    },
    {
      "epoch": 1.727520850409403,
      "grad_norm": 0.08284450322389603,
      "learning_rate": 5.547808373863739e-07,
      "loss": 0.0006,
      "step": 102220
    },
    {
      "epoch": 1.7276898506882536,
      "grad_norm": 0.09165903925895691,
      "learning_rate": 5.541058213948125e-07,
      "loss": 0.0008,
      "step": 102230
    },
    {
      "epoch": 1.7278588509671042,
      "grad_norm": 0.017165465280413628,
      "learning_rate": 5.534311922175845e-07,
      "loss": 0.0007,
      "step": 102240
    },
    {
      "epoch": 1.7280278512459546,
      "grad_norm": 0.002477036789059639,
      "learning_rate": 5.527569499133878e-07,
      "loss": 0.0002,
      "step": 102250
    },
    {
      "epoch": 1.728196851524805,
      "grad_norm": 0.021751822903752327,
      "learning_rate": 5.520830945408828e-07,
      "loss": 0.0003,
      "step": 102260
    },
    {
      "epoch": 1.7283658518036553,
      "grad_norm": 0.021902253851294518,
      "learning_rate": 5.514096261587004e-07,
      "loss": 0.0008,
      "step": 102270
    },
    {
      "epoch": 1.728534852082506,
      "grad_norm": 0.052564337849617004,
      "learning_rate": 5.507365448254332e-07,
      "loss": 0.0014,
      "step": 102280
    },
    {
      "epoch": 1.7287038523613565,
      "grad_norm": 0.02939448691904545,
      "learning_rate": 5.500638505996453e-07,
      "loss": 0.0008,
      "step": 102290
    },
    {
      "epoch": 1.7288728526402068,
      "grad_norm": 0.06470446288585663,
      "learning_rate": 5.493915435398611e-07,
      "loss": 0.0008,
      "step": 102300
    },
    {
      "epoch": 1.7290418529190572,
      "grad_norm": 0.02330961637198925,
      "learning_rate": 5.487196237045777e-07,
      "loss": 0.0031,
      "step": 102310
    },
    {
      "epoch": 1.7292108531979078,
      "grad_norm": 0.01982557401061058,
      "learning_rate": 5.480480911522528e-07,
      "loss": 0.0008,
      "step": 102320
    },
    {
      "epoch": 1.7293798534767584,
      "grad_norm": 0.012928773649036884,
      "learning_rate": 5.473769459413158e-07,
      "loss": 0.0009,
      "step": 102330
    },
    {
      "epoch": 1.7295488537556087,
      "grad_norm": 0.0316120982170105,
      "learning_rate": 5.467061881301567e-07,
      "loss": 0.0002,
      "step": 102340
    },
    {
      "epoch": 1.729717854034459,
      "grad_norm": 0.04284735396504402,
      "learning_rate": 5.460358177771352e-07,
      "loss": 0.0004,
      "step": 102350
    },
    {
      "epoch": 1.7298868543133095,
      "grad_norm": 0.04509047791361809,
      "learning_rate": 5.453658349405794e-07,
      "loss": 0.0009,
      "step": 102360
    },
    {
      "epoch": 1.73005585459216,
      "grad_norm": 0.004043929278850555,
      "learning_rate": 5.446962396787775e-07,
      "loss": 0.0005,
      "step": 102370
    },
    {
      "epoch": 1.7302248548710106,
      "grad_norm": 0.061174239963293076,
      "learning_rate": 5.440270320499897e-07,
      "loss": 0.0005,
      "step": 102380
    },
    {
      "epoch": 1.730393855149861,
      "grad_norm": 0.005769838113337755,
      "learning_rate": 5.433582121124393e-07,
      "loss": 0.0004,
      "step": 102390
    },
    {
      "epoch": 1.7305628554287114,
      "grad_norm": 0.09978872537612915,
      "learning_rate": 5.426897799243186e-07,
      "loss": 0.0013,
      "step": 102400
    },
    {
      "epoch": 1.730731855707562,
      "grad_norm": 0.042144156992435455,
      "learning_rate": 5.420217355437824e-07,
      "loss": 0.0004,
      "step": 102410
    },
    {
      "epoch": 1.7309008559864125,
      "grad_norm": 0.012190748006105423,
      "learning_rate": 5.413540790289556e-07,
      "loss": 0.0008,
      "step": 102420
    },
    {
      "epoch": 1.7310698562652629,
      "grad_norm": 0.11674518883228302,
      "learning_rate": 5.406868104379253e-07,
      "loss": 0.0012,
      "step": 102430
    },
    {
      "epoch": 1.7312388565441132,
      "grad_norm": 0.0697534829378128,
      "learning_rate": 5.400199298287495e-07,
      "loss": 0.0011,
      "step": 102440
    },
    {
      "epoch": 1.7314078568229636,
      "grad_norm": 0.05596902593970299,
      "learning_rate": 5.393534372594478e-07,
      "loss": 0.0012,
      "step": 102450
    },
    {
      "epoch": 1.7315768571018142,
      "grad_norm": 0.0021226536482572556,
      "learning_rate": 5.38687332788011e-07,
      "loss": 0.0005,
      "step": 102460
    },
    {
      "epoch": 1.7317458573806648,
      "grad_norm": 0.058090031147003174,
      "learning_rate": 5.3802161647239e-07,
      "loss": 0.0008,
      "step": 102470
    },
    {
      "epoch": 1.7319148576595151,
      "grad_norm": 0.0030619546305388212,
      "learning_rate": 5.373562883705086e-07,
      "loss": 0.0005,
      "step": 102480
    },
    {
      "epoch": 1.7320838579383655,
      "grad_norm": 0.02905389480292797,
      "learning_rate": 5.366913485402509e-07,
      "loss": 0.0007,
      "step": 102490
    },
    {
      "epoch": 1.732252858217216,
      "grad_norm": 0.0476466603577137,
      "learning_rate": 5.360267970394722e-07,
      "loss": 0.0006,
      "step": 102500
    },
    {
      "epoch": 1.7324218584960667,
      "grad_norm": 0.02050813101232052,
      "learning_rate": 5.353626339259893e-07,
      "loss": 0.0006,
      "step": 102510
    },
    {
      "epoch": 1.732590858774917,
      "grad_norm": 0.11159972101449966,
      "learning_rate": 5.346988592575903e-07,
      "loss": 0.001,
      "step": 102520
    },
    {
      "epoch": 1.7327598590537674,
      "grad_norm": 0.007609162945300341,
      "learning_rate": 5.340354730920244e-07,
      "loss": 0.0005,
      "step": 102530
    },
    {
      "epoch": 1.7329288593326178,
      "grad_norm": 0.04392042011022568,
      "learning_rate": 5.333724754870112e-07,
      "loss": 0.0009,
      "step": 102540
    },
    {
      "epoch": 1.7330978596114683,
      "grad_norm": 0.04385608434677124,
      "learning_rate": 5.327098665002334e-07,
      "loss": 0.0019,
      "step": 102550
    },
    {
      "epoch": 1.733266859890319,
      "grad_norm": 0.032793279737234116,
      "learning_rate": 5.320476461893415e-07,
      "loss": 0.0008,
      "step": 102560
    },
    {
      "epoch": 1.7334358601691693,
      "grad_norm": 0.18722468614578247,
      "learning_rate": 5.313858146119516e-07,
      "loss": 0.0011,
      "step": 102570
    },
    {
      "epoch": 1.7336048604480196,
      "grad_norm": 0.10890011489391327,
      "learning_rate": 5.307243718256483e-07,
      "loss": 0.0015,
      "step": 102580
    },
    {
      "epoch": 1.7337738607268702,
      "grad_norm": 0.0011250500101596117,
      "learning_rate": 5.300633178879777e-07,
      "loss": 0.0003,
      "step": 102590
    },
    {
      "epoch": 1.7339428610057208,
      "grad_norm": 0.0004868998075835407,
      "learning_rate": 5.294026528564567e-07,
      "loss": 0.0008,
      "step": 102600
    },
    {
      "epoch": 1.7341118612845712,
      "grad_norm": 0.017471345141530037,
      "learning_rate": 5.287423767885647e-07,
      "loss": 0.0007,
      "step": 102610
    },
    {
      "epoch": 1.7342808615634215,
      "grad_norm": 0.01358699705451727,
      "learning_rate": 5.280824897417497e-07,
      "loss": 0.0005,
      "step": 102620
    },
    {
      "epoch": 1.734449861842272,
      "grad_norm": 0.009207590483129025,
      "learning_rate": 5.274229917734258e-07,
      "loss": 0.0017,
      "step": 102630
    },
    {
      "epoch": 1.7346188621211225,
      "grad_norm": 0.01364581286907196,
      "learning_rate": 5.267638829409704e-07,
      "loss": 0.0004,
      "step": 102640
    },
    {
      "epoch": 1.734787862399973,
      "grad_norm": 0.0013375000562518835,
      "learning_rate": 5.261051633017322e-07,
      "loss": 0.0004,
      "step": 102650
    },
    {
      "epoch": 1.7349568626788234,
      "grad_norm": 0.043894656002521515,
      "learning_rate": 5.254468329130197e-07,
      "loss": 0.0006,
      "step": 102660
    },
    {
      "epoch": 1.7351258629576738,
      "grad_norm": 0.015651630237698555,
      "learning_rate": 5.247888918321137e-07,
      "loss": 0.0007,
      "step": 102670
    },
    {
      "epoch": 1.7352948632365244,
      "grad_norm": 0.0647960677742958,
      "learning_rate": 5.241313401162562e-07,
      "loss": 0.0008,
      "step": 102680
    },
    {
      "epoch": 1.735463863515375,
      "grad_norm": 0.014756627380847931,
      "learning_rate": 5.234741778226593e-07,
      "loss": 0.0007,
      "step": 102690
    },
    {
      "epoch": 1.7356328637942253,
      "grad_norm": 0.06088197976350784,
      "learning_rate": 5.228174050084966e-07,
      "loss": 0.0006,
      "step": 102700
    },
    {
      "epoch": 1.7358018640730757,
      "grad_norm": 0.05784652754664421,
      "learning_rate": 5.221610217309136e-07,
      "loss": 0.0007,
      "step": 102710
    },
    {
      "epoch": 1.735970864351926,
      "grad_norm": 0.02115379087626934,
      "learning_rate": 5.215050280470163e-07,
      "loss": 0.0001,
      "step": 102720
    },
    {
      "epoch": 1.7361398646307766,
      "grad_norm": 0.16476072371006012,
      "learning_rate": 5.208494240138812e-07,
      "loss": 0.0007,
      "step": 102730
    },
    {
      "epoch": 1.7363088649096272,
      "grad_norm": 0.008767795749008656,
      "learning_rate": 5.20194209688547e-07,
      "loss": 0.0006,
      "step": 102740
    },
    {
      "epoch": 1.7364778651884776,
      "grad_norm": 0.020127803087234497,
      "learning_rate": 5.195393851280223e-07,
      "loss": 0.0005,
      "step": 102750
    },
    {
      "epoch": 1.736646865467328,
      "grad_norm": 0.011776608414947987,
      "learning_rate": 5.18884950389279e-07,
      "loss": 0.0002,
      "step": 102760
    },
    {
      "epoch": 1.7368158657461785,
      "grad_norm": 0.012264423072338104,
      "learning_rate": 5.182309055292573e-07,
      "loss": 0.0004,
      "step": 102770
    },
    {
      "epoch": 1.736984866025029,
      "grad_norm": 0.026176534593105316,
      "learning_rate": 5.17577250604861e-07,
      "loss": 0.0002,
      "step": 102780
    },
    {
      "epoch": 1.7371538663038795,
      "grad_norm": 0.008904360234737396,
      "learning_rate": 5.169239856729624e-07,
      "loss": 0.0007,
      "step": 102790
    },
    {
      "epoch": 1.7373228665827298,
      "grad_norm": 0.03166089206933975,
      "learning_rate": 5.162711107903973e-07,
      "loss": 0.001,
      "step": 102800
    },
    {
      "epoch": 1.7374918668615802,
      "grad_norm": 0.04781964793801308,
      "learning_rate": 5.156186260139706e-07,
      "loss": 0.0009,
      "step": 102810
    },
    {
      "epoch": 1.7376608671404308,
      "grad_norm": 0.007664358243346214,
      "learning_rate": 5.149665314004498e-07,
      "loss": 0.0004,
      "step": 102820
    },
    {
      "epoch": 1.7378298674192814,
      "grad_norm": 0.0008122368599288166,
      "learning_rate": 5.143148270065723e-07,
      "loss": 0.0002,
      "step": 102830
    },
    {
      "epoch": 1.7379988676981317,
      "grad_norm": 0.17051158845424652,
      "learning_rate": 5.136635128890371e-07,
      "loss": 0.001,
      "step": 102840
    },
    {
      "epoch": 1.738167867976982,
      "grad_norm": 0.015453736297786236,
      "learning_rate": 5.130125891045146e-07,
      "loss": 0.0007,
      "step": 102850
    },
    {
      "epoch": 1.7383368682558327,
      "grad_norm": 0.06761077046394348,
      "learning_rate": 5.123620557096354e-07,
      "loss": 0.0013,
      "step": 102860
    },
    {
      "epoch": 1.738505868534683,
      "grad_norm": 0.011229383759200573,
      "learning_rate": 5.11711912761001e-07,
      "loss": 0.0004,
      "step": 102870
    },
    {
      "epoch": 1.7386748688135336,
      "grad_norm": 0.10608507692813873,
      "learning_rate": 5.110621603151766e-07,
      "loss": 0.0039,
      "step": 102880
    },
    {
      "epoch": 1.738843869092384,
      "grad_norm": 0.02043667435646057,
      "learning_rate": 5.104127984286933e-07,
      "loss": 0.0005,
      "step": 102890
    },
    {
      "epoch": 1.7390128693712343,
      "grad_norm": 0.017715172842144966,
      "learning_rate": 5.097638271580501e-07,
      "loss": 0.0004,
      "step": 102900
    },
    {
      "epoch": 1.739181869650085,
      "grad_norm": 0.03839319571852684,
      "learning_rate": 5.091152465597082e-07,
      "loss": 0.0003,
      "step": 102910
    },
    {
      "epoch": 1.7393508699289355,
      "grad_norm": 0.04127620533108711,
      "learning_rate": 5.084670566901001e-07,
      "loss": 0.0008,
      "step": 102920
    },
    {
      "epoch": 1.7395198702077859,
      "grad_norm": 0.034130506217479706,
      "learning_rate": 5.07819257605619e-07,
      "loss": 0.0005,
      "step": 102930
    },
    {
      "epoch": 1.7396888704866362,
      "grad_norm": 0.027376290410757065,
      "learning_rate": 5.071718493626277e-07,
      "loss": 0.0008,
      "step": 102940
    },
    {
      "epoch": 1.7398578707654868,
      "grad_norm": 0.07222705334424973,
      "learning_rate": 5.065248320174543e-07,
      "loss": 0.0004,
      "step": 102950
    },
    {
      "epoch": 1.7400268710443372,
      "grad_norm": 0.006656379904597998,
      "learning_rate": 5.058782056263912e-07,
      "loss": 0.0007,
      "step": 102960
    },
    {
      "epoch": 1.7401958713231878,
      "grad_norm": 0.03969889506697655,
      "learning_rate": 5.052319702456987e-07,
      "loss": 0.0006,
      "step": 102970
    },
    {
      "epoch": 1.7403648716020381,
      "grad_norm": 0.02160169929265976,
      "learning_rate": 5.045861259316038e-07,
      "loss": 0.0004,
      "step": 102980
    },
    {
      "epoch": 1.7405338718808885,
      "grad_norm": 0.0028784871101379395,
      "learning_rate": 5.039406727402951e-07,
      "loss": 0.0003,
      "step": 102990
    },
    {
      "epoch": 1.740702872159739,
      "grad_norm": 0.0740542784333229,
      "learning_rate": 5.03295610727933e-07,
      "loss": 0.0005,
      "step": 103000
    },
    {
      "epoch": 1.7408718724385897,
      "grad_norm": 0.09806045144796371,
      "learning_rate": 5.02650939950639e-07,
      "loss": 0.0007,
      "step": 103010
    },
    {
      "epoch": 1.74104087271744,
      "grad_norm": 0.015504520386457443,
      "learning_rate": 5.020066604645041e-07,
      "loss": 0.0005,
      "step": 103020
    },
    {
      "epoch": 1.7412098729962904,
      "grad_norm": 0.011831060983240604,
      "learning_rate": 5.01362772325582e-07,
      "loss": 0.0004,
      "step": 103030
    },
    {
      "epoch": 1.741378873275141,
      "grad_norm": 0.0006339370738714933,
      "learning_rate": 5.007192755898965e-07,
      "loss": 0.0015,
      "step": 103040
    },
    {
      "epoch": 1.7415478735539913,
      "grad_norm": 0.0036010006442666054,
      "learning_rate": 5.000761703134321e-07,
      "loss": 0.0007,
      "step": 103050
    },
    {
      "epoch": 1.741716873832842,
      "grad_norm": 0.010716896504163742,
      "learning_rate": 4.994334565521447e-07,
      "loss": 0.0004,
      "step": 103060
    },
    {
      "epoch": 1.7418858741116923,
      "grad_norm": 0.030913732945919037,
      "learning_rate": 4.987911343619517e-07,
      "loss": 0.001,
      "step": 103070
    },
    {
      "epoch": 1.7420548743905426,
      "grad_norm": 0.02269650623202324,
      "learning_rate": 4.981492037987396e-07,
      "loss": 0.0016,
      "step": 103080
    },
    {
      "epoch": 1.7422238746693932,
      "grad_norm": 0.07766445726156235,
      "learning_rate": 4.975076649183574e-07,
      "loss": 0.0047,
      "step": 103090
    },
    {
      "epoch": 1.7423928749482438,
      "grad_norm": 0.13688509166240692,
      "learning_rate": 4.968665177766247e-07,
      "loss": 0.0011,
      "step": 103100
    },
    {
      "epoch": 1.7425618752270942,
      "grad_norm": 0.06837814301252365,
      "learning_rate": 4.962257624293221e-07,
      "loss": 0.0005,
      "step": 103110
    },
    {
      "epoch": 1.7427308755059445,
      "grad_norm": 0.015745289623737335,
      "learning_rate": 4.955853989321996e-07,
      "loss": 0.0005,
      "step": 103120
    },
    {
      "epoch": 1.7428998757847949,
      "grad_norm": 0.07937926054000854,
      "learning_rate": 4.949454273409726e-07,
      "loss": 0.0005,
      "step": 103130
    },
    {
      "epoch": 1.7430688760636455,
      "grad_norm": 0.021244054660201073,
      "learning_rate": 4.9430584771132e-07,
      "loss": 0.0003,
      "step": 103140
    },
    {
      "epoch": 1.743237876342496,
      "grad_norm": 0.0003001017321366817,
      "learning_rate": 4.936666600988893e-07,
      "loss": 0.0006,
      "step": 103150
    },
    {
      "epoch": 1.7434068766213464,
      "grad_norm": 0.054227881133556366,
      "learning_rate": 4.930278645592928e-07,
      "loss": 0.0009,
      "step": 103160
    },
    {
      "epoch": 1.7435758769001968,
      "grad_norm": 0.039106860756874084,
      "learning_rate": 4.923894611481095e-07,
      "loss": 0.0004,
      "step": 103170
    },
    {
      "epoch": 1.7437448771790474,
      "grad_norm": 0.028639808297157288,
      "learning_rate": 4.917514499208825e-07,
      "loss": 0.0007,
      "step": 103180
    },
    {
      "epoch": 1.743913877457898,
      "grad_norm": 0.005487741436809301,
      "learning_rate": 4.911138309331232e-07,
      "loss": 0.0021,
      "step": 103190
    },
    {
      "epoch": 1.7440828777367483,
      "grad_norm": 0.07214861363172531,
      "learning_rate": 4.904766042403053e-07,
      "loss": 0.0004,
      "step": 103200
    },
    {
      "epoch": 1.7442518780155987,
      "grad_norm": 0.09120302647352219,
      "learning_rate": 4.898397698978736e-07,
      "loss": 0.0007,
      "step": 103210
    },
    {
      "epoch": 1.744420878294449,
      "grad_norm": 0.010890722274780273,
      "learning_rate": 4.892033279612329e-07,
      "loss": 0.0004,
      "step": 103220
    },
    {
      "epoch": 1.7445898785732996,
      "grad_norm": 0.06599367409944534,
      "learning_rate": 4.885672784857586e-07,
      "loss": 0.0013,
      "step": 103230
    },
    {
      "epoch": 1.7447588788521502,
      "grad_norm": 0.02376548759639263,
      "learning_rate": 4.879316215267887e-07,
      "loss": 0.0007,
      "step": 103240
    },
    {
      "epoch": 1.7449278791310006,
      "grad_norm": 0.0024631957057863474,
      "learning_rate": 4.872963571396305e-07,
      "loss": 0.0007,
      "step": 103250
    },
    {
      "epoch": 1.745096879409851,
      "grad_norm": 0.02037734165787697,
      "learning_rate": 4.866614853795526e-07,
      "loss": 0.0003,
      "step": 103260
    },
    {
      "epoch": 1.7452658796887015,
      "grad_norm": 0.08212215453386307,
      "learning_rate": 4.860270063017935e-07,
      "loss": 0.0013,
      "step": 103270
    },
    {
      "epoch": 1.745434879967552,
      "grad_norm": 0.05925295501947403,
      "learning_rate": 4.853929199615554e-07,
      "loss": 0.0008,
      "step": 103280
    },
    {
      "epoch": 1.7456038802464025,
      "grad_norm": 0.0582982636988163,
      "learning_rate": 4.847592264140078e-07,
      "loss": 0.0011,
      "step": 103290
    },
    {
      "epoch": 1.7457728805252528,
      "grad_norm": 0.0348796546459198,
      "learning_rate": 4.841259257142833e-07,
      "loss": 0.0009,
      "step": 103300
    },
    {
      "epoch": 1.7459418808041032,
      "grad_norm": 0.006674604490399361,
      "learning_rate": 4.834930179174829e-07,
      "loss": 0.0003,
      "step": 103310
    },
    {
      "epoch": 1.7461108810829538,
      "grad_norm": 0.006219710223376751,
      "learning_rate": 4.828605030786743e-07,
      "loss": 0.0008,
      "step": 103320
    },
    {
      "epoch": 1.7462798813618043,
      "grad_norm": 0.11030562967061996,
      "learning_rate": 4.822283812528871e-07,
      "loss": 0.0011,
      "step": 103330
    },
    {
      "epoch": 1.7464488816406547,
      "grad_norm": 0.1262752115726471,
      "learning_rate": 4.815966524951193e-07,
      "loss": 0.0007,
      "step": 103340
    },
    {
      "epoch": 1.746617881919505,
      "grad_norm": 0.03812302276492119,
      "learning_rate": 4.809653168603362e-07,
      "loss": 0.0006,
      "step": 103350
    },
    {
      "epoch": 1.7467868821983557,
      "grad_norm": 0.018701814115047455,
      "learning_rate": 4.803343744034649e-07,
      "loss": 0.0004,
      "step": 103360
    },
    {
      "epoch": 1.7469558824772062,
      "grad_norm": 0.021062275394797325,
      "learning_rate": 4.797038251794023e-07,
      "loss": 0.0004,
      "step": 103370
    },
    {
      "epoch": 1.7471248827560566,
      "grad_norm": 0.020336691290140152,
      "learning_rate": 4.790736692430071e-07,
      "loss": 0.001,
      "step": 103380
    },
    {
      "epoch": 1.747293883034907,
      "grad_norm": 0.05079956725239754,
      "learning_rate": 4.78443906649107e-07,
      "loss": 0.0015,
      "step": 103390
    },
    {
      "epoch": 1.7474628833137573,
      "grad_norm": 0.010214217007160187,
      "learning_rate": 4.778145374524956e-07,
      "loss": 0.0002,
      "step": 103400
    },
    {
      "epoch": 1.747631883592608,
      "grad_norm": 0.10870637744665146,
      "learning_rate": 4.771855617079285e-07,
      "loss": 0.0006,
      "step": 103410
    },
    {
      "epoch": 1.7478008838714585,
      "grad_norm": 0.04904106631875038,
      "learning_rate": 4.765569794701325e-07,
      "loss": 0.0014,
      "step": 103420
    },
    {
      "epoch": 1.7479698841503089,
      "grad_norm": 0.009648908860981464,
      "learning_rate": 4.759287907937948e-07,
      "loss": 0.0003,
      "step": 103430
    },
    {
      "epoch": 1.7481388844291592,
      "grad_norm": 0.00835387408733368,
      "learning_rate": 4.7530099573357303e-07,
      "loss": 0.0007,
      "step": 103440
    },
    {
      "epoch": 1.7483078847080098,
      "grad_norm": 0.1508789360523224,
      "learning_rate": 4.7467359434408613e-07,
      "loss": 0.0012,
      "step": 103450
    },
    {
      "epoch": 1.7484768849868604,
      "grad_norm": 0.03186517953872681,
      "learning_rate": 4.740465866799232e-07,
      "loss": 0.0007,
      "step": 103460
    },
    {
      "epoch": 1.7486458852657107,
      "grad_norm": 0.01163002010434866,
      "learning_rate": 4.734199727956357e-07,
      "loss": 0.0002,
      "step": 103470
    },
    {
      "epoch": 1.748814885544561,
      "grad_norm": 0.016560060903429985,
      "learning_rate": 4.727937527457427e-07,
      "loss": 0.0004,
      "step": 103480
    },
    {
      "epoch": 1.7489838858234115,
      "grad_norm": 0.0025057720486074686,
      "learning_rate": 4.7216792658472677e-07,
      "loss": 0.0011,
      "step": 103490
    },
    {
      "epoch": 1.749152886102262,
      "grad_norm": 0.004498408176004887,
      "learning_rate": 4.715424943670405e-07,
      "loss": 0.0005,
      "step": 103500
    },
    {
      "epoch": 1.7493218863811126,
      "grad_norm": 0.014925013296306133,
      "learning_rate": 4.7091745614709693e-07,
      "loss": 0.0007,
      "step": 103510
    },
    {
      "epoch": 1.749490886659963,
      "grad_norm": 0.09344600141048431,
      "learning_rate": 4.7029281197927876e-07,
      "loss": 0.0011,
      "step": 103520
    },
    {
      "epoch": 1.7496598869388134,
      "grad_norm": 0.08888610452413559,
      "learning_rate": 4.6966856191793253e-07,
      "loss": 0.0005,
      "step": 103530
    },
    {
      "epoch": 1.749828887217664,
      "grad_norm": 0.015614978969097137,
      "learning_rate": 4.6904470601737253e-07,
      "loss": 0.0005,
      "step": 103540
    },
    {
      "epoch": 1.7499978874965145,
      "grad_norm": 0.024644412100315094,
      "learning_rate": 4.684212443318753e-07,
      "loss": 0.0008,
      "step": 103550
    },
    {
      "epoch": 1.7501668877753649,
      "grad_norm": 0.03356558084487915,
      "learning_rate": 4.67798176915687e-07,
      "loss": 0.0005,
      "step": 103560
    },
    {
      "epoch": 1.7503358880542152,
      "grad_norm": 0.042815741151571274,
      "learning_rate": 4.6717550382301466e-07,
      "loss": 0.0009,
      "step": 103570
    },
    {
      "epoch": 1.7505048883330656,
      "grad_norm": 0.0005397217464633286,
      "learning_rate": 4.665532251080368e-07,
      "loss": 0.0002,
      "step": 103580
    },
    {
      "epoch": 1.7506738886119162,
      "grad_norm": 0.029403207823634148,
      "learning_rate": 4.6593134082489276e-07,
      "loss": 0.0004,
      "step": 103590
    },
    {
      "epoch": 1.7508428888907668,
      "grad_norm": 0.038796812295913696,
      "learning_rate": 4.65309851027691e-07,
      "loss": 0.0004,
      "step": 103600
    },
    {
      "epoch": 1.7510118891696171,
      "grad_norm": 0.0008636804413981736,
      "learning_rate": 4.646887557705021e-07,
      "loss": 0.0004,
      "step": 103610
    },
    {
      "epoch": 1.7511808894484675,
      "grad_norm": 0.05733103305101395,
      "learning_rate": 4.6406805510736676e-07,
      "loss": 0.0006,
      "step": 103620
    },
    {
      "epoch": 1.751349889727318,
      "grad_norm": 0.03309517353773117,
      "learning_rate": 4.6344774909228617e-07,
      "loss": 0.0005,
      "step": 103630
    },
    {
      "epoch": 1.7515188900061687,
      "grad_norm": 0.0010934839956462383,
      "learning_rate": 4.6282783777923226e-07,
      "loss": 0.0004,
      "step": 103640
    },
    {
      "epoch": 1.751687890285019,
      "grad_norm": 0.004879363812506199,
      "learning_rate": 4.622083212221401e-07,
      "loss": 0.0004,
      "step": 103650
    },
    {
      "epoch": 1.7518568905638694,
      "grad_norm": 0.009129153564572334,
      "learning_rate": 4.6158919947490887e-07,
      "loss": 0.0004,
      "step": 103660
    },
    {
      "epoch": 1.7520258908427198,
      "grad_norm": 0.02794717065989971,
      "learning_rate": 4.609704725914077e-07,
      "loss": 0.0007,
      "step": 103670
    },
    {
      "epoch": 1.7521948911215703,
      "grad_norm": 0.0331835113465786,
      "learning_rate": 4.6035214062546686e-07,
      "loss": 0.0011,
      "step": 103680
    },
    {
      "epoch": 1.752363891400421,
      "grad_norm": 0.022332506254315376,
      "learning_rate": 4.597342036308855e-07,
      "loss": 0.0005,
      "step": 103690
    },
    {
      "epoch": 1.7525328916792713,
      "grad_norm": 0.12581118941307068,
      "learning_rate": 4.5911666166142564e-07,
      "loss": 0.001,
      "step": 103700
    },
    {
      "epoch": 1.7527018919581216,
      "grad_norm": 0.004481620155274868,
      "learning_rate": 4.584995147708171e-07,
      "loss": 0.0004,
      "step": 103710
    },
    {
      "epoch": 1.7528708922369722,
      "grad_norm": 0.009676892310380936,
      "learning_rate": 4.5788276301275635e-07,
      "loss": 0.0008,
      "step": 103720
    },
    {
      "epoch": 1.7530398925158228,
      "grad_norm": 0.0342324897646904,
      "learning_rate": 4.572664064409005e-07,
      "loss": 0.0005,
      "step": 103730
    },
    {
      "epoch": 1.7532088927946732,
      "grad_norm": 0.0059454115107655525,
      "learning_rate": 4.566504451088782e-07,
      "loss": 0.0007,
      "step": 103740
    },
    {
      "epoch": 1.7533778930735235,
      "grad_norm": 0.11812199652194977,
      "learning_rate": 4.5603487907028066e-07,
      "loss": 0.0006,
      "step": 103750
    },
    {
      "epoch": 1.753546893352374,
      "grad_norm": 0.0014133210061118007,
      "learning_rate": 4.554197083786638e-07,
      "loss": 0.0004,
      "step": 103760
    },
    {
      "epoch": 1.7537158936312245,
      "grad_norm": 0.004159275442361832,
      "learning_rate": 4.5480493308755205e-07,
      "loss": 0.0003,
      "step": 103770
    },
    {
      "epoch": 1.753884893910075,
      "grad_norm": 0.030234072357416153,
      "learning_rate": 4.541905532504326e-07,
      "loss": 0.0002,
      "step": 103780
    },
    {
      "epoch": 1.7540538941889254,
      "grad_norm": 0.025236107409000397,
      "learning_rate": 4.535765689207605e-07,
      "loss": 0.0003,
      "step": 103790
    },
    {
      "epoch": 1.7542228944677758,
      "grad_norm": 0.04440271481871605,
      "learning_rate": 4.529629801519542e-07,
      "loss": 0.0006,
      "step": 103800
    },
    {
      "epoch": 1.7543918947466264,
      "grad_norm": 0.2087211161851883,
      "learning_rate": 4.5234978699740026e-07,
      "loss": 0.0027,
      "step": 103810
    },
    {
      "epoch": 1.7545608950254767,
      "grad_norm": 0.04368753731250763,
      "learning_rate": 4.5173698951044787e-07,
      "loss": 0.0007,
      "step": 103820
    },
    {
      "epoch": 1.7547298953043273,
      "grad_norm": 0.04231741651892662,
      "learning_rate": 4.511245877444154e-07,
      "loss": 0.0004,
      "step": 103830
    },
    {
      "epoch": 1.7548988955831777,
      "grad_norm": 0.019522041082382202,
      "learning_rate": 4.505125817525824e-07,
      "loss": 0.0015,
      "step": 103840
    },
    {
      "epoch": 1.755067895862028,
      "grad_norm": 0.017136752605438232,
      "learning_rate": 4.499009715881986e-07,
      "loss": 0.0002,
      "step": 103850
    },
    {
      "epoch": 1.7552368961408786,
      "grad_norm": 0.0033868923783302307,
      "learning_rate": 4.4928975730447466e-07,
      "loss": 0.0005,
      "step": 103860
    },
    {
      "epoch": 1.7554058964197292,
      "grad_norm": 0.030208753421902657,
      "learning_rate": 4.4867893895459203e-07,
      "loss": 0.0005,
      "step": 103870
    },
    {
      "epoch": 1.7555748966985796,
      "grad_norm": 0.0030300342477858067,
      "learning_rate": 4.4806851659169204e-07,
      "loss": 0.0011,
      "step": 103880
    },
    {
      "epoch": 1.75574389697743,
      "grad_norm": 0.06566812098026276,
      "learning_rate": 4.474584902688861e-07,
      "loss": 0.0014,
      "step": 103890
    },
    {
      "epoch": 1.7559128972562805,
      "grad_norm": 0.04958728328347206,
      "learning_rate": 4.4684886003924897e-07,
      "loss": 0.0005,
      "step": 103900
    },
    {
      "epoch": 1.7560818975351309,
      "grad_norm": 0.01267607044428587,
      "learning_rate": 4.462396259558222e-07,
      "loss": 0.0009,
      "step": 103910
    },
    {
      "epoch": 1.7562508978139815,
      "grad_norm": 0.06525146216154099,
      "learning_rate": 4.4563078807161044e-07,
      "loss": 0.0005,
      "step": 103920
    },
    {
      "epoch": 1.7564198980928318,
      "grad_norm": 0.006330079864710569,
      "learning_rate": 4.4502234643958695e-07,
      "loss": 0.0008,
      "step": 103930
    },
    {
      "epoch": 1.7565888983716822,
      "grad_norm": 0.054142214357852936,
      "learning_rate": 4.4441430111268945e-07,
      "loss": 0.0003,
      "step": 103940
    },
    {
      "epoch": 1.7567578986505328,
      "grad_norm": 0.018102606758475304,
      "learning_rate": 4.4380665214381945e-07,
      "loss": 0.0008,
      "step": 103950
    },
    {
      "epoch": 1.7569268989293834,
      "grad_norm": 0.04914461821317673,
      "learning_rate": 4.4319939958584636e-07,
      "loss": 0.0006,
      "step": 103960
    },
    {
      "epoch": 1.7570958992082337,
      "grad_norm": 0.07141398638486862,
      "learning_rate": 4.425925434916034e-07,
      "loss": 0.001,
      "step": 103970
    },
    {
      "epoch": 1.757264899487084,
      "grad_norm": 0.08057130128145218,
      "learning_rate": 4.419860839138906e-07,
      "loss": 0.0005,
      "step": 103980
    },
    {
      "epoch": 1.7574338997659344,
      "grad_norm": 0.02311614342033863,
      "learning_rate": 4.4138002090547194e-07,
      "loss": 0.0003,
      "step": 103990
    },
    {
      "epoch": 1.757602900044785,
      "grad_norm": 0.059669192880392075,
      "learning_rate": 4.407743545190796e-07,
      "loss": 0.0011,
      "step": 104000
    },
    {
      "epoch": 1.7577719003236356,
      "grad_norm": 0.03703858703374863,
      "learning_rate": 4.4016908480740696e-07,
      "loss": 0.0008,
      "step": 104010
    },
    {
      "epoch": 1.757940900602486,
      "grad_norm": 0.11064209789037704,
      "learning_rate": 4.3956421182311806e-07,
      "loss": 0.001,
      "step": 104020
    },
    {
      "epoch": 1.7581099008813363,
      "grad_norm": 0.002106801373884082,
      "learning_rate": 4.38959735618838e-07,
      "loss": 0.0004,
      "step": 104030
    },
    {
      "epoch": 1.758278901160187,
      "grad_norm": 0.016959697008132935,
      "learning_rate": 4.383556562471603e-07,
      "loss": 0.0005,
      "step": 104040
    },
    {
      "epoch": 1.7584479014390375,
      "grad_norm": 0.023819249123334885,
      "learning_rate": 4.3775197376064117e-07,
      "loss": 0.0006,
      "step": 104050
    },
    {
      "epoch": 1.7586169017178879,
      "grad_norm": 0.07967918366193771,
      "learning_rate": 4.371486882118053e-07,
      "loss": 0.0005,
      "step": 104060
    },
    {
      "epoch": 1.7587859019967382,
      "grad_norm": 0.014442991465330124,
      "learning_rate": 4.365457996531408e-07,
      "loss": 0.0006,
      "step": 104070
    },
    {
      "epoch": 1.7589549022755886,
      "grad_norm": 0.022880321368575096,
      "learning_rate": 4.359433081371023e-07,
      "loss": 0.0007,
      "step": 104080
    },
    {
      "epoch": 1.7591239025544392,
      "grad_norm": 0.050609149038791656,
      "learning_rate": 4.3534121371611007e-07,
      "loss": 0.0007,
      "step": 104090
    },
    {
      "epoch": 1.7592929028332898,
      "grad_norm": 0.03655462712049484,
      "learning_rate": 4.3473951644254775e-07,
      "loss": 0.0005,
      "step": 104100
    },
    {
      "epoch": 1.7594619031121401,
      "grad_norm": 0.004376859869807959,
      "learning_rate": 4.341382163687663e-07,
      "loss": 0.0005,
      "step": 104110
    },
    {
      "epoch": 1.7596309033909905,
      "grad_norm": 0.01908200979232788,
      "learning_rate": 4.335373135470833e-07,
      "loss": 0.0005,
      "step": 104120
    },
    {
      "epoch": 1.759799903669841,
      "grad_norm": 0.05158529058098793,
      "learning_rate": 4.329368080297786e-07,
      "loss": 0.0007,
      "step": 104130
    },
    {
      "epoch": 1.7599689039486917,
      "grad_norm": 0.17117096483707428,
      "learning_rate": 4.3233669986909975e-07,
      "loss": 0.0012,
      "step": 104140
    },
    {
      "epoch": 1.760137904227542,
      "grad_norm": 0.009141642600297928,
      "learning_rate": 4.317369891172579e-07,
      "loss": 0.0005,
      "step": 104150
    },
    {
      "epoch": 1.7603069045063924,
      "grad_norm": 0.0012519872980192304,
      "learning_rate": 4.311376758264324e-07,
      "loss": 0.0006,
      "step": 104160
    },
    {
      "epoch": 1.7604759047852427,
      "grad_norm": 0.019536923617124557,
      "learning_rate": 4.3053876004876595e-07,
      "loss": 0.0006,
      "step": 104170
    },
    {
      "epoch": 1.7606449050640933,
      "grad_norm": 0.0017009720904752612,
      "learning_rate": 4.299402418363663e-07,
      "loss": 0.0006,
      "step": 104180
    },
    {
      "epoch": 1.760813905342944,
      "grad_norm": 0.07516901195049286,
      "learning_rate": 4.29342121241309e-07,
      "loss": 0.0005,
      "step": 104190
    },
    {
      "epoch": 1.7609829056217943,
      "grad_norm": 0.08406435698270798,
      "learning_rate": 4.28744398315632e-07,
      "loss": 0.0006,
      "step": 104200
    },
    {
      "epoch": 1.7611519059006446,
      "grad_norm": 0.002859867876395583,
      "learning_rate": 4.2814707311134074e-07,
      "loss": 0.0007,
      "step": 104210
    },
    {
      "epoch": 1.7613209061794952,
      "grad_norm": 0.0836159959435463,
      "learning_rate": 4.275501456804049e-07,
      "loss": 0.0003,
      "step": 104220
    },
    {
      "epoch": 1.7614899064583458,
      "grad_norm": 0.07688683271408081,
      "learning_rate": 4.269536160747612e-07,
      "loss": 0.0004,
      "step": 104230
    },
    {
      "epoch": 1.7616589067371962,
      "grad_norm": 0.01429643202573061,
      "learning_rate": 4.263574843463086e-07,
      "loss": 0.0007,
      "step": 104240
    },
    {
      "epoch": 1.7618279070160465,
      "grad_norm": 0.08189475536346436,
      "learning_rate": 4.257617505469158e-07,
      "loss": 0.0006,
      "step": 104250
    },
    {
      "epoch": 1.7619969072948969,
      "grad_norm": 0.03205665573477745,
      "learning_rate": 4.251664147284129e-07,
      "loss": 0.0005,
      "step": 104260
    },
    {
      "epoch": 1.7621659075737475,
      "grad_norm": 0.06763836741447449,
      "learning_rate": 4.245714769425979e-07,
      "loss": 0.0005,
      "step": 104270
    },
    {
      "epoch": 1.762334907852598,
      "grad_norm": 0.05251099169254303,
      "learning_rate": 4.2397693724123167e-07,
      "loss": 0.0004,
      "step": 104280
    },
    {
      "epoch": 1.7625039081314484,
      "grad_norm": 0.07325220108032227,
      "learning_rate": 4.233827956760439e-07,
      "loss": 0.0007,
      "step": 104290
    },
    {
      "epoch": 1.7626729084102988,
      "grad_norm": 0.05792950093746185,
      "learning_rate": 4.227890522987271e-07,
      "loss": 0.0011,
      "step": 104300
    },
    {
      "epoch": 1.7628419086891494,
      "grad_norm": 0.04769614338874817,
      "learning_rate": 4.2219570716094007e-07,
      "loss": 0.0016,
      "step": 104310
    },
    {
      "epoch": 1.763010908968,
      "grad_norm": 0.0192970372736454,
      "learning_rate": 4.2160276031430637e-07,
      "loss": 0.0003,
      "step": 104320
    },
    {
      "epoch": 1.7631799092468503,
      "grad_norm": 0.06704641878604889,
      "learning_rate": 4.210102118104159e-07,
      "loss": 0.0007,
      "step": 104330
    },
    {
      "epoch": 1.7633489095257007,
      "grad_norm": 0.018758367747068405,
      "learning_rate": 4.204180617008219e-07,
      "loss": 0.0007,
      "step": 104340
    },
    {
      "epoch": 1.763517909804551,
      "grad_norm": 0.03824960067868233,
      "learning_rate": 4.1982631003704586e-07,
      "loss": 0.0006,
      "step": 104350
    },
    {
      "epoch": 1.7636869100834016,
      "grad_norm": 0.020262107253074646,
      "learning_rate": 4.192349568705717e-07,
      "loss": 0.0006,
      "step": 104360
    },
    {
      "epoch": 1.7638559103622522,
      "grad_norm": 0.07570063322782516,
      "learning_rate": 4.1864400225285094e-07,
      "loss": 0.0007,
      "step": 104370
    },
    {
      "epoch": 1.7640249106411026,
      "grad_norm": 0.04012012109160423,
      "learning_rate": 4.1805344623529863e-07,
      "loss": 0.0006,
      "step": 104380
    },
    {
      "epoch": 1.764193910919953,
      "grad_norm": 0.06360950320959091,
      "learning_rate": 4.174632888692975e-07,
      "loss": 0.0007,
      "step": 104390
    },
    {
      "epoch": 1.7643629111988035,
      "grad_norm": 0.043980613350868225,
      "learning_rate": 4.1687353020619217e-07,
      "loss": 0.0007,
      "step": 104400
    },
    {
      "epoch": 1.764531911477654,
      "grad_norm": 0.0020944224670529366,
      "learning_rate": 4.1628417029729586e-07,
      "loss": 0.0007,
      "step": 104410
    },
    {
      "epoch": 1.7647009117565045,
      "grad_norm": 0.03159353509545326,
      "learning_rate": 4.1569520919388593e-07,
      "loss": 0.0007,
      "step": 104420
    },
    {
      "epoch": 1.7648699120353548,
      "grad_norm": 0.06862014532089233,
      "learning_rate": 4.1510664694720314e-07,
      "loss": 0.0009,
      "step": 104430
    },
    {
      "epoch": 1.7650389123142052,
      "grad_norm": 0.020865771919488907,
      "learning_rate": 4.145184836084576e-07,
      "loss": 0.0006,
      "step": 104440
    },
    {
      "epoch": 1.7652079125930558,
      "grad_norm": 0.03221869096159935,
      "learning_rate": 4.1393071922882e-07,
      "loss": 0.0004,
      "step": 104450
    },
    {
      "epoch": 1.7653769128719063,
      "grad_norm": 0.04893992096185684,
      "learning_rate": 4.133433538594306e-07,
      "loss": 0.0005,
      "step": 104460
    },
    {
      "epoch": 1.7655459131507567,
      "grad_norm": 0.08351850509643555,
      "learning_rate": 4.127563875513918e-07,
      "loss": 0.0004,
      "step": 104470
    },
    {
      "epoch": 1.765714913429607,
      "grad_norm": 0.03808083385229111,
      "learning_rate": 4.121698203557728e-07,
      "loss": 0.0006,
      "step": 104480
    },
    {
      "epoch": 1.7658839137084577,
      "grad_norm": 0.01868014596402645,
      "learning_rate": 4.115836523236083e-07,
      "loss": 0.0006,
      "step": 104490
    },
    {
      "epoch": 1.7660529139873082,
      "grad_norm": 0.0008707979577593505,
      "learning_rate": 4.1099788350589806e-07,
      "loss": 0.0004,
      "step": 104500
    },
    {
      "epoch": 1.7662219142661586,
      "grad_norm": 0.07478159666061401,
      "learning_rate": 4.1041251395360525e-07,
      "loss": 0.0005,
      "step": 104510
    },
    {
      "epoch": 1.766390914545009,
      "grad_norm": 0.009744617156684399,
      "learning_rate": 4.098275437176613e-07,
      "loss": 0.0006,
      "step": 104520
    },
    {
      "epoch": 1.7665599148238593,
      "grad_norm": 0.04124493896961212,
      "learning_rate": 4.0924297284896054e-07,
      "loss": 0.0011,
      "step": 104530
    },
    {
      "epoch": 1.76672891510271,
      "grad_norm": 0.007389638107270002,
      "learning_rate": 4.08658801398365e-07,
      "loss": 0.0003,
      "step": 104540
    },
    {
      "epoch": 1.7668979153815605,
      "grad_norm": 0.00717326020821929,
      "learning_rate": 4.0807502941669797e-07,
      "loss": 0.0004,
      "step": 104550
    },
    {
      "epoch": 1.7670669156604109,
      "grad_norm": 0.09308916330337524,
      "learning_rate": 4.074916569547527e-07,
      "loss": 0.0003,
      "step": 104560
    },
    {
      "epoch": 1.7672359159392612,
      "grad_norm": 0.06012408062815666,
      "learning_rate": 4.0690868406328355e-07,
      "loss": 0.0011,
      "step": 104570
    },
    {
      "epoch": 1.7674049162181118,
      "grad_norm": 0.00715381745249033,
      "learning_rate": 4.063261107930139e-07,
      "loss": 0.0004,
      "step": 104580
    },
    {
      "epoch": 1.7675739164969624,
      "grad_norm": 0.018232326954603195,
      "learning_rate": 4.0574393719462866e-07,
      "loss": 0.0006,
      "step": 104590
    },
    {
      "epoch": 1.7677429167758127,
      "grad_norm": 0.007518917787820101,
      "learning_rate": 4.0516216331878135e-07,
      "loss": 0.0005,
      "step": 104600
    },
    {
      "epoch": 1.767911917054663,
      "grad_norm": 0.02275843173265457,
      "learning_rate": 4.04580789216088e-07,
      "loss": 0.0005,
      "step": 104610
    },
    {
      "epoch": 1.7680809173335135,
      "grad_norm": 0.02745683863759041,
      "learning_rate": 4.039998149371316e-07,
      "loss": 0.0007,
      "step": 104620
    },
    {
      "epoch": 1.768249917612364,
      "grad_norm": 0.025723101571202278,
      "learning_rate": 4.034192405324583e-07,
      "loss": 0.0003,
      "step": 104630
    },
    {
      "epoch": 1.7684189178912146,
      "grad_norm": 0.020526999607682228,
      "learning_rate": 4.0283906605258325e-07,
      "loss": 0.0007,
      "step": 104640
    },
    {
      "epoch": 1.768587918170065,
      "grad_norm": 0.002178657567128539,
      "learning_rate": 4.022592915479828e-07,
      "loss": 0.0015,
      "step": 104650
    },
    {
      "epoch": 1.7687569184489154,
      "grad_norm": 0.06424304097890854,
      "learning_rate": 4.0167991706909994e-07,
      "loss": 0.0009,
      "step": 104660
    },
    {
      "epoch": 1.768925918727766,
      "grad_norm": 0.04882480204105377,
      "learning_rate": 4.011009426663437e-07,
      "loss": 0.0011,
      "step": 104670
    },
    {
      "epoch": 1.7690949190066163,
      "grad_norm": 0.05100816860795021,
      "learning_rate": 4.0052236839008885e-07,
      "loss": 0.0012,
      "step": 104680
    },
    {
      "epoch": 1.769263919285467,
      "grad_norm": 0.028061311691999435,
      "learning_rate": 3.999441942906718e-07,
      "loss": 0.0003,
      "step": 104690
    },
    {
      "epoch": 1.7694329195643173,
      "grad_norm": 0.05454196035861969,
      "learning_rate": 3.9936642041839726e-07,
      "loss": 0.0016,
      "step": 104700
    },
    {
      "epoch": 1.7696019198431676,
      "grad_norm": 0.02162751741707325,
      "learning_rate": 3.9878904682353617e-07,
      "loss": 0.0007,
      "step": 104710
    },
    {
      "epoch": 1.7697709201220182,
      "grad_norm": 0.04085154831409454,
      "learning_rate": 3.982120735563205e-07,
      "loss": 0.0006,
      "step": 104720
    },
    {
      "epoch": 1.7699399204008688,
      "grad_norm": 0.05033764988183975,
      "learning_rate": 3.9763550066695135e-07,
      "loss": 0.0006,
      "step": 104730
    },
    {
      "epoch": 1.7701089206797191,
      "grad_norm": 0.0951123908162117,
      "learning_rate": 3.9705932820559176e-07,
      "loss": 0.004,
      "step": 104740
    },
    {
      "epoch": 1.7702779209585695,
      "grad_norm": 0.06430260092020035,
      "learning_rate": 3.964835562223729e-07,
      "loss": 0.0003,
      "step": 104750
    },
    {
      "epoch": 1.77044692123742,
      "grad_norm": 0.060577888041734695,
      "learning_rate": 3.95908184767389e-07,
      "loss": 0.0006,
      "step": 104760
    },
    {
      "epoch": 1.7706159215162705,
      "grad_norm": 0.012775205075740814,
      "learning_rate": 3.9533321389070066e-07,
      "loss": 0.0003,
      "step": 104770
    },
    {
      "epoch": 1.770784921795121,
      "grad_norm": 0.029996542260050774,
      "learning_rate": 3.947586436423323e-07,
      "loss": 0.0004,
      "step": 104780
    },
    {
      "epoch": 1.7709539220739714,
      "grad_norm": 0.02309521473944187,
      "learning_rate": 3.9418447407227555e-07,
      "loss": 0.0006,
      "step": 104790
    },
    {
      "epoch": 1.7711229223528218,
      "grad_norm": 0.015215246006846428,
      "learning_rate": 3.936107052304844e-07,
      "loss": 0.0007,
      "step": 104800
    },
    {
      "epoch": 1.7712919226316723,
      "grad_norm": 0.007620797958225012,
      "learning_rate": 3.9303733716688106e-07,
      "loss": 0.0013,
      "step": 104810
    },
    {
      "epoch": 1.771460922910523,
      "grad_norm": 0.0433606281876564,
      "learning_rate": 3.924643699313502e-07,
      "loss": 0.0007,
      "step": 104820
    },
    {
      "epoch": 1.7716299231893733,
      "grad_norm": 0.04617132619023323,
      "learning_rate": 3.9189180357374346e-07,
      "loss": 0.0005,
      "step": 104830
    },
    {
      "epoch": 1.7717989234682237,
      "grad_norm": 0.014687767252326012,
      "learning_rate": 3.9131963814387606e-07,
      "loss": 0.0007,
      "step": 104840
    },
    {
      "epoch": 1.7719679237470742,
      "grad_norm": 0.04283357411623001,
      "learning_rate": 3.9074787369152986e-07,
      "loss": 0.0005,
      "step": 104850
    },
    {
      "epoch": 1.7721369240259246,
      "grad_norm": 0.03274627402424812,
      "learning_rate": 3.9017651026645175e-07,
      "loss": 0.0007,
      "step": 104860
    },
    {
      "epoch": 1.7723059243047752,
      "grad_norm": 0.0861838236451149,
      "learning_rate": 3.896055479183514e-07,
      "loss": 0.0022,
      "step": 104870
    },
    {
      "epoch": 1.7724749245836255,
      "grad_norm": 0.014093455858528614,
      "learning_rate": 3.890349866969062e-07,
      "loss": 0.0007,
      "step": 104880
    },
    {
      "epoch": 1.772643924862476,
      "grad_norm": 0.02075990103185177,
      "learning_rate": 3.884648266517588e-07,
      "loss": 0.0006,
      "step": 104890
    },
    {
      "epoch": 1.7728129251413265,
      "grad_norm": 0.013891511596739292,
      "learning_rate": 3.878950678325144e-07,
      "loss": 0.0004,
      "step": 104900
    },
    {
      "epoch": 1.772981925420177,
      "grad_norm": 0.10854381322860718,
      "learning_rate": 3.8732571028874566e-07,
      "loss": 0.0008,
      "step": 104910
    },
    {
      "epoch": 1.7731509256990274,
      "grad_norm": 0.06576929986476898,
      "learning_rate": 3.8675675406998793e-07,
      "loss": 0.0009,
      "step": 104920
    },
    {
      "epoch": 1.7733199259778778,
      "grad_norm": 0.03649206459522247,
      "learning_rate": 3.861881992257449e-07,
      "loss": 0.0004,
      "step": 104930
    },
    {
      "epoch": 1.7734889262567282,
      "grad_norm": 0.029594246298074722,
      "learning_rate": 3.8562004580548374e-07,
      "loss": 0.0018,
      "step": 104940
    },
    {
      "epoch": 1.7736579265355787,
      "grad_norm": 0.018652699887752533,
      "learning_rate": 3.850522938586343e-07,
      "loss": 0.0003,
      "step": 104950
    },
    {
      "epoch": 1.7738269268144293,
      "grad_norm": 0.03187130391597748,
      "learning_rate": 3.844849434345965e-07,
      "loss": 0.0007,
      "step": 104960
    },
    {
      "epoch": 1.7739959270932797,
      "grad_norm": 0.04595885053277016,
      "learning_rate": 3.839179945827304e-07,
      "loss": 0.0006,
      "step": 104970
    },
    {
      "epoch": 1.77416492737213,
      "grad_norm": 0.0030543392058461905,
      "learning_rate": 3.833514473523653e-07,
      "loss": 0.0008,
      "step": 104980
    },
    {
      "epoch": 1.7743339276509806,
      "grad_norm": 0.18576397001743317,
      "learning_rate": 3.827853017927913e-07,
      "loss": 0.0011,
      "step": 104990
    },
    {
      "epoch": 1.7745029279298312,
      "grad_norm": 0.03337743878364563,
      "learning_rate": 3.822195579532678e-07,
      "loss": 0.0012,
      "step": 105000
    },
    {
      "epoch": 1.7746719282086816,
      "grad_norm": 0.09377391636371613,
      "learning_rate": 3.816542158830161e-07,
      "loss": 0.0006,
      "step": 105010
    },
    {
      "epoch": 1.774840928487532,
      "grad_norm": 0.0215314794331789,
      "learning_rate": 3.81089275631224e-07,
      "loss": 0.0004,
      "step": 105020
    },
    {
      "epoch": 1.7750099287663823,
      "grad_norm": 0.13656103610992432,
      "learning_rate": 3.805247372470439e-07,
      "loss": 0.0006,
      "step": 105030
    },
    {
      "epoch": 1.775178929045233,
      "grad_norm": 0.012975458987057209,
      "learning_rate": 3.7996060077959306e-07,
      "loss": 0.0013,
      "step": 105040
    },
    {
      "epoch": 1.7753479293240835,
      "grad_norm": 0.028509151190519333,
      "learning_rate": 3.793968662779557e-07,
      "loss": 0.0004,
      "step": 105050
    },
    {
      "epoch": 1.7755169296029338,
      "grad_norm": 0.16324865818023682,
      "learning_rate": 3.788335337911775e-07,
      "loss": 0.0009,
      "step": 105060
    },
    {
      "epoch": 1.7756859298817842,
      "grad_norm": 0.002793596126139164,
      "learning_rate": 3.7827060336827206e-07,
      "loss": 0.0007,
      "step": 105070
    },
    {
      "epoch": 1.7758549301606348,
      "grad_norm": 0.02703750506043434,
      "learning_rate": 3.777080750582174e-07,
      "loss": 0.0007,
      "step": 105080
    },
    {
      "epoch": 1.7760239304394854,
      "grad_norm": 0.009869939647614956,
      "learning_rate": 3.771459489099549e-07,
      "loss": 0.0005,
      "step": 105090
    },
    {
      "epoch": 1.7761929307183357,
      "grad_norm": 0.02329307049512863,
      "learning_rate": 3.7658422497239443e-07,
      "loss": 0.001,
      "step": 105100
    },
    {
      "epoch": 1.776361930997186,
      "grad_norm": 0.023844977840781212,
      "learning_rate": 3.7602290329440573e-07,
      "loss": 0.0002,
      "step": 105110
    },
    {
      "epoch": 1.7765309312760365,
      "grad_norm": 0.011266546323895454,
      "learning_rate": 3.754619839248297e-07,
      "loss": 0.0009,
      "step": 105120
    },
    {
      "epoch": 1.776699931554887,
      "grad_norm": 0.025293419137597084,
      "learning_rate": 3.749014669124662e-07,
      "loss": 0.0008,
      "step": 105130
    },
    {
      "epoch": 1.7768689318337376,
      "grad_norm": 0.029278069734573364,
      "learning_rate": 3.7434135230608513e-07,
      "loss": 0.0004,
      "step": 105140
    },
    {
      "epoch": 1.777037932112588,
      "grad_norm": 0.16719502210617065,
      "learning_rate": 3.737816401544175e-07,
      "loss": 0.0003,
      "step": 105150
    },
    {
      "epoch": 1.7772069323914383,
      "grad_norm": 9.560196485836059e-05,
      "learning_rate": 3.732223305061622e-07,
      "loss": 0.0002,
      "step": 105160
    },
    {
      "epoch": 1.777375932670289,
      "grad_norm": 0.0026868858840316534,
      "learning_rate": 3.726634234099813e-07,
      "loss": 0.0004,
      "step": 105170
    },
    {
      "epoch": 1.7775449329491395,
      "grad_norm": 0.013223793357610703,
      "learning_rate": 3.721049189145021e-07,
      "loss": 0.001,
      "step": 105180
    },
    {
      "epoch": 1.7777139332279899,
      "grad_norm": 0.0006191139691509306,
      "learning_rate": 3.715468170683184e-07,
      "loss": 0.0006,
      "step": 105190
    },
    {
      "epoch": 1.7778829335068402,
      "grad_norm": 0.2048901915550232,
      "learning_rate": 3.709891179199859e-07,
      "loss": 0.0006,
      "step": 105200
    },
    {
      "epoch": 1.7780519337856906,
      "grad_norm": 0.03425382822751999,
      "learning_rate": 3.7043182151802915e-07,
      "loss": 0.0005,
      "step": 105210
    },
    {
      "epoch": 1.7782209340645412,
      "grad_norm": 0.05309786647558212,
      "learning_rate": 3.6987492791093427e-07,
      "loss": 0.0007,
      "step": 105220
    },
    {
      "epoch": 1.7783899343433918,
      "grad_norm": 0.0020808845292776823,
      "learning_rate": 3.6931843714715474e-07,
      "loss": 0.0011,
      "step": 105230
    },
    {
      "epoch": 1.7785589346222421,
      "grad_norm": 0.02424847148358822,
      "learning_rate": 3.687623492751063e-07,
      "loss": 0.0008,
      "step": 105240
    },
    {
      "epoch": 1.7787279349010925,
      "grad_norm": 0.0008779786294326186,
      "learning_rate": 3.6820666434317255e-07,
      "loss": 0.0005,
      "step": 105250
    },
    {
      "epoch": 1.778896935179943,
      "grad_norm": 0.008909628726541996,
      "learning_rate": 3.676513823997008e-07,
      "loss": 0.0008,
      "step": 105260
    },
    {
      "epoch": 1.7790659354587937,
      "grad_norm": 0.011672201566398144,
      "learning_rate": 3.6709650349300353e-07,
      "loss": 0.0001,
      "step": 105270
    },
    {
      "epoch": 1.779234935737644,
      "grad_norm": 0.014921033754944801,
      "learning_rate": 3.665420276713566e-07,
      "loss": 0.0003,
      "step": 105280
    },
    {
      "epoch": 1.7794039360164944,
      "grad_norm": 0.005454959347844124,
      "learning_rate": 3.6598795498300365e-07,
      "loss": 0.0013,
      "step": 105290
    },
    {
      "epoch": 1.7795729362953447,
      "grad_norm": 0.03779270127415657,
      "learning_rate": 3.6543428547615056e-07,
      "loss": 0.0031,
      "step": 105300
    },
    {
      "epoch": 1.7797419365741953,
      "grad_norm": 0.011112458072602749,
      "learning_rate": 3.648810191989699e-07,
      "loss": 0.0004,
      "step": 105310
    },
    {
      "epoch": 1.779910936853046,
      "grad_norm": 0.0141755947843194,
      "learning_rate": 3.643281561995976e-07,
      "loss": 0.0017,
      "step": 105320
    },
    {
      "epoch": 1.7800799371318963,
      "grad_norm": 0.009296818636357784,
      "learning_rate": 3.6377569652613684e-07,
      "loss": 0.0006,
      "step": 105330
    },
    {
      "epoch": 1.7802489374107466,
      "grad_norm": 0.11248309910297394,
      "learning_rate": 3.632236402266526e-07,
      "loss": 0.0015,
      "step": 105340
    },
    {
      "epoch": 1.7804179376895972,
      "grad_norm": 0.06976965814828873,
      "learning_rate": 3.6267198734917855e-07,
      "loss": 0.0007,
      "step": 105350
    },
    {
      "epoch": 1.7805869379684478,
      "grad_norm": 0.020244039595127106,
      "learning_rate": 3.621207379417091e-07,
      "loss": 0.0005,
      "step": 105360
    },
    {
      "epoch": 1.7807559382472982,
      "grad_norm": 0.019706254824995995,
      "learning_rate": 3.6156989205220704e-07,
      "loss": 0.0004,
      "step": 105370
    },
    {
      "epoch": 1.7809249385261485,
      "grad_norm": 0.013626663014292717,
      "learning_rate": 3.6101944972859736e-07,
      "loss": 0.0003,
      "step": 105380
    },
    {
      "epoch": 1.7810939388049989,
      "grad_norm": 0.02177486941218376,
      "learning_rate": 3.604694110187723e-07,
      "loss": 0.0004,
      "step": 105390
    },
    {
      "epoch": 1.7812629390838495,
      "grad_norm": 0.004014752805233002,
      "learning_rate": 3.5991977597058746e-07,
      "loss": 0.0004,
      "step": 105400
    },
    {
      "epoch": 1.7814319393627,
      "grad_norm": 0.0028710479382425547,
      "learning_rate": 3.5937054463186406e-07,
      "loss": 0.001,
      "step": 105410
    },
    {
      "epoch": 1.7816009396415504,
      "grad_norm": 0.0014161871513351798,
      "learning_rate": 3.5882171705038715e-07,
      "loss": 0.0005,
      "step": 105420
    },
    {
      "epoch": 1.7817699399204008,
      "grad_norm": 0.0008943057619035244,
      "learning_rate": 3.5827329327390803e-07,
      "loss": 0.0003,
      "step": 105430
    },
    {
      "epoch": 1.7819389401992514,
      "grad_norm": 0.022660084068775177,
      "learning_rate": 3.5772527335014184e-07,
      "loss": 0.0009,
      "step": 105440
    },
    {
      "epoch": 1.782107940478102,
      "grad_norm": 0.020562347024679184,
      "learning_rate": 3.571776573267699e-07,
      "loss": 0.0006,
      "step": 105450
    },
    {
      "epoch": 1.7822769407569523,
      "grad_norm": 0.007296978496015072,
      "learning_rate": 3.566304452514363e-07,
      "loss": 0.0008,
      "step": 105460
    },
    {
      "epoch": 1.7824459410358027,
      "grad_norm": 0.019784986972808838,
      "learning_rate": 3.5608363717175134e-07,
      "loss": 0.0006,
      "step": 105470
    },
    {
      "epoch": 1.782614941314653,
      "grad_norm": 0.10019789636135101,
      "learning_rate": 3.5553723313529074e-07,
      "loss": 0.0007,
      "step": 105480
    },
    {
      "epoch": 1.7827839415935036,
      "grad_norm": 0.021866897121071815,
      "learning_rate": 3.549912331895938e-07,
      "loss": 0.0007,
      "step": 105490
    },
    {
      "epoch": 1.7829529418723542,
      "grad_norm": 0.00043900907621718943,
      "learning_rate": 3.5444563738216533e-07,
      "loss": 0.0007,
      "step": 105500
    },
    {
      "epoch": 1.7831219421512046,
      "grad_norm": 0.0011269195238128304,
      "learning_rate": 3.539004457604739e-07,
      "loss": 0.0011,
      "step": 105510
    },
    {
      "epoch": 1.783290942430055,
      "grad_norm": 0.25038066506385803,
      "learning_rate": 3.533556583719555e-07,
      "loss": 0.0013,
      "step": 105520
    },
    {
      "epoch": 1.7834599427089055,
      "grad_norm": 0.011651636101305485,
      "learning_rate": 3.5281127526400785e-07,
      "loss": 0.0009,
      "step": 105530
    },
    {
      "epoch": 1.783628942987756,
      "grad_norm": 0.03919496014714241,
      "learning_rate": 3.522672964839957e-07,
      "loss": 0.0004,
      "step": 105540
    },
    {
      "epoch": 1.7837979432666065,
      "grad_norm": 0.012245673686265945,
      "learning_rate": 3.517237220792469e-07,
      "loss": 0.0005,
      "step": 105550
    },
    {
      "epoch": 1.7839669435454568,
      "grad_norm": 0.018710102885961533,
      "learning_rate": 3.5118055209705625e-07,
      "loss": 0.0002,
      "step": 105560
    },
    {
      "epoch": 1.7841359438243072,
      "grad_norm": 0.1540943682193756,
      "learning_rate": 3.5063778658468105e-07,
      "loss": 0.001,
      "step": 105570
    },
    {
      "epoch": 1.7843049441031578,
      "grad_norm": 0.018390536308288574,
      "learning_rate": 3.500954255893463e-07,
      "loss": 0.0007,
      "step": 105580
    },
    {
      "epoch": 1.7844739443820083,
      "grad_norm": 0.14161762595176697,
      "learning_rate": 3.495534691582375e-07,
      "loss": 0.0007,
      "step": 105590
    },
    {
      "epoch": 1.7846429446608587,
      "grad_norm": 0.010210787877440453,
      "learning_rate": 3.4901191733850983e-07,
      "loss": 0.0005,
      "step": 105600
    },
    {
      "epoch": 1.784811944939709,
      "grad_norm": 0.008424220606684685,
      "learning_rate": 3.484707701772788e-07,
      "loss": 0.0005,
      "step": 105610
    },
    {
      "epoch": 1.7849809452185597,
      "grad_norm": 0.08034904301166534,
      "learning_rate": 3.479300277216285e-07,
      "loss": 0.0011,
      "step": 105620
    },
    {
      "epoch": 1.78514994549741,
      "grad_norm": 0.02755795232951641,
      "learning_rate": 3.473896900186052e-07,
      "loss": 0.0004,
      "step": 105630
    },
    {
      "epoch": 1.7853189457762606,
      "grad_norm": 0.017700070515275,
      "learning_rate": 3.468497571152218e-07,
      "loss": 0.0007,
      "step": 105640
    },
    {
      "epoch": 1.785487946055111,
      "grad_norm": 0.00878935493528843,
      "learning_rate": 3.4631022905845413e-07,
      "loss": 0.0013,
      "step": 105650
    },
    {
      "epoch": 1.7856569463339613,
      "grad_norm": 0.05933452025055885,
      "learning_rate": 3.457711058952451e-07,
      "loss": 0.0007,
      "step": 105660
    },
    {
      "epoch": 1.785825946612812,
      "grad_norm": 0.00013369330554269254,
      "learning_rate": 3.4523238767249943e-07,
      "loss": 0.0008,
      "step": 105670
    },
    {
      "epoch": 1.7859949468916625,
      "grad_norm": 0.0019009606912732124,
      "learning_rate": 3.446940744370886e-07,
      "loss": 0.0007,
      "step": 105680
    },
    {
      "epoch": 1.7861639471705129,
      "grad_norm": 0.007505466230213642,
      "learning_rate": 3.441561662358495e-07,
      "loss": 0.0004,
      "step": 105690
    },
    {
      "epoch": 1.7863329474493632,
      "grad_norm": 0.02765263058245182,
      "learning_rate": 3.436186631155813e-07,
      "loss": 0.0004,
      "step": 105700
    },
    {
      "epoch": 1.7865019477282138,
      "grad_norm": 0.049307625740766525,
      "learning_rate": 3.430815651230507e-07,
      "loss": 0.0003,
      "step": 105710
    },
    {
      "epoch": 1.7866709480070642,
      "grad_norm": 0.021655231714248657,
      "learning_rate": 3.425448723049868e-07,
      "loss": 0.0004,
      "step": 105720
    },
    {
      "epoch": 1.7868399482859147,
      "grad_norm": 0.0027275453321635723,
      "learning_rate": 3.4200858470808564e-07,
      "loss": 0.0004,
      "step": 105730
    },
    {
      "epoch": 1.787008948564765,
      "grad_norm": 0.0030428189784288406,
      "learning_rate": 3.4147270237900543e-07,
      "loss": 0.0007,
      "step": 105740
    },
    {
      "epoch": 1.7871779488436155,
      "grad_norm": 0.013712714426219463,
      "learning_rate": 3.409372253643717e-07,
      "loss": 0.0005,
      "step": 105750
    },
    {
      "epoch": 1.787346949122466,
      "grad_norm": 0.012625922448933125,
      "learning_rate": 3.404021537107721e-07,
      "loss": 0.0007,
      "step": 105760
    },
    {
      "epoch": 1.7875159494013166,
      "grad_norm": 0.08924346417188644,
      "learning_rate": 3.398674874647623e-07,
      "loss": 0.0006,
      "step": 105770
    },
    {
      "epoch": 1.787684949680167,
      "grad_norm": 0.030749188736081123,
      "learning_rate": 3.3933322667285937e-07,
      "loss": 0.0003,
      "step": 105780
    },
    {
      "epoch": 1.7878539499590174,
      "grad_norm": 0.04751649126410484,
      "learning_rate": 3.3879937138154793e-07,
      "loss": 0.0015,
      "step": 105790
    },
    {
      "epoch": 1.788022950237868,
      "grad_norm": 0.020827028900384903,
      "learning_rate": 3.3826592163727413e-07,
      "loss": 0.0007,
      "step": 105800
    },
    {
      "epoch": 1.7881919505167183,
      "grad_norm": 0.039099644869565964,
      "learning_rate": 3.3773287748645245e-07,
      "loss": 0.0025,
      "step": 105810
    },
    {
      "epoch": 1.788360950795569,
      "grad_norm": 0.050598226487636566,
      "learning_rate": 3.372002389754597e-07,
      "loss": 0.0006,
      "step": 105820
    },
    {
      "epoch": 1.7885299510744193,
      "grad_norm": 0.02448190376162529,
      "learning_rate": 3.366680061506372e-07,
      "loss": 0.0012,
      "step": 105830
    },
    {
      "epoch": 1.7886989513532696,
      "grad_norm": 0.05488467589020729,
      "learning_rate": 3.3613617905829286e-07,
      "loss": 0.0003,
      "step": 105840
    },
    {
      "epoch": 1.7888679516321202,
      "grad_norm": 0.015062323771417141,
      "learning_rate": 3.3560475774469857e-07,
      "loss": 0.0002,
      "step": 105850
    },
    {
      "epoch": 1.7890369519109708,
      "grad_norm": 0.03238752484321594,
      "learning_rate": 3.35073742256089e-07,
      "loss": 0.0005,
      "step": 105860
    },
    {
      "epoch": 1.7892059521898211,
      "grad_norm": 0.021235447376966476,
      "learning_rate": 3.3454313263866725e-07,
      "loss": 0.0004,
      "step": 105870
    },
    {
      "epoch": 1.7893749524686715,
      "grad_norm": 0.016415433958172798,
      "learning_rate": 3.3401292893859625e-07,
      "loss": 0.0006,
      "step": 105880
    },
    {
      "epoch": 1.7895439527475219,
      "grad_norm": 0.0194083284586668,
      "learning_rate": 3.334831312020087e-07,
      "loss": 0.0004,
      "step": 105890
    },
    {
      "epoch": 1.7897129530263725,
      "grad_norm": 0.04980658367276192,
      "learning_rate": 3.3295373947499764e-07,
      "loss": 0.0007,
      "step": 105900
    },
    {
      "epoch": 1.789881953305223,
      "grad_norm": 0.04084394499659538,
      "learning_rate": 3.3242475380362404e-07,
      "loss": 0.0004,
      "step": 105910
    },
    {
      "epoch": 1.7900509535840734,
      "grad_norm": 0.041083622723817825,
      "learning_rate": 3.3189617423391163e-07,
      "loss": 0.0011,
      "step": 105920
    },
    {
      "epoch": 1.7902199538629238,
      "grad_norm": 0.1475612074136734,
      "learning_rate": 3.313680008118497e-07,
      "loss": 0.0007,
      "step": 105930
    },
    {
      "epoch": 1.7903889541417743,
      "grad_norm": 0.12210751324892044,
      "learning_rate": 3.308402335833916e-07,
      "loss": 0.0006,
      "step": 105940
    },
    {
      "epoch": 1.790557954420625,
      "grad_norm": 0.02229374274611473,
      "learning_rate": 3.3031287259445544e-07,
      "loss": 0.0008,
      "step": 105950
    },
    {
      "epoch": 1.7907269546994753,
      "grad_norm": 0.014257742092013359,
      "learning_rate": 3.297859178909252e-07,
      "loss": 0.0004,
      "step": 105960
    },
    {
      "epoch": 1.7908959549783257,
      "grad_norm": 0.012109160423278809,
      "learning_rate": 3.292593695186469e-07,
      "loss": 0.0003,
      "step": 105970
    },
    {
      "epoch": 1.791064955257176,
      "grad_norm": 0.0008053976343944669,
      "learning_rate": 3.287332275234351e-07,
      "loss": 0.0004,
      "step": 105980
    },
    {
      "epoch": 1.7912339555360266,
      "grad_norm": 0.06195811927318573,
      "learning_rate": 3.2820749195106416e-07,
      "loss": 0.0011,
      "step": 105990
    },
    {
      "epoch": 1.7914029558148772,
      "grad_norm": 0.024041438475251198,
      "learning_rate": 3.276821628472776e-07,
      "loss": 0.0004,
      "step": 106000
    },
    {
      "epoch": 1.7915719560937275,
      "grad_norm": 0.0122147835791111,
      "learning_rate": 3.2715724025777994e-07,
      "loss": 0.0002,
      "step": 106010
    },
    {
      "epoch": 1.791740956372578,
      "grad_norm": 0.06569260358810425,
      "learning_rate": 3.2663272422824297e-07,
      "loss": 0.0009,
      "step": 106020
    },
    {
      "epoch": 1.7919099566514285,
      "grad_norm": 0.11315417289733887,
      "learning_rate": 3.261086148043019e-07,
      "loss": 0.0006,
      "step": 106030
    },
    {
      "epoch": 1.792078956930279,
      "grad_norm": 0.0007930688443593681,
      "learning_rate": 3.255849120315574e-07,
      "loss": 0.0009,
      "step": 106040
    },
    {
      "epoch": 1.7922479572091294,
      "grad_norm": 0.05178851634263992,
      "learning_rate": 3.250616159555731e-07,
      "loss": 0.0005,
      "step": 106050
    },
    {
      "epoch": 1.7924169574879798,
      "grad_norm": 0.03907632455229759,
      "learning_rate": 3.245387266218797e-07,
      "loss": 0.0005,
      "step": 106060
    },
    {
      "epoch": 1.7925859577668302,
      "grad_norm": 0.007023259066045284,
      "learning_rate": 3.240162440759692e-07,
      "loss": 0.0003,
      "step": 106070
    },
    {
      "epoch": 1.7927549580456807,
      "grad_norm": 0.09764275699853897,
      "learning_rate": 3.2349416836330193e-07,
      "loss": 0.0005,
      "step": 106080
    },
    {
      "epoch": 1.7929239583245313,
      "grad_norm": 0.040002115070819855,
      "learning_rate": 3.2297249952929935e-07,
      "loss": 0.0005,
      "step": 106090
    },
    {
      "epoch": 1.7930929586033817,
      "grad_norm": 0.05797765776515007,
      "learning_rate": 3.2245123761935115e-07,
      "loss": 0.0005,
      "step": 106100
    },
    {
      "epoch": 1.793261958882232,
      "grad_norm": 0.02930748462677002,
      "learning_rate": 3.2193038267880726e-07,
      "loss": 0.0008,
      "step": 106110
    },
    {
      "epoch": 1.7934309591610826,
      "grad_norm": 0.02905907668173313,
      "learning_rate": 3.21409934752987e-07,
      "loss": 0.0006,
      "step": 106120
    },
    {
      "epoch": 1.7935999594399332,
      "grad_norm": 0.021418744698166847,
      "learning_rate": 3.2088989388716965e-07,
      "loss": 0.0003,
      "step": 106130
    },
    {
      "epoch": 1.7937689597187836,
      "grad_norm": 0.0026306742802262306,
      "learning_rate": 3.203702601266034e-07,
      "loss": 0.0006,
      "step": 106140
    },
    {
      "epoch": 1.793937959997634,
      "grad_norm": 0.2730619013309479,
      "learning_rate": 3.198510335164967e-07,
      "loss": 0.0005,
      "step": 106150
    },
    {
      "epoch": 1.7941069602764843,
      "grad_norm": 0.07091565430164337,
      "learning_rate": 3.193322141020272e-07,
      "loss": 0.0005,
      "step": 106160
    },
    {
      "epoch": 1.794275960555335,
      "grad_norm": 0.00048270318075083196,
      "learning_rate": 3.1881380192833266e-07,
      "loss": 0.0005,
      "step": 106170
    },
    {
      "epoch": 1.7944449608341855,
      "grad_norm": 0.010864262469112873,
      "learning_rate": 3.182957970405187e-07,
      "loss": 0.0005,
      "step": 106180
    },
    {
      "epoch": 1.7946139611130358,
      "grad_norm": 0.008652624674141407,
      "learning_rate": 3.1777819948365265e-07,
      "loss": 0.0004,
      "step": 106190
    },
    {
      "epoch": 1.7947829613918862,
      "grad_norm": 0.07487659901380539,
      "learning_rate": 3.1726100930277005e-07,
      "loss": 0.0005,
      "step": 106200
    },
    {
      "epoch": 1.7949519616707368,
      "grad_norm": 0.01952086202800274,
      "learning_rate": 3.1674422654286717e-07,
      "loss": 0.0003,
      "step": 106210
    },
    {
      "epoch": 1.7951209619495874,
      "grad_norm": 0.08285342156887054,
      "learning_rate": 3.162278512489081e-07,
      "loss": 0.0009,
      "step": 106220
    },
    {
      "epoch": 1.7952899622284377,
      "grad_norm": 0.08504673093557358,
      "learning_rate": 3.157118834658196e-07,
      "loss": 0.0003,
      "step": 106230
    },
    {
      "epoch": 1.795458962507288,
      "grad_norm": 0.01815224252641201,
      "learning_rate": 3.1519632323849247e-07,
      "loss": 0.0002,
      "step": 106240
    },
    {
      "epoch": 1.7956279627861385,
      "grad_norm": 0.01604323461651802,
      "learning_rate": 3.146811706117847e-07,
      "loss": 0.0007,
      "step": 106250
    },
    {
      "epoch": 1.795796963064989,
      "grad_norm": 0.008513304404914379,
      "learning_rate": 3.1416642563051493e-07,
      "loss": 0.0005,
      "step": 106260
    },
    {
      "epoch": 1.7959659633438396,
      "grad_norm": 0.07370144128799438,
      "learning_rate": 3.136520883394706e-07,
      "loss": 0.001,
      "step": 106270
    },
    {
      "epoch": 1.79613496362269,
      "grad_norm": 0.0054110633209347725,
      "learning_rate": 3.131381587833998e-07,
      "loss": 0.0005,
      "step": 106280
    },
    {
      "epoch": 1.7963039639015403,
      "grad_norm": 0.024059509858489037,
      "learning_rate": 3.12624637007018e-07,
      "loss": 0.0002,
      "step": 106290
    },
    {
      "epoch": 1.796472964180391,
      "grad_norm": 0.066287562251091,
      "learning_rate": 3.121115230550026e-07,
      "loss": 0.002,
      "step": 106300
    },
    {
      "epoch": 1.7966419644592415,
      "grad_norm": 0.02924017608165741,
      "learning_rate": 3.115988169719991e-07,
      "loss": 0.0006,
      "step": 106310
    },
    {
      "epoch": 1.7968109647380919,
      "grad_norm": 0.001341874129138887,
      "learning_rate": 3.110865188026135e-07,
      "loss": 0.0003,
      "step": 106320
    },
    {
      "epoch": 1.7969799650169422,
      "grad_norm": 0.1358218640089035,
      "learning_rate": 3.105746285914202e-07,
      "loss": 0.0009,
      "step": 106330
    },
    {
      "epoch": 1.7971489652957926,
      "grad_norm": 0.0023471498861908913,
      "learning_rate": 3.1006314638295396e-07,
      "loss": 0.0003,
      "step": 106340
    },
    {
      "epoch": 1.7973179655746432,
      "grad_norm": 0.012569617480039597,
      "learning_rate": 3.0955207222171766e-07,
      "loss": 0.0036,
      "step": 106350
    },
    {
      "epoch": 1.7974869658534938,
      "grad_norm": 0.01816113479435444,
      "learning_rate": 3.090414061521768e-07,
      "loss": 0.001,
      "step": 106360
    },
    {
      "epoch": 1.7976559661323441,
      "grad_norm": 0.027073049917817116,
      "learning_rate": 3.0853114821876193e-07,
      "loss": 0.0015,
      "step": 106370
    },
    {
      "epoch": 1.7978249664111945,
      "grad_norm": 0.019245292991399765,
      "learning_rate": 3.080212984658676e-07,
      "loss": 0.0004,
      "step": 106380
    },
    {
      "epoch": 1.797993966690045,
      "grad_norm": 0.02849625051021576,
      "learning_rate": 3.0751185693785324e-07,
      "loss": 0.0009,
      "step": 106390
    },
    {
      "epoch": 1.7981629669688957,
      "grad_norm": 0.013218315318226814,
      "learning_rate": 3.0700282367904287e-07,
      "loss": 0.0012,
      "step": 106400
    },
    {
      "epoch": 1.798331967247746,
      "grad_norm": 0.01673104241490364,
      "learning_rate": 3.0649419873372553e-07,
      "loss": 0.0003,
      "step": 106410
    },
    {
      "epoch": 1.7985009675265964,
      "grad_norm": 0.012420453131198883,
      "learning_rate": 3.0598598214615303e-07,
      "loss": 0.0005,
      "step": 106420
    },
    {
      "epoch": 1.7986699678054467,
      "grad_norm": 0.004321121610701084,
      "learning_rate": 3.0547817396054393e-07,
      "loss": 0.0003,
      "step": 106430
    },
    {
      "epoch": 1.7988389680842973,
      "grad_norm": 0.02657952904701233,
      "learning_rate": 3.0497077422107836e-07,
      "loss": 0.0009,
      "step": 106440
    },
    {
      "epoch": 1.799007968363148,
      "grad_norm": 0.038907743990421295,
      "learning_rate": 3.0446378297190325e-07,
      "loss": 0.0002,
      "step": 106450
    },
    {
      "epoch": 1.7991769686419983,
      "grad_norm": 0.0133865587413311,
      "learning_rate": 3.0395720025713007e-07,
      "loss": 0.0005,
      "step": 106460
    },
    {
      "epoch": 1.7993459689208486,
      "grad_norm": 0.00025637217913754284,
      "learning_rate": 3.034510261208329e-07,
      "loss": 0.0004,
      "step": 106470
    },
    {
      "epoch": 1.7995149691996992,
      "grad_norm": 0.04737827554345131,
      "learning_rate": 3.029452606070521e-07,
      "loss": 0.0009,
      "step": 106480
    },
    {
      "epoch": 1.7996839694785498,
      "grad_norm": 0.002496320754289627,
      "learning_rate": 3.024399037597908e-07,
      "loss": 0.0003,
      "step": 106490
    },
    {
      "epoch": 1.7998529697574002,
      "grad_norm": 0.052021387964487076,
      "learning_rate": 3.0193495562301886e-07,
      "loss": 0.0008,
      "step": 106500
    },
    {
      "epoch": 1.8000219700362505,
      "grad_norm": 0.03761506825685501,
      "learning_rate": 3.0143041624066784e-07,
      "loss": 0.0005,
      "step": 106510
    },
    {
      "epoch": 1.800190970315101,
      "grad_norm": 0.03732273355126381,
      "learning_rate": 3.0092628565663583e-07,
      "loss": 0.0003,
      "step": 106520
    },
    {
      "epoch": 1.8003599705939515,
      "grad_norm": 0.019498972222208977,
      "learning_rate": 3.0042256391478454e-07,
      "loss": 0.0006,
      "step": 106530
    },
    {
      "epoch": 1.800528970872802,
      "grad_norm": 0.013651588931679726,
      "learning_rate": 2.999192510589405e-07,
      "loss": 0.0003,
      "step": 106540
    },
    {
      "epoch": 1.8006979711516524,
      "grad_norm": 0.06348342448472977,
      "learning_rate": 2.994163471328931e-07,
      "loss": 0.0004,
      "step": 106550
    },
    {
      "epoch": 1.8008669714305028,
      "grad_norm": 0.0472821369767189,
      "learning_rate": 2.989138521803997e-07,
      "loss": 0.0008,
      "step": 106560
    },
    {
      "epoch": 1.8010359717093534,
      "grad_norm": 0.006114867981523275,
      "learning_rate": 2.9841176624517743e-07,
      "loss": 0.0005,
      "step": 106570
    },
    {
      "epoch": 1.8012049719882037,
      "grad_norm": 0.06382883340120316,
      "learning_rate": 2.979100893709108e-07,
      "loss": 0.0004,
      "step": 106580
    },
    {
      "epoch": 1.8013739722670543,
      "grad_norm": 0.0012848296901211143,
      "learning_rate": 2.9740882160124995e-07,
      "loss": 0.0005,
      "step": 106590
    },
    {
      "epoch": 1.8015429725459047,
      "grad_norm": 0.0248939897865057,
      "learning_rate": 2.9690796297980493e-07,
      "loss": 0.0006,
      "step": 106600
    },
    {
      "epoch": 1.801711972824755,
      "grad_norm": 0.031102487817406654,
      "learning_rate": 2.964075135501543e-07,
      "loss": 0.0006,
      "step": 106610
    },
    {
      "epoch": 1.8018809731036056,
      "grad_norm": 0.026568105444312096,
      "learning_rate": 2.9590747335584034e-07,
      "loss": 0.0002,
      "step": 106620
    },
    {
      "epoch": 1.8020499733824562,
      "grad_norm": 0.026500539854168892,
      "learning_rate": 2.954078424403672e-07,
      "loss": 0.0009,
      "step": 106630
    },
    {
      "epoch": 1.8022189736613066,
      "grad_norm": 0.0744604840874672,
      "learning_rate": 2.9490862084720686e-07,
      "loss": 0.0009,
      "step": 106640
    },
    {
      "epoch": 1.802387973940157,
      "grad_norm": 0.005288366694003344,
      "learning_rate": 2.9440980861979216e-07,
      "loss": 0.0006,
      "step": 106650
    },
    {
      "epoch": 1.8025569742190075,
      "grad_norm": 0.072980135679245,
      "learning_rate": 2.939114058015241e-07,
      "loss": 0.0004,
      "step": 106660
    },
    {
      "epoch": 1.8027259744978579,
      "grad_norm": 0.03152094781398773,
      "learning_rate": 2.934134124357646e-07,
      "loss": 0.0007,
      "step": 106670
    },
    {
      "epoch": 1.8028949747767085,
      "grad_norm": 0.04416177421808243,
      "learning_rate": 2.929158285658429e-07,
      "loss": 0.0006,
      "step": 106680
    },
    {
      "epoch": 1.8030639750555588,
      "grad_norm": 0.00499266292899847,
      "learning_rate": 2.924186542350499e-07,
      "loss": 0.0005,
      "step": 106690
    },
    {
      "epoch": 1.8032329753344092,
      "grad_norm": 0.07045271247625351,
      "learning_rate": 2.9192188948664267e-07,
      "loss": 0.0011,
      "step": 106700
    },
    {
      "epoch": 1.8034019756132598,
      "grad_norm": 0.01703091524541378,
      "learning_rate": 2.914255343638428e-07,
      "loss": 0.0006,
      "step": 106710
    },
    {
      "epoch": 1.8035709758921104,
      "grad_norm": 0.05974980443716049,
      "learning_rate": 2.9092958890983405e-07,
      "loss": 0.0007,
      "step": 106720
    },
    {
      "epoch": 1.8037399761709607,
      "grad_norm": 0.011746728792786598,
      "learning_rate": 2.90434053167768e-07,
      "loss": 0.0007,
      "step": 106730
    },
    {
      "epoch": 1.803908976449811,
      "grad_norm": 0.022092394530773163,
      "learning_rate": 2.8993892718075735e-07,
      "loss": 0.0003,
      "step": 106740
    },
    {
      "epoch": 1.8040779767286614,
      "grad_norm": 0.04053737595677376,
      "learning_rate": 2.8944421099188104e-07,
      "loss": 0.0006,
      "step": 106750
    },
    {
      "epoch": 1.804246977007512,
      "grad_norm": 0.0704391822218895,
      "learning_rate": 2.889499046441807e-07,
      "loss": 0.002,
      "step": 106760
    },
    {
      "epoch": 1.8044159772863626,
      "grad_norm": 0.06557278335094452,
      "learning_rate": 2.884560081806653e-07,
      "loss": 0.0006,
      "step": 106770
    },
    {
      "epoch": 1.804584977565213,
      "grad_norm": 0.05407819151878357,
      "learning_rate": 2.879625216443044e-07,
      "loss": 0.0004,
      "step": 106780
    },
    {
      "epoch": 1.8047539778440633,
      "grad_norm": 0.05492717772722244,
      "learning_rate": 2.874694450780341e-07,
      "loss": 0.0009,
      "step": 106790
    },
    {
      "epoch": 1.804922978122914,
      "grad_norm": 0.028640110045671463,
      "learning_rate": 2.8697677852475513e-07,
      "loss": 0.0005,
      "step": 106800
    },
    {
      "epoch": 1.8050919784017645,
      "grad_norm": 0.0022897396702319384,
      "learning_rate": 2.864845220273327e-07,
      "loss": 0.0008,
      "step": 106810
    },
    {
      "epoch": 1.8052609786806149,
      "grad_norm": 0.0251806378364563,
      "learning_rate": 2.85992675628593e-07,
      "loss": 0.001,
      "step": 106820
    },
    {
      "epoch": 1.8054299789594652,
      "grad_norm": 7.517525227740407e-05,
      "learning_rate": 2.8550123937133136e-07,
      "loss": 0.0002,
      "step": 106830
    },
    {
      "epoch": 1.8055989792383156,
      "grad_norm": 0.08418340981006622,
      "learning_rate": 2.8501021329830347e-07,
      "loss": 0.0006,
      "step": 106840
    },
    {
      "epoch": 1.8057679795171662,
      "grad_norm": 0.003870246931910515,
      "learning_rate": 2.8451959745223187e-07,
      "loss": 0.0009,
      "step": 106850
    },
    {
      "epoch": 1.8059369797960168,
      "grad_norm": 0.008406764827668667,
      "learning_rate": 2.8402939187580247e-07,
      "loss": 0.0002,
      "step": 106860
    },
    {
      "epoch": 1.8061059800748671,
      "grad_norm": 0.04729627072811127,
      "learning_rate": 2.8353959661166555e-07,
      "loss": 0.0004,
      "step": 106870
    },
    {
      "epoch": 1.8062749803537175,
      "grad_norm": 6.623937952099368e-05,
      "learning_rate": 2.8305021170243474e-07,
      "loss": 0.0007,
      "step": 106880
    },
    {
      "epoch": 1.806443980632568,
      "grad_norm": 0.04600764438509941,
      "learning_rate": 2.825612371906905e-07,
      "loss": 0.0004,
      "step": 106890
    },
    {
      "epoch": 1.8066129809114186,
      "grad_norm": 0.09864575415849686,
      "learning_rate": 2.8207267311897435e-07,
      "loss": 0.001,
      "step": 106900
    },
    {
      "epoch": 1.806781981190269,
      "grad_norm": 0.04171300306916237,
      "learning_rate": 2.815845195297956e-07,
      "loss": 0.0008,
      "step": 106910
    },
    {
      "epoch": 1.8069509814691194,
      "grad_norm": 0.010658209212124348,
      "learning_rate": 2.810967764656242e-07,
      "loss": 0.0006,
      "step": 106920
    },
    {
      "epoch": 1.8071199817479697,
      "grad_norm": 0.037350140511989594,
      "learning_rate": 2.8060944396889723e-07,
      "loss": 0.0013,
      "step": 106930
    },
    {
      "epoch": 1.8072889820268203,
      "grad_norm": 0.03345376253128052,
      "learning_rate": 2.8012252208201363e-07,
      "loss": 0.0007,
      "step": 106940
    },
    {
      "epoch": 1.807457982305671,
      "grad_norm": 0.045432355254888535,
      "learning_rate": 2.796360108473395e-07,
      "loss": 0.001,
      "step": 106950
    },
    {
      "epoch": 1.8076269825845213,
      "grad_norm": 0.17052718997001648,
      "learning_rate": 2.791499103072037e-07,
      "loss": 0.0007,
      "step": 106960
    },
    {
      "epoch": 1.8077959828633716,
      "grad_norm": 0.02307099848985672,
      "learning_rate": 2.786642205038981e-07,
      "loss": 0.0014,
      "step": 106970
    },
    {
      "epoch": 1.8079649831422222,
      "grad_norm": 0.038824472576379776,
      "learning_rate": 2.781789414796804e-07,
      "loss": 0.0008,
      "step": 106980
    },
    {
      "epoch": 1.8081339834210728,
      "grad_norm": 0.2283657193183899,
      "learning_rate": 2.7769407327677246e-07,
      "loss": 0.0006,
      "step": 106990
    },
    {
      "epoch": 1.8083029836999231,
      "grad_norm": 0.006276116240769625,
      "learning_rate": 2.772096159373616e-07,
      "loss": 0.0004,
      "step": 107000
    },
    {
      "epoch": 1.8084719839787735,
      "grad_norm": 0.04557156190276146,
      "learning_rate": 2.767255695035953e-07,
      "loss": 0.0005,
      "step": 107010
    },
    {
      "epoch": 1.8086409842576239,
      "grad_norm": 0.006434998009353876,
      "learning_rate": 2.7624193401759035e-07,
      "loss": 0.0004,
      "step": 107020
    },
    {
      "epoch": 1.8088099845364745,
      "grad_norm": 0.03410731256008148,
      "learning_rate": 2.7575870952142316e-07,
      "loss": 0.0003,
      "step": 107030
    },
    {
      "epoch": 1.808978984815325,
      "grad_norm": 0.047531042248010635,
      "learning_rate": 2.7527589605713836e-07,
      "loss": 0.0005,
      "step": 107040
    },
    {
      "epoch": 1.8091479850941754,
      "grad_norm": 0.026933960616588593,
      "learning_rate": 2.7479349366674236e-07,
      "loss": 0.0008,
      "step": 107050
    },
    {
      "epoch": 1.8093169853730258,
      "grad_norm": 0.05856289342045784,
      "learning_rate": 2.743115023922066e-07,
      "loss": 0.0006,
      "step": 107060
    },
    {
      "epoch": 1.8094859856518763,
      "grad_norm": 0.06930646300315857,
      "learning_rate": 2.7382992227546644e-07,
      "loss": 0.0009,
      "step": 107070
    },
    {
      "epoch": 1.809654985930727,
      "grad_norm": 0.037896398454904556,
      "learning_rate": 2.733487533584223e-07,
      "loss": 0.0007,
      "step": 107080
    },
    {
      "epoch": 1.8098239862095773,
      "grad_norm": 0.04459800943732262,
      "learning_rate": 2.728679956829372e-07,
      "loss": 0.0004,
      "step": 107090
    },
    {
      "epoch": 1.8099929864884277,
      "grad_norm": 0.032940663397312164,
      "learning_rate": 2.723876492908406e-07,
      "loss": 0.0016,
      "step": 107100
    },
    {
      "epoch": 1.810161986767278,
      "grad_norm": 0.0005108294426463544,
      "learning_rate": 2.719077142239235e-07,
      "loss": 0.0004,
      "step": 107110
    },
    {
      "epoch": 1.8103309870461286,
      "grad_norm": 0.07016304135322571,
      "learning_rate": 2.714281905239441e-07,
      "loss": 0.0005,
      "step": 107120
    },
    {
      "epoch": 1.8104999873249792,
      "grad_norm": 0.022397033870220184,
      "learning_rate": 2.7094907823262184e-07,
      "loss": 0.0009,
      "step": 107130
    },
    {
      "epoch": 1.8106689876038295,
      "grad_norm": 0.01936495676636696,
      "learning_rate": 2.7047037739164337e-07,
      "loss": 0.0004,
      "step": 107140
    },
    {
      "epoch": 1.81083798788268,
      "grad_norm": 0.03775428980588913,
      "learning_rate": 2.6999208804265653e-07,
      "loss": 0.0007,
      "step": 107150
    },
    {
      "epoch": 1.8110069881615305,
      "grad_norm": 0.0064462157897651196,
      "learning_rate": 2.695142102272752e-07,
      "loss": 0.0009,
      "step": 107160
    },
    {
      "epoch": 1.811175988440381,
      "grad_norm": 0.0017412303714081645,
      "learning_rate": 2.690367439870778e-07,
      "loss": 0.0004,
      "step": 107170
    },
    {
      "epoch": 1.8113449887192314,
      "grad_norm": 0.036754146218299866,
      "learning_rate": 2.685596893636061e-07,
      "loss": 0.0003,
      "step": 107180
    },
    {
      "epoch": 1.8115139889980818,
      "grad_norm": 0.0605829693377018,
      "learning_rate": 2.6808304639836466e-07,
      "loss": 0.0007,
      "step": 107190
    },
    {
      "epoch": 1.8116829892769322,
      "grad_norm": 0.0008872547186911106,
      "learning_rate": 2.676068151328265e-07,
      "loss": 0.0004,
      "step": 107200
    },
    {
      "epoch": 1.8118519895557827,
      "grad_norm": 0.015495926141738892,
      "learning_rate": 2.671309956084228e-07,
      "loss": 0.0004,
      "step": 107210
    },
    {
      "epoch": 1.8120209898346333,
      "grad_norm": 0.0967402532696724,
      "learning_rate": 2.666555878665544e-07,
      "loss": 0.0004,
      "step": 107220
    },
    {
      "epoch": 1.8121899901134837,
      "grad_norm": 0.0003819911216851324,
      "learning_rate": 2.661805919485838e-07,
      "loss": 0.0003,
      "step": 107230
    },
    {
      "epoch": 1.812358990392334,
      "grad_norm": 0.011226209811866283,
      "learning_rate": 2.657060078958368e-07,
      "loss": 0.0006,
      "step": 107240
    },
    {
      "epoch": 1.8125279906711846,
      "grad_norm": 0.11130131781101227,
      "learning_rate": 2.652318357496064e-07,
      "loss": 0.0007,
      "step": 107250
    },
    {
      "epoch": 1.8126969909500352,
      "grad_norm": 0.11554577201604843,
      "learning_rate": 2.6475807555114586e-07,
      "loss": 0.0007,
      "step": 107260
    },
    {
      "epoch": 1.8128659912288856,
      "grad_norm": 0.028465701267123222,
      "learning_rate": 2.6428472734167597e-07,
      "loss": 0.0003,
      "step": 107270
    },
    {
      "epoch": 1.813034991507736,
      "grad_norm": 0.014900845475494862,
      "learning_rate": 2.638117911623794e-07,
      "loss": 0.0003,
      "step": 107280
    },
    {
      "epoch": 1.8132039917865863,
      "grad_norm": 0.12082474678754807,
      "learning_rate": 2.6333926705440494e-07,
      "loss": 0.0008,
      "step": 107290
    },
    {
      "epoch": 1.813372992065437,
      "grad_norm": 0.10809744894504547,
      "learning_rate": 2.628671550588635e-07,
      "loss": 0.0007,
      "step": 107300
    },
    {
      "epoch": 1.8135419923442875,
      "grad_norm": 0.016735605895519257,
      "learning_rate": 2.6239545521683175e-07,
      "loss": 0.0011,
      "step": 107310
    },
    {
      "epoch": 1.8137109926231378,
      "grad_norm": 0.004057494457811117,
      "learning_rate": 2.619241675693496e-07,
      "loss": 0.0004,
      "step": 107320
    },
    {
      "epoch": 1.8138799929019882,
      "grad_norm": 0.2128661423921585,
      "learning_rate": 2.614532921574214e-07,
      "loss": 0.0014,
      "step": 107330
    },
    {
      "epoch": 1.8140489931808388,
      "grad_norm": 0.004425691440701485,
      "learning_rate": 2.609828290220151e-07,
      "loss": 0.0011,
      "step": 107340
    },
    {
      "epoch": 1.8142179934596894,
      "grad_norm": 0.0008100151899270713,
      "learning_rate": 2.6051277820406396e-07,
      "loss": 0.0008,
      "step": 107350
    },
    {
      "epoch": 1.8143869937385397,
      "grad_norm": 0.012658101506531239,
      "learning_rate": 2.600431397444647e-07,
      "loss": 0.0007,
      "step": 107360
    },
    {
      "epoch": 1.81455599401739,
      "grad_norm": 0.023131320253014565,
      "learning_rate": 2.5957391368407746e-07,
      "loss": 0.0003,
      "step": 107370
    },
    {
      "epoch": 1.8147249942962405,
      "grad_norm": 0.10059446096420288,
      "learning_rate": 2.591051000637279e-07,
      "loss": 0.0007,
      "step": 107380
    },
    {
      "epoch": 1.814893994575091,
      "grad_norm": 0.02371380105614662,
      "learning_rate": 2.586366989242051e-07,
      "loss": 0.0008,
      "step": 107390
    },
    {
      "epoch": 1.8150629948539416,
      "grad_norm": 0.005978689529001713,
      "learning_rate": 2.5816871030626135e-07,
      "loss": 0.0016,
      "step": 107400
    },
    {
      "epoch": 1.815231995132792,
      "grad_norm": 0.030084148049354553,
      "learning_rate": 2.5770113425061526e-07,
      "loss": 0.0007,
      "step": 107410
    },
    {
      "epoch": 1.8154009954116423,
      "grad_norm": 0.030426248908042908,
      "learning_rate": 2.572339707979465e-07,
      "loss": 0.0006,
      "step": 107420
    },
    {
      "epoch": 1.815569995690493,
      "grad_norm": 0.016602622345089912,
      "learning_rate": 2.567672199889026e-07,
      "loss": 0.0005,
      "step": 107430
    },
    {
      "epoch": 1.8157389959693433,
      "grad_norm": 0.009840616956353188,
      "learning_rate": 2.563008818640911e-07,
      "loss": 0.0003,
      "step": 107440
    },
    {
      "epoch": 1.8159079962481939,
      "grad_norm": 0.04440809041261673,
      "learning_rate": 2.558349564640872e-07,
      "loss": 0.0006,
      "step": 107450
    },
    {
      "epoch": 1.8160769965270442,
      "grad_norm": 0.026042316108942032,
      "learning_rate": 2.55369443829428e-07,
      "loss": 0.0006,
      "step": 107460
    },
    {
      "epoch": 1.8162459968058946,
      "grad_norm": 0.017470931634306908,
      "learning_rate": 2.549043440006149e-07,
      "loss": 0.0004,
      "step": 107470
    },
    {
      "epoch": 1.8164149970847452,
      "grad_norm": 0.014459982514381409,
      "learning_rate": 2.5443965701811514e-07,
      "loss": 0.0006,
      "step": 107480
    },
    {
      "epoch": 1.8165839973635958,
      "grad_norm": 0.018677975982427597,
      "learning_rate": 2.5397538292235734e-07,
      "loss": 0.0004,
      "step": 107490
    },
    {
      "epoch": 1.8167529976424461,
      "grad_norm": 0.007446676958352327,
      "learning_rate": 2.5351152175373704e-07,
      "loss": 0.0016,
      "step": 107500
    },
    {
      "epoch": 1.8169219979212965,
      "grad_norm": 0.025096848607063293,
      "learning_rate": 2.5304807355261086e-07,
      "loss": 0.0006,
      "step": 107510
    },
    {
      "epoch": 1.817090998200147,
      "grad_norm": 0.009793787263333797,
      "learning_rate": 2.525850383593026e-07,
      "loss": 0.0008,
      "step": 107520
    },
    {
      "epoch": 1.8172599984789974,
      "grad_norm": 0.01451643742620945,
      "learning_rate": 2.521224162140967e-07,
      "loss": 0.001,
      "step": 107530
    },
    {
      "epoch": 1.817428998757848,
      "grad_norm": 0.09454888105392456,
      "learning_rate": 2.516602071572449e-07,
      "loss": 0.0009,
      "step": 107540
    },
    {
      "epoch": 1.8175979990366984,
      "grad_norm": 0.021753238514065742,
      "learning_rate": 2.511984112289617e-07,
      "loss": 0.0011,
      "step": 107550
    },
    {
      "epoch": 1.8177669993155487,
      "grad_norm": 0.0140855573117733,
      "learning_rate": 2.507370284694249e-07,
      "loss": 0.0006,
      "step": 107560
    },
    {
      "epoch": 1.8179359995943993,
      "grad_norm": 0.0358390286564827,
      "learning_rate": 2.5027605891877747e-07,
      "loss": 0.0006,
      "step": 107570
    },
    {
      "epoch": 1.81810499987325,
      "grad_norm": 0.07012967020273209,
      "learning_rate": 2.4981550261712617e-07,
      "loss": 0.0007,
      "step": 107580
    },
    {
      "epoch": 1.8182740001521003,
      "grad_norm": 0.02137385495007038,
      "learning_rate": 2.493553596045406e-07,
      "loss": 0.0006,
      "step": 107590
    },
    {
      "epoch": 1.8184430004309506,
      "grad_norm": 0.009358204901218414,
      "learning_rate": 2.488956299210571e-07,
      "loss": 0.0005,
      "step": 107600
    },
    {
      "epoch": 1.8186120007098012,
      "grad_norm": 0.03795533999800682,
      "learning_rate": 2.484363136066725e-07,
      "loss": 0.0011,
      "step": 107610
    },
    {
      "epoch": 1.8187810009886516,
      "grad_norm": 0.023416364565491676,
      "learning_rate": 2.4797741070135107e-07,
      "loss": 0.0004,
      "step": 107620
    },
    {
      "epoch": 1.8189500012675022,
      "grad_norm": 0.011213819496333599,
      "learning_rate": 2.475189212450185e-07,
      "loss": 0.0006,
      "step": 107630
    },
    {
      "epoch": 1.8191190015463525,
      "grad_norm": 0.08420540392398834,
      "learning_rate": 2.470608452775669e-07,
      "loss": 0.0024,
      "step": 107640
    },
    {
      "epoch": 1.819288001825203,
      "grad_norm": 0.0453086718916893,
      "learning_rate": 2.4660318283884934e-07,
      "loss": 0.0008,
      "step": 107650
    },
    {
      "epoch": 1.8194570021040535,
      "grad_norm": 0.006805508863180876,
      "learning_rate": 2.4614593396868613e-07,
      "loss": 0.0003,
      "step": 107660
    },
    {
      "epoch": 1.819626002382904,
      "grad_norm": 0.10280157625675201,
      "learning_rate": 2.456890987068594e-07,
      "loss": 0.0008,
      "step": 107670
    },
    {
      "epoch": 1.8197950026617544,
      "grad_norm": 0.004269697703421116,
      "learning_rate": 2.452326770931168e-07,
      "loss": 0.0004,
      "step": 107680
    },
    {
      "epoch": 1.8199640029406048,
      "grad_norm": 0.01963418908417225,
      "learning_rate": 2.447766691671677e-07,
      "loss": 0.0008,
      "step": 107690
    },
    {
      "epoch": 1.8201330032194551,
      "grad_norm": 0.04317108541727066,
      "learning_rate": 2.4432107496868915e-07,
      "loss": 0.0005,
      "step": 107700
    },
    {
      "epoch": 1.8203020034983057,
      "grad_norm": 0.0014225431950762868,
      "learning_rate": 2.438658945373179e-07,
      "loss": 0.0008,
      "step": 107710
    },
    {
      "epoch": 1.8204710037771563,
      "grad_norm": 0.006587664596736431,
      "learning_rate": 2.4341112791265777e-07,
      "loss": 0.0008,
      "step": 107720
    },
    {
      "epoch": 1.8206400040560067,
      "grad_norm": 0.03664252161979675,
      "learning_rate": 2.4295677513427653e-07,
      "loss": 0.0004,
      "step": 107730
    },
    {
      "epoch": 1.820809004334857,
      "grad_norm": 0.003876063507050276,
      "learning_rate": 2.425028362417031e-07,
      "loss": 0.0005,
      "step": 107740
    },
    {
      "epoch": 1.8209780046137076,
      "grad_norm": 0.07400530576705933,
      "learning_rate": 2.420493112744343e-07,
      "loss": 0.001,
      "step": 107750
    },
    {
      "epoch": 1.8211470048925582,
      "grad_norm": 0.019484998658299446,
      "learning_rate": 2.41596200271928e-07,
      "loss": 0.0008,
      "step": 107760
    },
    {
      "epoch": 1.8213160051714086,
      "grad_norm": 0.0583035871386528,
      "learning_rate": 2.411435032736076e-07,
      "loss": 0.0006,
      "step": 107770
    },
    {
      "epoch": 1.821485005450259,
      "grad_norm": 0.030501442030072212,
      "learning_rate": 2.4069122031885883e-07,
      "loss": 0.0005,
      "step": 107780
    },
    {
      "epoch": 1.8216540057291093,
      "grad_norm": 0.016799982637166977,
      "learning_rate": 2.402393514470347e-07,
      "loss": 0.0006,
      "step": 107790
    },
    {
      "epoch": 1.8218230060079599,
      "grad_norm": 0.028180431574583054,
      "learning_rate": 2.397878966974471e-07,
      "loss": 0.0002,
      "step": 107800
    },
    {
      "epoch": 1.8219920062868105,
      "grad_norm": 0.03444041684269905,
      "learning_rate": 2.393368561093773e-07,
      "loss": 0.0006,
      "step": 107810
    },
    {
      "epoch": 1.8221610065656608,
      "grad_norm": 0.009577547200024128,
      "learning_rate": 2.3888622972206623e-07,
      "loss": 0.0004,
      "step": 107820
    },
    {
      "epoch": 1.8223300068445112,
      "grad_norm": 0.007195120677351952,
      "learning_rate": 2.3843601757472193e-07,
      "loss": 0.0002,
      "step": 107830
    },
    {
      "epoch": 1.8224990071233618,
      "grad_norm": 0.0045670741237699986,
      "learning_rate": 2.3798621970651415e-07,
      "loss": 0.0005,
      "step": 107840
    },
    {
      "epoch": 1.8226680074022124,
      "grad_norm": 0.07623469084501266,
      "learning_rate": 2.3753683615657775e-07,
      "loss": 0.0007,
      "step": 107850
    },
    {
      "epoch": 1.8228370076810627,
      "grad_norm": 0.0028391906525939703,
      "learning_rate": 2.3708786696401087e-07,
      "loss": 0.0006,
      "step": 107860
    },
    {
      "epoch": 1.823006007959913,
      "grad_norm": 0.04393308609724045,
      "learning_rate": 2.3663931216787727e-07,
      "loss": 0.0009,
      "step": 107870
    },
    {
      "epoch": 1.8231750082387634,
      "grad_norm": 0.003135798731818795,
      "learning_rate": 2.3619117180720187e-07,
      "loss": 0.0014,
      "step": 107880
    },
    {
      "epoch": 1.823344008517614,
      "grad_norm": 0.015100251883268356,
      "learning_rate": 2.357434459209762e-07,
      "loss": 0.0007,
      "step": 107890
    },
    {
      "epoch": 1.8235130087964646,
      "grad_norm": 0.07303640991449356,
      "learning_rate": 2.3529613454815303e-07,
      "loss": 0.0006,
      "step": 107900
    },
    {
      "epoch": 1.823682009075315,
      "grad_norm": 0.0011348397238180041,
      "learning_rate": 2.348492377276529e-07,
      "loss": 0.0006,
      "step": 107910
    },
    {
      "epoch": 1.8238510093541653,
      "grad_norm": 0.01658669300377369,
      "learning_rate": 2.3440275549835633e-07,
      "loss": 0.0004,
      "step": 107920
    },
    {
      "epoch": 1.824020009633016,
      "grad_norm": 0.01174141000956297,
      "learning_rate": 2.3395668789910897e-07,
      "loss": 0.0013,
      "step": 107930
    },
    {
      "epoch": 1.8241890099118665,
      "grad_norm": 0.054488569498062134,
      "learning_rate": 2.3351103496872251e-07,
      "loss": 0.0005,
      "step": 107940
    },
    {
      "epoch": 1.8243580101907169,
      "grad_norm": 0.007784908637404442,
      "learning_rate": 2.3306579674597096e-07,
      "loss": 0.0005,
      "step": 107950
    },
    {
      "epoch": 1.8245270104695672,
      "grad_norm": 0.09560495615005493,
      "learning_rate": 2.3262097326958998e-07,
      "loss": 0.001,
      "step": 107960
    },
    {
      "epoch": 1.8246960107484176,
      "grad_norm": 0.06250361353158951,
      "learning_rate": 2.321765645782842e-07,
      "loss": 0.0008,
      "step": 107970
    },
    {
      "epoch": 1.8248650110272682,
      "grad_norm": 0.0241071954369545,
      "learning_rate": 2.3173257071071708e-07,
      "loss": 0.0008,
      "step": 107980
    },
    {
      "epoch": 1.8250340113061188,
      "grad_norm": 0.09130355715751648,
      "learning_rate": 2.3128899170551888e-07,
      "loss": 0.0006,
      "step": 107990
    },
    {
      "epoch": 1.8252030115849691,
      "grad_norm": 0.01994970068335533,
      "learning_rate": 2.3084582760128427e-07,
      "loss": 0.0005,
      "step": 108000
    },
    {
      "epoch": 1.8253720118638195,
      "grad_norm": 0.02133479341864586,
      "learning_rate": 2.3040307843656906e-07,
      "loss": 0.0006,
      "step": 108010
    },
    {
      "epoch": 1.82554101214267,
      "grad_norm": 0.014401676133275032,
      "learning_rate": 2.299607442498958e-07,
      "loss": 0.0006,
      "step": 108020
    },
    {
      "epoch": 1.8257100124215206,
      "grad_norm": 0.01538936235010624,
      "learning_rate": 2.295188250797481e-07,
      "loss": 0.0006,
      "step": 108030
    },
    {
      "epoch": 1.825879012700371,
      "grad_norm": 0.01944626122713089,
      "learning_rate": 2.2907732096457746e-07,
      "loss": 0.0007,
      "step": 108040
    },
    {
      "epoch": 1.8260480129792214,
      "grad_norm": 0.020264191552996635,
      "learning_rate": 2.2863623194279428e-07,
      "loss": 0.0005,
      "step": 108050
    },
    {
      "epoch": 1.8262170132580717,
      "grad_norm": 0.07285454869270325,
      "learning_rate": 2.2819555805277783e-07,
      "loss": 0.0008,
      "step": 108060
    },
    {
      "epoch": 1.8263860135369223,
      "grad_norm": 0.04085834324359894,
      "learning_rate": 2.277552993328669e-07,
      "loss": 0.0005,
      "step": 108070
    },
    {
      "epoch": 1.826555013815773,
      "grad_norm": 0.010012646205723286,
      "learning_rate": 2.2731545582136804e-07,
      "loss": 0.0004,
      "step": 108080
    },
    {
      "epoch": 1.8267240140946233,
      "grad_norm": 0.013109447434544563,
      "learning_rate": 2.2687602755654736e-07,
      "loss": 0.0006,
      "step": 108090
    },
    {
      "epoch": 1.8268930143734736,
      "grad_norm": 0.03321567177772522,
      "learning_rate": 2.264370145766398e-07,
      "loss": 0.0015,
      "step": 108100
    },
    {
      "epoch": 1.8270620146523242,
      "grad_norm": 0.0005492489435710013,
      "learning_rate": 2.259984169198398e-07,
      "loss": 0.0004,
      "step": 108110
    },
    {
      "epoch": 1.8272310149311748,
      "grad_norm": 0.005728592164814472,
      "learning_rate": 2.2556023462430798e-07,
      "loss": 0.0005,
      "step": 108120
    },
    {
      "epoch": 1.8274000152100252,
      "grad_norm": 0.08615639805793762,
      "learning_rate": 2.2512246772816825e-07,
      "loss": 0.0009,
      "step": 108130
    },
    {
      "epoch": 1.8275690154888755,
      "grad_norm": 0.03961627185344696,
      "learning_rate": 2.2468511626950905e-07,
      "loss": 0.0003,
      "step": 108140
    },
    {
      "epoch": 1.8277380157677259,
      "grad_norm": 0.027792375534772873,
      "learning_rate": 2.2424818028638163e-07,
      "loss": 0.0005,
      "step": 108150
    },
    {
      "epoch": 1.8279070160465765,
      "grad_norm": 0.02066863141953945,
      "learning_rate": 2.238116598168022e-07,
      "loss": 0.0004,
      "step": 108160
    },
    {
      "epoch": 1.828076016325427,
      "grad_norm": 0.024340318515896797,
      "learning_rate": 2.2337555489874817e-07,
      "loss": 0.0006,
      "step": 108170
    },
    {
      "epoch": 1.8282450166042774,
      "grad_norm": 0.018854424357414246,
      "learning_rate": 2.2293986557016535e-07,
      "loss": 0.0007,
      "step": 108180
    },
    {
      "epoch": 1.8284140168831278,
      "grad_norm": 0.04398643970489502,
      "learning_rate": 2.225045918689589e-07,
      "loss": 0.0003,
      "step": 108190
    },
    {
      "epoch": 1.8285830171619784,
      "grad_norm": 0.012175377458333969,
      "learning_rate": 2.2206973383300136e-07,
      "loss": 0.0005,
      "step": 108200
    },
    {
      "epoch": 1.828752017440829,
      "grad_norm": 0.04109586402773857,
      "learning_rate": 2.2163529150012574e-07,
      "loss": 0.0007,
      "step": 108210
    },
    {
      "epoch": 1.8289210177196793,
      "grad_norm": 0.07205361127853394,
      "learning_rate": 2.2120126490813187e-07,
      "loss": 0.0008,
      "step": 108220
    },
    {
      "epoch": 1.8290900179985297,
      "grad_norm": 0.06628002971410751,
      "learning_rate": 2.2076765409478118e-07,
      "loss": 0.0008,
      "step": 108230
    },
    {
      "epoch": 1.82925901827738,
      "grad_norm": 0.00014799812925048172,
      "learning_rate": 2.2033445909780072e-07,
      "loss": 0.0005,
      "step": 108240
    },
    {
      "epoch": 1.8294280185562306,
      "grad_norm": 0.00020395268802531064,
      "learning_rate": 2.1990167995488087e-07,
      "loss": 0.0011,
      "step": 108250
    },
    {
      "epoch": 1.8295970188350812,
      "grad_norm": 0.0024706334806978703,
      "learning_rate": 2.1946931670367434e-07,
      "loss": 0.0004,
      "step": 108260
    },
    {
      "epoch": 1.8297660191139316,
      "grad_norm": 0.00913759134709835,
      "learning_rate": 2.1903736938179988e-07,
      "loss": 0.0003,
      "step": 108270
    },
    {
      "epoch": 1.829935019392782,
      "grad_norm": 0.034086182713508606,
      "learning_rate": 2.18605838026838e-07,
      "loss": 0.0006,
      "step": 108280
    },
    {
      "epoch": 1.8301040196716325,
      "grad_norm": 0.1580514907836914,
      "learning_rate": 2.1817472267633588e-07,
      "loss": 0.0012,
      "step": 108290
    },
    {
      "epoch": 1.830273019950483,
      "grad_norm": 0.0010112915188074112,
      "learning_rate": 2.177440233678002e-07,
      "loss": 0.0003,
      "step": 108300
    },
    {
      "epoch": 1.8304420202293334,
      "grad_norm": 0.0032198044937103987,
      "learning_rate": 2.1731374013870487e-07,
      "loss": 0.0005,
      "step": 108310
    },
    {
      "epoch": 1.8306110205081838,
      "grad_norm": 0.005323966033756733,
      "learning_rate": 2.1688387302648771e-07,
      "loss": 0.0006,
      "step": 108320
    },
    {
      "epoch": 1.8307800207870342,
      "grad_norm": 0.5507721304893494,
      "learning_rate": 2.164544220685477e-07,
      "loss": 0.0006,
      "step": 108330
    },
    {
      "epoch": 1.8309490210658848,
      "grad_norm": 0.009454223327338696,
      "learning_rate": 2.1602538730224942e-07,
      "loss": 0.0007,
      "step": 108340
    },
    {
      "epoch": 1.8311180213447353,
      "grad_norm": 0.05927232652902603,
      "learning_rate": 2.1559676876492242e-07,
      "loss": 0.0006,
      "step": 108350
    },
    {
      "epoch": 1.8312870216235857,
      "grad_norm": 0.04558410122990608,
      "learning_rate": 2.1516856649385687e-07,
      "loss": 0.0006,
      "step": 108360
    },
    {
      "epoch": 1.831456021902436,
      "grad_norm": 0.012260254472494125,
      "learning_rate": 2.1474078052630908e-07,
      "loss": 0.0003,
      "step": 108370
    },
    {
      "epoch": 1.8316250221812866,
      "grad_norm": 0.019253376871347427,
      "learning_rate": 2.1431341089949875e-07,
      "loss": 0.0004,
      "step": 108380
    },
    {
      "epoch": 1.831794022460137,
      "grad_norm": 0.032780036330223083,
      "learning_rate": 2.138864576506089e-07,
      "loss": 0.0005,
      "step": 108390
    },
    {
      "epoch": 1.8319630227389876,
      "grad_norm": 0.06949431449174881,
      "learning_rate": 2.134599208167859e-07,
      "loss": 0.0006,
      "step": 108400
    },
    {
      "epoch": 1.832132023017838,
      "grad_norm": 0.10431086272001266,
      "learning_rate": 2.1303380043514178e-07,
      "loss": 0.0006,
      "step": 108410
    },
    {
      "epoch": 1.8323010232966883,
      "grad_norm": 0.032952189445495605,
      "learning_rate": 2.1260809654275018e-07,
      "loss": 0.0012,
      "step": 108420
    },
    {
      "epoch": 1.832470023575539,
      "grad_norm": 0.05434500053524971,
      "learning_rate": 2.121828091766498e-07,
      "loss": 0.0007,
      "step": 108430
    },
    {
      "epoch": 1.8326390238543895,
      "grad_norm": 0.015353082679212093,
      "learning_rate": 2.1175793837384217e-07,
      "loss": 0.0004,
      "step": 108440
    },
    {
      "epoch": 1.8328080241332398,
      "grad_norm": 0.19077074527740479,
      "learning_rate": 2.1133348417129384e-07,
      "loss": 0.0011,
      "step": 108450
    },
    {
      "epoch": 1.8329770244120902,
      "grad_norm": 0.0716923251748085,
      "learning_rate": 2.109094466059336e-07,
      "loss": 0.0007,
      "step": 108460
    },
    {
      "epoch": 1.8331460246909408,
      "grad_norm": 0.008195516653358936,
      "learning_rate": 2.104858257146558e-07,
      "loss": 0.0003,
      "step": 108470
    },
    {
      "epoch": 1.8333150249697912,
      "grad_norm": 0.016290076076984406,
      "learning_rate": 2.10062621534316e-07,
      "loss": 0.0005,
      "step": 108480
    },
    {
      "epoch": 1.8334840252486417,
      "grad_norm": 0.047955095767974854,
      "learning_rate": 2.0963983410173583e-07,
      "loss": 0.0005,
      "step": 108490
    },
    {
      "epoch": 1.833653025527492,
      "grad_norm": 0.07434266060590744,
      "learning_rate": 2.0921746345370086e-07,
      "loss": 0.0011,
      "step": 108500
    },
    {
      "epoch": 1.8338220258063425,
      "grad_norm": 0.10034968703985214,
      "learning_rate": 2.0879550962695783e-07,
      "loss": 0.0008,
      "step": 108510
    },
    {
      "epoch": 1.833991026085193,
      "grad_norm": 0.030944790691137314,
      "learning_rate": 2.0837397265821958e-07,
      "loss": 0.0012,
      "step": 108520
    },
    {
      "epoch": 1.8341600263640436,
      "grad_norm": 0.04390372335910797,
      "learning_rate": 2.079528525841612e-07,
      "loss": 0.0007,
      "step": 108530
    },
    {
      "epoch": 1.834329026642894,
      "grad_norm": 0.048307739198207855,
      "learning_rate": 2.075321494414234e-07,
      "loss": 0.0011,
      "step": 108540
    },
    {
      "epoch": 1.8344980269217444,
      "grad_norm": 0.13810618221759796,
      "learning_rate": 2.0711186326660803e-07,
      "loss": 0.0015,
      "step": 108550
    },
    {
      "epoch": 1.834667027200595,
      "grad_norm": 0.00930106732994318,
      "learning_rate": 2.066919940962836e-07,
      "loss": 0.0003,
      "step": 108560
    },
    {
      "epoch": 1.8348360274794453,
      "grad_norm": 0.02009192854166031,
      "learning_rate": 2.0627254196697865e-07,
      "loss": 0.0016,
      "step": 108570
    },
    {
      "epoch": 1.8350050277582959,
      "grad_norm": 0.021137626841664314,
      "learning_rate": 2.0585350691518958e-07,
      "loss": 0.0005,
      "step": 108580
    },
    {
      "epoch": 1.8351740280371462,
      "grad_norm": 0.05029303953051567,
      "learning_rate": 2.054348889773733e-07,
      "loss": 0.0004,
      "step": 108590
    },
    {
      "epoch": 1.8353430283159966,
      "grad_norm": 0.03773169964551926,
      "learning_rate": 2.050166881899518e-07,
      "loss": 0.0004,
      "step": 108600
    },
    {
      "epoch": 1.8355120285948472,
      "grad_norm": 0.0030799570959061384,
      "learning_rate": 2.0459890458931043e-07,
      "loss": 0.0007,
      "step": 108610
    },
    {
      "epoch": 1.8356810288736978,
      "grad_norm": 0.01885673590004444,
      "learning_rate": 2.0418153821179954e-07,
      "loss": 0.0006,
      "step": 108620
    },
    {
      "epoch": 1.8358500291525481,
      "grad_norm": 0.026617132127285004,
      "learning_rate": 2.037645890937301e-07,
      "loss": 0.0007,
      "step": 108630
    },
    {
      "epoch": 1.8360190294313985,
      "grad_norm": 0.058524031192064285,
      "learning_rate": 2.033480572713803e-07,
      "loss": 0.0009,
      "step": 108640
    },
    {
      "epoch": 1.8361880297102489,
      "grad_norm": 0.010247909463942051,
      "learning_rate": 2.0293194278098892e-07,
      "loss": 0.0007,
      "step": 108650
    },
    {
      "epoch": 1.8363570299890994,
      "grad_norm": 0.07031330466270447,
      "learning_rate": 2.0251624565876203e-07,
      "loss": 0.0005,
      "step": 108660
    },
    {
      "epoch": 1.83652603026795,
      "grad_norm": 0.0027228700928390026,
      "learning_rate": 2.0210096594086514e-07,
      "loss": 0.0007,
      "step": 108670
    },
    {
      "epoch": 1.8366950305468004,
      "grad_norm": 0.00010234397632302716,
      "learning_rate": 2.0168610366343099e-07,
      "loss": 0.0005,
      "step": 108680
    },
    {
      "epoch": 1.8368640308256508,
      "grad_norm": 0.03394344076514244,
      "learning_rate": 2.0127165886255407e-07,
      "loss": 0.0012,
      "step": 108690
    },
    {
      "epoch": 1.8370330311045013,
      "grad_norm": 0.023084286600351334,
      "learning_rate": 2.0085763157429328e-07,
      "loss": 0.0011,
      "step": 108700
    },
    {
      "epoch": 1.837202031383352,
      "grad_norm": 0.04127196967601776,
      "learning_rate": 2.0044402183467038e-07,
      "loss": 0.0005,
      "step": 108710
    },
    {
      "epoch": 1.8373710316622023,
      "grad_norm": 0.007525291293859482,
      "learning_rate": 2.0003082967967325e-07,
      "loss": 0.0003,
      "step": 108720
    },
    {
      "epoch": 1.8375400319410526,
      "grad_norm": 0.0504603311419487,
      "learning_rate": 1.9961805514524923e-07,
      "loss": 0.0003,
      "step": 108730
    },
    {
      "epoch": 1.837709032219903,
      "grad_norm": 0.03207425773143768,
      "learning_rate": 1.9920569826731352e-07,
      "loss": 0.0005,
      "step": 108740
    },
    {
      "epoch": 1.8378780324987536,
      "grad_norm": 0.013932219706475735,
      "learning_rate": 1.987937590817418e-07,
      "loss": 0.0003,
      "step": 108750
    },
    {
      "epoch": 1.8380470327776042,
      "grad_norm": 0.0014516907976940274,
      "learning_rate": 1.9838223762437548e-07,
      "loss": 0.0004,
      "step": 108760
    },
    {
      "epoch": 1.8382160330564545,
      "grad_norm": 0.05958481505513191,
      "learning_rate": 1.979711339310192e-07,
      "loss": 0.0008,
      "step": 108770
    },
    {
      "epoch": 1.838385033335305,
      "grad_norm": 0.06512217223644257,
      "learning_rate": 1.9756044803744046e-07,
      "loss": 0.0008,
      "step": 108780
    },
    {
      "epoch": 1.8385540336141555,
      "grad_norm": 0.16275621950626373,
      "learning_rate": 1.9715017997937126e-07,
      "loss": 0.0007,
      "step": 108790
    },
    {
      "epoch": 1.838723033893006,
      "grad_norm": 0.029923392459750175,
      "learning_rate": 1.967403297925069e-07,
      "loss": 0.0005,
      "step": 108800
    },
    {
      "epoch": 1.8388920341718564,
      "grad_norm": 0.01783330924808979,
      "learning_rate": 1.963308975125061e-07,
      "loss": 0.0002,
      "step": 108810
    },
    {
      "epoch": 1.8390610344507068,
      "grad_norm": 0.04435092210769653,
      "learning_rate": 1.9592188317499094e-07,
      "loss": 0.0008,
      "step": 108820
    },
    {
      "epoch": 1.8392300347295572,
      "grad_norm": 0.004966772627085447,
      "learning_rate": 1.9551328681554904e-07,
      "loss": 0.0007,
      "step": 108830
    },
    {
      "epoch": 1.8393990350084077,
      "grad_norm": 0.015078980475664139,
      "learning_rate": 1.9510510846972863e-07,
      "loss": 0.001,
      "step": 108840
    },
    {
      "epoch": 1.8395680352872583,
      "grad_norm": 0.03198658302426338,
      "learning_rate": 1.946973481730452e-07,
      "loss": 0.0011,
      "step": 108850
    },
    {
      "epoch": 1.8397370355661087,
      "grad_norm": 0.0027642929926514626,
      "learning_rate": 1.942900059609737e-07,
      "loss": 0.0009,
      "step": 108860
    },
    {
      "epoch": 1.839906035844959,
      "grad_norm": 0.048655200749635696,
      "learning_rate": 1.9388308186895632e-07,
      "loss": 0.0004,
      "step": 108870
    },
    {
      "epoch": 1.8400750361238096,
      "grad_norm": 0.026829611510038376,
      "learning_rate": 1.9347657593239645e-07,
      "loss": 0.0005,
      "step": 108880
    },
    {
      "epoch": 1.8402440364026602,
      "grad_norm": 0.02060195989906788,
      "learning_rate": 1.9307048818666297e-07,
      "loss": 0.0012,
      "step": 108890
    },
    {
      "epoch": 1.8404130366815106,
      "grad_norm": 0.004234641324728727,
      "learning_rate": 1.9266481866708653e-07,
      "loss": 0.0005,
      "step": 108900
    },
    {
      "epoch": 1.840582036960361,
      "grad_norm": 0.009983054362237453,
      "learning_rate": 1.922595674089639e-07,
      "loss": 0.0007,
      "step": 108910
    },
    {
      "epoch": 1.8407510372392113,
      "grad_norm": 0.03913680464029312,
      "learning_rate": 1.9185473444755242e-07,
      "loss": 0.001,
      "step": 108920
    },
    {
      "epoch": 1.8409200375180619,
      "grad_norm": 0.022576579824090004,
      "learning_rate": 1.914503198180756e-07,
      "loss": 0.0006,
      "step": 108930
    },
    {
      "epoch": 1.8410890377969125,
      "grad_norm": 0.06822885572910309,
      "learning_rate": 1.910463235557186e-07,
      "loss": 0.0003,
      "step": 108940
    },
    {
      "epoch": 1.8412580380757628,
      "grad_norm": 0.034167319536209106,
      "learning_rate": 1.9064274569563168e-07,
      "loss": 0.0004,
      "step": 108950
    },
    {
      "epoch": 1.8414270383546132,
      "grad_norm": 0.10746181011199951,
      "learning_rate": 1.9023958627292672e-07,
      "loss": 0.0007,
      "step": 108960
    },
    {
      "epoch": 1.8415960386334638,
      "grad_norm": 0.004286276176571846,
      "learning_rate": 1.8983684532268287e-07,
      "loss": 0.0006,
      "step": 108970
    },
    {
      "epoch": 1.8417650389123144,
      "grad_norm": 0.03944242000579834,
      "learning_rate": 1.8943452287993823e-07,
      "loss": 0.0007,
      "step": 108980
    },
    {
      "epoch": 1.8419340391911647,
      "grad_norm": 0.0013683936558663845,
      "learning_rate": 1.890326189796987e-07,
      "loss": 0.0002,
      "step": 108990
    },
    {
      "epoch": 1.842103039470015,
      "grad_norm": 0.02904042787849903,
      "learning_rate": 1.886311336569302e-07,
      "loss": 0.0007,
      "step": 109000
    },
    {
      "epoch": 1.8422720397488654,
      "grad_norm": 0.018441656604409218,
      "learning_rate": 1.8823006694656476e-07,
      "loss": 0.0004,
      "step": 109010
    },
    {
      "epoch": 1.842441040027716,
      "grad_norm": 0.005052447319030762,
      "learning_rate": 1.878294188834978e-07,
      "loss": 0.0009,
      "step": 109020
    },
    {
      "epoch": 1.8426100403065666,
      "grad_norm": 0.05015619099140167,
      "learning_rate": 1.8742918950258594e-07,
      "loss": 0.0007,
      "step": 109030
    },
    {
      "epoch": 1.842779040585417,
      "grad_norm": 0.010885016061365604,
      "learning_rate": 1.870293788386529e-07,
      "loss": 0.0008,
      "step": 109040
    },
    {
      "epoch": 1.8429480408642673,
      "grad_norm": 0.10773001611232758,
      "learning_rate": 1.866299869264826e-07,
      "loss": 0.0007,
      "step": 109050
    },
    {
      "epoch": 1.843117041143118,
      "grad_norm": 0.014499770477414131,
      "learning_rate": 1.8623101380082554e-07,
      "loss": 0.0009,
      "step": 109060
    },
    {
      "epoch": 1.8432860414219685,
      "grad_norm": 0.0013905505184084177,
      "learning_rate": 1.8583245949639285e-07,
      "loss": 0.0003,
      "step": 109070
    },
    {
      "epoch": 1.8434550417008189,
      "grad_norm": 0.031105399131774902,
      "learning_rate": 1.854343240478612e-07,
      "loss": 0.0005,
      "step": 109080
    },
    {
      "epoch": 1.8436240419796692,
      "grad_norm": 0.10961327701807022,
      "learning_rate": 1.8503660748987073e-07,
      "loss": 0.0006,
      "step": 109090
    },
    {
      "epoch": 1.8437930422585196,
      "grad_norm": 0.0004014700825791806,
      "learning_rate": 1.8463930985702428e-07,
      "loss": 0.0003,
      "step": 109100
    },
    {
      "epoch": 1.8439620425373702,
      "grad_norm": 0.0050053782761096954,
      "learning_rate": 1.8424243118388918e-07,
      "loss": 0.0003,
      "step": 109110
    },
    {
      "epoch": 1.8441310428162208,
      "grad_norm": 0.03133934736251831,
      "learning_rate": 1.838459715049956e-07,
      "loss": 0.0019,
      "step": 109120
    },
    {
      "epoch": 1.8443000430950711,
      "grad_norm": 0.026860803365707397,
      "learning_rate": 1.8344993085483653e-07,
      "loss": 0.0004,
      "step": 109130
    },
    {
      "epoch": 1.8444690433739215,
      "grad_norm": 0.14718422293663025,
      "learning_rate": 1.8305430926787105e-07,
      "loss": 0.0026,
      "step": 109140
    },
    {
      "epoch": 1.844638043652772,
      "grad_norm": 0.003192188451066613,
      "learning_rate": 1.8265910677851884e-07,
      "loss": 0.0002,
      "step": 109150
    },
    {
      "epoch": 1.8448070439316226,
      "grad_norm": 0.06060683727264404,
      "learning_rate": 1.8226432342116517e-07,
      "loss": 0.0004,
      "step": 109160
    },
    {
      "epoch": 1.844976044210473,
      "grad_norm": 0.08313444256782532,
      "learning_rate": 1.818699592301576e-07,
      "loss": 0.0019,
      "step": 109170
    },
    {
      "epoch": 1.8451450444893234,
      "grad_norm": 0.03141210228204727,
      "learning_rate": 1.814760142398081e-07,
      "loss": 0.0005,
      "step": 109180
    },
    {
      "epoch": 1.8453140447681737,
      "grad_norm": 0.0628141239285469,
      "learning_rate": 1.8108248848439146e-07,
      "loss": 0.0009,
      "step": 109190
    },
    {
      "epoch": 1.8454830450470243,
      "grad_norm": 0.07199462503194809,
      "learning_rate": 1.80689381998147e-07,
      "loss": 0.0004,
      "step": 109200
    },
    {
      "epoch": 1.845652045325875,
      "grad_norm": 0.012743060477077961,
      "learning_rate": 1.8029669481527566e-07,
      "loss": 0.0008,
      "step": 109210
    },
    {
      "epoch": 1.8458210456047253,
      "grad_norm": 0.013341827318072319,
      "learning_rate": 1.7990442696994458e-07,
      "loss": 0.0003,
      "step": 109220
    },
    {
      "epoch": 1.8459900458835756,
      "grad_norm": 0.006336951162666082,
      "learning_rate": 1.79512578496282e-07,
      "loss": 0.0007,
      "step": 109230
    },
    {
      "epoch": 1.8461590461624262,
      "grad_norm": 0.023601751774549484,
      "learning_rate": 1.791211494283812e-07,
      "loss": 0.0003,
      "step": 109240
    },
    {
      "epoch": 1.8463280464412768,
      "grad_norm": 0.09381477534770966,
      "learning_rate": 1.7873013980029718e-07,
      "loss": 0.002,
      "step": 109250
    },
    {
      "epoch": 1.8464970467201272,
      "grad_norm": 0.02556357905268669,
      "learning_rate": 1.7833954964605103e-07,
      "loss": 0.0003,
      "step": 109260
    },
    {
      "epoch": 1.8466660469989775,
      "grad_norm": 0.017666513100266457,
      "learning_rate": 1.7794937899962505e-07,
      "loss": 0.0004,
      "step": 109270
    },
    {
      "epoch": 1.8468350472778279,
      "grad_norm": 0.012054857797920704,
      "learning_rate": 1.775596278949676e-07,
      "loss": 0.0013,
      "step": 109280
    },
    {
      "epoch": 1.8470040475566785,
      "grad_norm": 0.09404901415109634,
      "learning_rate": 1.7717029636598714e-07,
      "loss": 0.0011,
      "step": 109290
    },
    {
      "epoch": 1.847173047835529,
      "grad_norm": 0.024840453639626503,
      "learning_rate": 1.767813844465577e-07,
      "loss": 0.0003,
      "step": 109300
    },
    {
      "epoch": 1.8473420481143794,
      "grad_norm": 0.1091921404004097,
      "learning_rate": 1.763928921705177e-07,
      "loss": 0.0007,
      "step": 109310
    },
    {
      "epoch": 1.8475110483932298,
      "grad_norm": 0.005300764925777912,
      "learning_rate": 1.7600481957166627e-07,
      "loss": 0.0004,
      "step": 109320
    },
    {
      "epoch": 1.8476800486720804,
      "grad_norm": 0.0005665574572049081,
      "learning_rate": 1.7561716668376861e-07,
      "loss": 0.0008,
      "step": 109330
    },
    {
      "epoch": 1.8478490489509307,
      "grad_norm": 0.02141609601676464,
      "learning_rate": 1.752299335405522e-07,
      "loss": 0.0003,
      "step": 109340
    },
    {
      "epoch": 1.8480180492297813,
      "grad_norm": 0.0409809872508049,
      "learning_rate": 1.7484312017570837e-07,
      "loss": 0.0005,
      "step": 109350
    },
    {
      "epoch": 1.8481870495086317,
      "grad_norm": 0.03614840656518936,
      "learning_rate": 1.7445672662289082e-07,
      "loss": 0.0003,
      "step": 109360
    },
    {
      "epoch": 1.848356049787482,
      "grad_norm": 0.002984137972816825,
      "learning_rate": 1.740707529157193e-07,
      "loss": 0.0006,
      "step": 109370
    },
    {
      "epoch": 1.8485250500663326,
      "grad_norm": 0.0010859728790819645,
      "learning_rate": 1.736851990877736e-07,
      "loss": 0.0006,
      "step": 109380
    },
    {
      "epoch": 1.8486940503451832,
      "grad_norm": 0.010009992867708206,
      "learning_rate": 1.7330006517260024e-07,
      "loss": 0.0004,
      "step": 109390
    },
    {
      "epoch": 1.8488630506240336,
      "grad_norm": 0.058318689465522766,
      "learning_rate": 1.7291535120370628e-07,
      "loss": 0.0002,
      "step": 109400
    },
    {
      "epoch": 1.849032050902884,
      "grad_norm": 0.009888230822980404,
      "learning_rate": 1.7253105721456554e-07,
      "loss": 0.0003,
      "step": 109410
    },
    {
      "epoch": 1.8492010511817345,
      "grad_norm": 0.05609451234340668,
      "learning_rate": 1.7214718323861123e-07,
      "loss": 0.0005,
      "step": 109420
    },
    {
      "epoch": 1.8493700514605849,
      "grad_norm": 0.046090930700302124,
      "learning_rate": 1.7176372930924445e-07,
      "loss": 0.0004,
      "step": 109430
    },
    {
      "epoch": 1.8495390517394354,
      "grad_norm": 0.027034861966967583,
      "learning_rate": 1.7138069545982628e-07,
      "loss": 0.0006,
      "step": 109440
    },
    {
      "epoch": 1.8497080520182858,
      "grad_norm": 0.001320467097684741,
      "learning_rate": 1.7099808172368228e-07,
      "loss": 0.0012,
      "step": 109450
    },
    {
      "epoch": 1.8498770522971362,
      "grad_norm": 0.020823238417506218,
      "learning_rate": 1.7061588813410357e-07,
      "loss": 0.0005,
      "step": 109460
    },
    {
      "epoch": 1.8500460525759868,
      "grad_norm": 0.008123408071696758,
      "learning_rate": 1.7023411472434026e-07,
      "loss": 0.0008,
      "step": 109470
    },
    {
      "epoch": 1.8502150528548373,
      "grad_norm": 0.10001326352357864,
      "learning_rate": 1.6985276152760966e-07,
      "loss": 0.001,
      "step": 109480
    },
    {
      "epoch": 1.8503840531336877,
      "grad_norm": 0.08047106862068176,
      "learning_rate": 1.6947182857709242e-07,
      "loss": 0.0006,
      "step": 109490
    },
    {
      "epoch": 1.850553053412538,
      "grad_norm": 0.03494994714856148,
      "learning_rate": 1.690913159059293e-07,
      "loss": 0.001,
      "step": 109500
    },
    {
      "epoch": 1.8507220536913884,
      "grad_norm": 0.003561967285349965,
      "learning_rate": 1.687112235472288e-07,
      "loss": 0.0003,
      "step": 109510
    },
    {
      "epoch": 1.850891053970239,
      "grad_norm": 0.058161672204732895,
      "learning_rate": 1.6833155153406e-07,
      "loss": 0.0008,
      "step": 109520
    },
    {
      "epoch": 1.8510600542490896,
      "grad_norm": 0.00724739721044898,
      "learning_rate": 1.6795229989945594e-07,
      "loss": 0.0006,
      "step": 109530
    },
    {
      "epoch": 1.85122905452794,
      "grad_norm": 0.045328930020332336,
      "learning_rate": 1.675734686764141e-07,
      "loss": 0.0007,
      "step": 109540
    },
    {
      "epoch": 1.8513980548067903,
      "grad_norm": 0.03157823905348778,
      "learning_rate": 1.6719505789789315e-07,
      "loss": 0.0018,
      "step": 109550
    },
    {
      "epoch": 1.851567055085641,
      "grad_norm": 0.014154426753520966,
      "learning_rate": 1.6681706759681892e-07,
      "loss": 0.0004,
      "step": 109560
    },
    {
      "epoch": 1.8517360553644915,
      "grad_norm": 0.033427465707063675,
      "learning_rate": 1.664394978060757e-07,
      "loss": 0.0007,
      "step": 109570
    },
    {
      "epoch": 1.8519050556433418,
      "grad_norm": 0.015785370022058487,
      "learning_rate": 1.6606234855851665e-07,
      "loss": 0.0011,
      "step": 109580
    },
    {
      "epoch": 1.8520740559221922,
      "grad_norm": 0.0132228909060359,
      "learning_rate": 1.656856198869533e-07,
      "loss": 0.0003,
      "step": 109590
    },
    {
      "epoch": 1.8522430562010426,
      "grad_norm": 0.19660967588424683,
      "learning_rate": 1.6530931182416444e-07,
      "loss": 0.0025,
      "step": 109600
    },
    {
      "epoch": 1.8524120564798932,
      "grad_norm": 0.02984684519469738,
      "learning_rate": 1.649334244028894e-07,
      "loss": 0.0003,
      "step": 109610
    },
    {
      "epoch": 1.8525810567587437,
      "grad_norm": 0.004236331209540367,
      "learning_rate": 1.6455795765583372e-07,
      "loss": 0.0003,
      "step": 109620
    },
    {
      "epoch": 1.852750057037594,
      "grad_norm": 0.06756148487329483,
      "learning_rate": 1.6418291161566347e-07,
      "loss": 0.0005,
      "step": 109630
    },
    {
      "epoch": 1.8529190573164445,
      "grad_norm": 0.04586157202720642,
      "learning_rate": 1.6380828631501035e-07,
      "loss": 0.0007,
      "step": 109640
    },
    {
      "epoch": 1.853088057595295,
      "grad_norm": 0.003409165423363447,
      "learning_rate": 1.6343408178646714e-07,
      "loss": 0.0007,
      "step": 109650
    },
    {
      "epoch": 1.8532570578741456,
      "grad_norm": 0.04364131763577461,
      "learning_rate": 1.6306029806259338e-07,
      "loss": 0.0007,
      "step": 109660
    },
    {
      "epoch": 1.853426058152996,
      "grad_norm": 0.044084835797548294,
      "learning_rate": 1.626869351759086e-07,
      "loss": 0.0002,
      "step": 109670
    },
    {
      "epoch": 1.8535950584318464,
      "grad_norm": 0.01193965319544077,
      "learning_rate": 1.6231399315889852e-07,
      "loss": 0.0003,
      "step": 109680
    },
    {
      "epoch": 1.8537640587106967,
      "grad_norm": 0.010008934885263443,
      "learning_rate": 1.619414720440099e-07,
      "loss": 0.0004,
      "step": 109690
    },
    {
      "epoch": 1.8539330589895473,
      "grad_norm": 0.04185475409030914,
      "learning_rate": 1.6156937186365407e-07,
      "loss": 0.0003,
      "step": 109700
    },
    {
      "epoch": 1.8541020592683979,
      "grad_norm": 0.012754472903907299,
      "learning_rate": 1.6119769265020568e-07,
      "loss": 0.0008,
      "step": 109710
    },
    {
      "epoch": 1.8542710595472482,
      "grad_norm": 0.027824141085147858,
      "learning_rate": 1.6082643443600277e-07,
      "loss": 0.0009,
      "step": 109720
    },
    {
      "epoch": 1.8544400598260986,
      "grad_norm": 0.0018118839943781495,
      "learning_rate": 1.6045559725334614e-07,
      "loss": 0.0004,
      "step": 109730
    },
    {
      "epoch": 1.8546090601049492,
      "grad_norm": 0.011216542683541775,
      "learning_rate": 1.6008518113450112e-07,
      "loss": 0.0004,
      "step": 109740
    },
    {
      "epoch": 1.8547780603837998,
      "grad_norm": 0.0073775663040578365,
      "learning_rate": 1.5971518611169467e-07,
      "loss": 0.0004,
      "step": 109750
    },
    {
      "epoch": 1.8549470606626501,
      "grad_norm": 0.027089470997452736,
      "learning_rate": 1.5934561221711942e-07,
      "loss": 0.0004,
      "step": 109760
    },
    {
      "epoch": 1.8551160609415005,
      "grad_norm": 0.016810627654194832,
      "learning_rate": 1.589764594829285e-07,
      "loss": 0.0006,
      "step": 109770
    },
    {
      "epoch": 1.8552850612203509,
      "grad_norm": 0.0004215096414554864,
      "learning_rate": 1.5860772794124125e-07,
      "loss": 0.0005,
      "step": 109780
    },
    {
      "epoch": 1.8554540614992014,
      "grad_norm": 0.08347168564796448,
      "learning_rate": 1.582394176241392e-07,
      "loss": 0.0008,
      "step": 109790
    },
    {
      "epoch": 1.855623061778052,
      "grad_norm": 0.027736514806747437,
      "learning_rate": 1.5787152856366616e-07,
      "loss": 0.0003,
      "step": 109800
    },
    {
      "epoch": 1.8557920620569024,
      "grad_norm": 0.04129638522863388,
      "learning_rate": 1.57504060791831e-07,
      "loss": 0.0003,
      "step": 109810
    },
    {
      "epoch": 1.8559610623357528,
      "grad_norm": 0.02299007587134838,
      "learning_rate": 1.571370143406048e-07,
      "loss": 0.001,
      "step": 109820
    },
    {
      "epoch": 1.8561300626146033,
      "grad_norm": 0.07348429411649704,
      "learning_rate": 1.5677038924192312e-07,
      "loss": 0.0012,
      "step": 109830
    },
    {
      "epoch": 1.856299062893454,
      "grad_norm": 0.04478226974606514,
      "learning_rate": 1.5640418552768266e-07,
      "loss": 0.0007,
      "step": 109840
    },
    {
      "epoch": 1.8564680631723043,
      "grad_norm": 0.037637028843164444,
      "learning_rate": 1.560384032297463e-07,
      "loss": 0.0009,
      "step": 109850
    },
    {
      "epoch": 1.8566370634511546,
      "grad_norm": 0.2575816214084625,
      "learning_rate": 1.5567304237993797e-07,
      "loss": 0.0005,
      "step": 109860
    },
    {
      "epoch": 1.856806063730005,
      "grad_norm": 0.010352968238294125,
      "learning_rate": 1.5530810301004727e-07,
      "loss": 0.0011,
      "step": 109870
    },
    {
      "epoch": 1.8569750640088556,
      "grad_norm": 0.07358036190271378,
      "learning_rate": 1.5494358515182384e-07,
      "loss": 0.0008,
      "step": 109880
    },
    {
      "epoch": 1.8571440642877062,
      "grad_norm": 0.1082979217171669,
      "learning_rate": 1.5457948883698393e-07,
      "loss": 0.0009,
      "step": 109890
    },
    {
      "epoch": 1.8573130645665565,
      "grad_norm": 0.02853509411215782,
      "learning_rate": 1.5421581409720444e-07,
      "loss": 0.0007,
      "step": 109900
    },
    {
      "epoch": 1.857482064845407,
      "grad_norm": 0.006572206504642963,
      "learning_rate": 1.5385256096412838e-07,
      "loss": 0.0004,
      "step": 109910
    },
    {
      "epoch": 1.8576510651242575,
      "grad_norm": 0.008874989114701748,
      "learning_rate": 1.534897294693588e-07,
      "loss": 0.001,
      "step": 109920
    },
    {
      "epoch": 1.857820065403108,
      "grad_norm": 0.01589968614280224,
      "learning_rate": 1.5312731964446548e-07,
      "loss": 0.0003,
      "step": 109930
    },
    {
      "epoch": 1.8579890656819584,
      "grad_norm": 0.022283537313342094,
      "learning_rate": 1.5276533152097816e-07,
      "loss": 0.001,
      "step": 109940
    },
    {
      "epoch": 1.8581580659608088,
      "grad_norm": 0.011150048114359379,
      "learning_rate": 1.524037651303928e-07,
      "loss": 0.0004,
      "step": 109950
    },
    {
      "epoch": 1.8583270662396592,
      "grad_norm": 0.006013581529259682,
      "learning_rate": 1.5204262050416696e-07,
      "loss": 0.0006,
      "step": 109960
    },
    {
      "epoch": 1.8584960665185097,
      "grad_norm": 0.1214689388871193,
      "learning_rate": 1.5168189767372222e-07,
      "loss": 0.001,
      "step": 109970
    },
    {
      "epoch": 1.8586650667973603,
      "grad_norm": 0.05199957266449928,
      "learning_rate": 1.5132159667044233e-07,
      "loss": 0.0014,
      "step": 109980
    },
    {
      "epoch": 1.8588340670762107,
      "grad_norm": 0.00684434873983264,
      "learning_rate": 1.5096171752567667e-07,
      "loss": 0.0004,
      "step": 109990
    },
    {
      "epoch": 1.859003067355061,
      "grad_norm": 0.0022178571671247482,
      "learning_rate": 1.506022602707352e-07,
      "loss": 0.0005,
      "step": 110000
    },
    {
      "epoch": 1.8591720676339116,
      "grad_norm": 0.0020311574917286634,
      "learning_rate": 1.5024322493689348e-07,
      "loss": 0.0004,
      "step": 110010
    },
    {
      "epoch": 1.8593410679127622,
      "grad_norm": 0.021953493356704712,
      "learning_rate": 1.4988461155538813e-07,
      "loss": 0.0006,
      "step": 110020
    },
    {
      "epoch": 1.8595100681916126,
      "grad_norm": 0.05131346359848976,
      "learning_rate": 1.4952642015742091e-07,
      "loss": 0.0008,
      "step": 110030
    },
    {
      "epoch": 1.859679068470463,
      "grad_norm": 0.07163525372743607,
      "learning_rate": 1.4916865077415688e-07,
      "loss": 0.0004,
      "step": 110040
    },
    {
      "epoch": 1.8598480687493133,
      "grad_norm": 0.058817777782678604,
      "learning_rate": 1.4881130343672278e-07,
      "loss": 0.0009,
      "step": 110050
    },
    {
      "epoch": 1.8600170690281639,
      "grad_norm": 0.12411772459745407,
      "learning_rate": 1.4845437817620933e-07,
      "loss": 0.0005,
      "step": 110060
    },
    {
      "epoch": 1.8601860693070145,
      "grad_norm": 0.0067708902060985565,
      "learning_rate": 1.480978750236717e-07,
      "loss": 0.0007,
      "step": 110070
    },
    {
      "epoch": 1.8603550695858648,
      "grad_norm": 0.06462078541517258,
      "learning_rate": 1.4774179401012723e-07,
      "loss": 0.0005,
      "step": 110080
    },
    {
      "epoch": 1.8605240698647152,
      "grad_norm": 0.0010421044426038861,
      "learning_rate": 1.473861351665562e-07,
      "loss": 0.0015,
      "step": 110090
    },
    {
      "epoch": 1.8606930701435658,
      "grad_norm": 0.045905958861112595,
      "learning_rate": 1.470308985239033e-07,
      "loss": 0.0006,
      "step": 110100
    },
    {
      "epoch": 1.8608620704224164,
      "grad_norm": 0.02327723614871502,
      "learning_rate": 1.4667608411307432e-07,
      "loss": 0.0009,
      "step": 110110
    },
    {
      "epoch": 1.8610310707012667,
      "grad_norm": 0.06241496652364731,
      "learning_rate": 1.4632169196494184e-07,
      "loss": 0.0011,
      "step": 110120
    },
    {
      "epoch": 1.861200070980117,
      "grad_norm": 0.0030036966782063246,
      "learning_rate": 1.4596772211033837e-07,
      "loss": 0.0009,
      "step": 110130
    },
    {
      "epoch": 1.8613690712589674,
      "grad_norm": 0.020759856328368187,
      "learning_rate": 1.456141745800621e-07,
      "loss": 0.0008,
      "step": 110140
    },
    {
      "epoch": 1.861538071537818,
      "grad_norm": 0.035996537655591965,
      "learning_rate": 1.4526104940487173e-07,
      "loss": 0.0004,
      "step": 110150
    },
    {
      "epoch": 1.8617070718166686,
      "grad_norm": 0.050926003605127335,
      "learning_rate": 1.4490834661549212e-07,
      "loss": 0.001,
      "step": 110160
    },
    {
      "epoch": 1.861876072095519,
      "grad_norm": 0.0453384630382061,
      "learning_rate": 1.4455606624260987e-07,
      "loss": 0.0003,
      "step": 110170
    },
    {
      "epoch": 1.8620450723743693,
      "grad_norm": 0.021722691133618355,
      "learning_rate": 1.4420420831687542e-07,
      "loss": 0.0004,
      "step": 110180
    },
    {
      "epoch": 1.86221407265322,
      "grad_norm": 0.09107028692960739,
      "learning_rate": 1.4385277286890099e-07,
      "loss": 0.0012,
      "step": 110190
    },
    {
      "epoch": 1.8623830729320703,
      "grad_norm": 0.008340844884514809,
      "learning_rate": 1.435017599292643e-07,
      "loss": 0.0004,
      "step": 110200
    },
    {
      "epoch": 1.8625520732109209,
      "grad_norm": 0.004562507849186659,
      "learning_rate": 1.4315116952850482e-07,
      "loss": 0.0004,
      "step": 110210
    },
    {
      "epoch": 1.8627210734897712,
      "grad_norm": 0.01268729753792286,
      "learning_rate": 1.4280100169712486e-07,
      "loss": 0.0005,
      "step": 110220
    },
    {
      "epoch": 1.8628900737686216,
      "grad_norm": 0.1103207990527153,
      "learning_rate": 1.4245125646559277e-07,
      "loss": 0.0006,
      "step": 110230
    },
    {
      "epoch": 1.8630590740474722,
      "grad_norm": 0.05450146272778511,
      "learning_rate": 1.4210193386433535e-07,
      "loss": 0.0006,
      "step": 110240
    },
    {
      "epoch": 1.8632280743263228,
      "grad_norm": 0.06385930627584457,
      "learning_rate": 1.4175303392374719e-07,
      "loss": 0.0005,
      "step": 110250
    },
    {
      "epoch": 1.8633970746051731,
      "grad_norm": 0.0600234791636467,
      "learning_rate": 1.414045566741845e-07,
      "loss": 0.0005,
      "step": 110260
    },
    {
      "epoch": 1.8635660748840235,
      "grad_norm": 0.05960167944431305,
      "learning_rate": 1.4105650214596478e-07,
      "loss": 0.0007,
      "step": 110270
    },
    {
      "epoch": 1.863735075162874,
      "grad_norm": 0.06081349402666092,
      "learning_rate": 1.407088703693721e-07,
      "loss": 0.0006,
      "step": 110280
    },
    {
      "epoch": 1.8639040754417244,
      "grad_norm": 0.021502451971173286,
      "learning_rate": 1.4036166137465168e-07,
      "loss": 0.0006,
      "step": 110290
    },
    {
      "epoch": 1.864073075720575,
      "grad_norm": 0.002646598732098937,
      "learning_rate": 1.4001487519201162e-07,
      "loss": 0.0007,
      "step": 110300
    },
    {
      "epoch": 1.8642420759994254,
      "grad_norm": 0.03035661205649376,
      "learning_rate": 1.3966851185162556e-07,
      "loss": 0.0005,
      "step": 110310
    },
    {
      "epoch": 1.8644110762782757,
      "grad_norm": 0.019656464457511902,
      "learning_rate": 1.3932257138362658e-07,
      "loss": 0.001,
      "step": 110320
    },
    {
      "epoch": 1.8645800765571263,
      "grad_norm": 0.017677245661616325,
      "learning_rate": 1.3897705381811566e-07,
      "loss": 0.0004,
      "step": 110330
    },
    {
      "epoch": 1.864749076835977,
      "grad_norm": 0.08664114028215408,
      "learning_rate": 1.3863195918515204e-07,
      "loss": 0.0005,
      "step": 110340
    },
    {
      "epoch": 1.8649180771148273,
      "grad_norm": 0.02080652117729187,
      "learning_rate": 1.3828728751476284e-07,
      "loss": 0.0006,
      "step": 110350
    },
    {
      "epoch": 1.8650870773936776,
      "grad_norm": 0.026353400200605392,
      "learning_rate": 1.379430388369346e-07,
      "loss": 0.0005,
      "step": 110360
    },
    {
      "epoch": 1.8652560776725282,
      "grad_norm": 0.0249568372964859,
      "learning_rate": 1.375992131816195e-07,
      "loss": 0.0008,
      "step": 110370
    },
    {
      "epoch": 1.8654250779513786,
      "grad_norm": 0.043732523918151855,
      "learning_rate": 1.372558105787314e-07,
      "loss": 0.0004,
      "step": 110380
    },
    {
      "epoch": 1.8655940782302292,
      "grad_norm": 0.042085371911525726,
      "learning_rate": 1.3691283105814857e-07,
      "loss": 0.0005,
      "step": 110390
    },
    {
      "epoch": 1.8657630785090795,
      "grad_norm": 0.01947295106947422,
      "learning_rate": 1.3657027464971162e-07,
      "loss": 0.0005,
      "step": 110400
    },
    {
      "epoch": 1.8659320787879299,
      "grad_norm": 0.07680048793554306,
      "learning_rate": 1.362281413832245e-07,
      "loss": 0.001,
      "step": 110410
    },
    {
      "epoch": 1.8661010790667805,
      "grad_norm": 0.0022646563593298197,
      "learning_rate": 1.35886431288455e-07,
      "loss": 0.0006,
      "step": 110420
    },
    {
      "epoch": 1.866270079345631,
      "grad_norm": 0.06517709791660309,
      "learning_rate": 1.3554514439513222e-07,
      "loss": 0.0006,
      "step": 110430
    },
    {
      "epoch": 1.8664390796244814,
      "grad_norm": 0.09205411374568939,
      "learning_rate": 1.3520428073295122e-07,
      "loss": 0.0008,
      "step": 110440
    },
    {
      "epoch": 1.8666080799033318,
      "grad_norm": 0.10866151005029678,
      "learning_rate": 1.3486384033156886e-07,
      "loss": 0.001,
      "step": 110450
    },
    {
      "epoch": 1.8667770801821821,
      "grad_norm": 0.020667634904384613,
      "learning_rate": 1.3452382322060366e-07,
      "loss": 0.0005,
      "step": 110460
    },
    {
      "epoch": 1.8669460804610327,
      "grad_norm": 0.004244860261678696,
      "learning_rate": 1.3418422942964027e-07,
      "loss": 0.0008,
      "step": 110470
    },
    {
      "epoch": 1.8671150807398833,
      "grad_norm": 0.043460264801979065,
      "learning_rate": 1.3384505898822343e-07,
      "loss": 0.0008,
      "step": 110480
    },
    {
      "epoch": 1.8672840810187337,
      "grad_norm": 0.023740937933325768,
      "learning_rate": 1.335063119258645e-07,
      "loss": 0.0003,
      "step": 110490
    },
    {
      "epoch": 1.867453081297584,
      "grad_norm": 0.04052386432886124,
      "learning_rate": 1.3316798827203493e-07,
      "loss": 0.0007,
      "step": 110500
    },
    {
      "epoch": 1.8676220815764346,
      "grad_norm": 0.07000137120485306,
      "learning_rate": 1.328300880561706e-07,
      "loss": 0.0006,
      "step": 110510
    },
    {
      "epoch": 1.8677910818552852,
      "grad_norm": 0.006084958557039499,
      "learning_rate": 1.3249261130767022e-07,
      "loss": 0.0006,
      "step": 110520
    },
    {
      "epoch": 1.8679600821341356,
      "grad_norm": 0.0023774036671966314,
      "learning_rate": 1.321555580558964e-07,
      "loss": 0.0013,
      "step": 110530
    },
    {
      "epoch": 1.868129082412986,
      "grad_norm": 0.06854826956987381,
      "learning_rate": 1.3181892833017463e-07,
      "loss": 0.0005,
      "step": 110540
    },
    {
      "epoch": 1.8682980826918363,
      "grad_norm": 0.03659120947122574,
      "learning_rate": 1.3148272215979307e-07,
      "loss": 0.0006,
      "step": 110550
    },
    {
      "epoch": 1.8684670829706869,
      "grad_norm": 0.0016194320050999522,
      "learning_rate": 1.3114693957400283e-07,
      "loss": 0.0008,
      "step": 110560
    },
    {
      "epoch": 1.8686360832495374,
      "grad_norm": 0.031096505001187325,
      "learning_rate": 1.3081158060201883e-07,
      "loss": 0.0009,
      "step": 110570
    },
    {
      "epoch": 1.8688050835283878,
      "grad_norm": 0.0014152682851999998,
      "learning_rate": 1.3047664527301994e-07,
      "loss": 0.0003,
      "step": 110580
    },
    {
      "epoch": 1.8689740838072382,
      "grad_norm": 0.06311298161745071,
      "learning_rate": 1.3014213361614514e-07,
      "loss": 0.001,
      "step": 110590
    },
    {
      "epoch": 1.8691430840860888,
      "grad_norm": 0.010693120770156384,
      "learning_rate": 1.2980804566050054e-07,
      "loss": 0.0006,
      "step": 110600
    },
    {
      "epoch": 1.8693120843649393,
      "grad_norm": 0.04796507582068443,
      "learning_rate": 1.2947438143515234e-07,
      "loss": 0.0005,
      "step": 110610
    },
    {
      "epoch": 1.8694810846437897,
      "grad_norm": 0.003044690238311887,
      "learning_rate": 1.2914114096913122e-07,
      "loss": 0.0005,
      "step": 110620
    },
    {
      "epoch": 1.86965008492264,
      "grad_norm": 0.0033997853752225637,
      "learning_rate": 1.2880832429143008e-07,
      "loss": 0.0007,
      "step": 110630
    },
    {
      "epoch": 1.8698190852014904,
      "grad_norm": 0.025361163541674614,
      "learning_rate": 1.284759314310069e-07,
      "loss": 0.0006,
      "step": 110640
    },
    {
      "epoch": 1.869988085480341,
      "grad_norm": 0.016363272443413734,
      "learning_rate": 1.2814396241678074e-07,
      "loss": 0.0007,
      "step": 110650
    },
    {
      "epoch": 1.8701570857591916,
      "grad_norm": 0.07601359486579895,
      "learning_rate": 1.278124172776346e-07,
      "loss": 0.001,
      "step": 110660
    },
    {
      "epoch": 1.870326086038042,
      "grad_norm": 0.03996589034795761,
      "learning_rate": 1.2748129604241432e-07,
      "loss": 0.0005,
      "step": 110670
    },
    {
      "epoch": 1.8704950863168923,
      "grad_norm": 0.05205439031124115,
      "learning_rate": 1.2715059873992907e-07,
      "loss": 0.0008,
      "step": 110680
    },
    {
      "epoch": 1.870664086595743,
      "grad_norm": 0.08824488520622253,
      "learning_rate": 1.268203253989514e-07,
      "loss": 0.0006,
      "step": 110690
    },
    {
      "epoch": 1.8708330868745935,
      "grad_norm": 0.01283740159124136,
      "learning_rate": 1.2649047604821663e-07,
      "loss": 0.0006,
      "step": 110700
    },
    {
      "epoch": 1.8710020871534438,
      "grad_norm": 0.03213268145918846,
      "learning_rate": 1.2616105071642238e-07,
      "loss": 0.0004,
      "step": 110710
    },
    {
      "epoch": 1.8711710874322942,
      "grad_norm": 0.06657550483942032,
      "learning_rate": 1.258320494322318e-07,
      "loss": 0.0012,
      "step": 110720
    },
    {
      "epoch": 1.8713400877111446,
      "grad_norm": 0.027185996994376183,
      "learning_rate": 1.2550347222426873e-07,
      "loss": 0.0006,
      "step": 110730
    },
    {
      "epoch": 1.8715090879899952,
      "grad_norm": 0.05009664222598076,
      "learning_rate": 1.251753191211208e-07,
      "loss": 0.0007,
      "step": 110740
    },
    {
      "epoch": 1.8716780882688457,
      "grad_norm": 0.019768835976719856,
      "learning_rate": 1.2484759015133906e-07,
      "loss": 0.0006,
      "step": 110750
    },
    {
      "epoch": 1.871847088547696,
      "grad_norm": 0.000817089865449816,
      "learning_rate": 1.2452028534343852e-07,
      "loss": 0.0005,
      "step": 110760
    },
    {
      "epoch": 1.8720160888265465,
      "grad_norm": 0.003386547788977623,
      "learning_rate": 1.2419340472589415e-07,
      "loss": 0.0008,
      "step": 110770
    },
    {
      "epoch": 1.872185089105397,
      "grad_norm": 0.006252896040678024,
      "learning_rate": 1.238669483271482e-07,
      "loss": 0.0006,
      "step": 110780
    },
    {
      "epoch": 1.8723540893842476,
      "grad_norm": 0.023714499548077583,
      "learning_rate": 1.2354091617560292e-07,
      "loss": 0.0003,
      "step": 110790
    },
    {
      "epoch": 1.872523089663098,
      "grad_norm": 0.008874212391674519,
      "learning_rate": 1.2321530829962458e-07,
      "loss": 0.0006,
      "step": 110800
    },
    {
      "epoch": 1.8726920899419484,
      "grad_norm": 0.05294567719101906,
      "learning_rate": 1.2289012472754324e-07,
      "loss": 0.0003,
      "step": 110810
    },
    {
      "epoch": 1.8728610902207987,
      "grad_norm": 0.00282698730006814,
      "learning_rate": 1.225653654876513e-07,
      "loss": 0.0002,
      "step": 110820
    },
    {
      "epoch": 1.8730300904996493,
      "grad_norm": 0.03028349205851555,
      "learning_rate": 1.2224103060820393e-07,
      "loss": 0.0004,
      "step": 110830
    },
    {
      "epoch": 1.8731990907784999,
      "grad_norm": 0.030639857053756714,
      "learning_rate": 1.2191712011742074e-07,
      "loss": 0.001,
      "step": 110840
    },
    {
      "epoch": 1.8733680910573502,
      "grad_norm": 0.04265419766306877,
      "learning_rate": 1.2159363404348256e-07,
      "loss": 0.0009,
      "step": 110850
    },
    {
      "epoch": 1.8735370913362006,
      "grad_norm": 0.010115021839737892,
      "learning_rate": 1.2127057241453465e-07,
      "loss": 0.0005,
      "step": 110860
    },
    {
      "epoch": 1.8737060916150512,
      "grad_norm": 0.05838964879512787,
      "learning_rate": 1.2094793525868564e-07,
      "loss": 0.0005,
      "step": 110870
    },
    {
      "epoch": 1.8738750918939018,
      "grad_norm": 0.009496191516518593,
      "learning_rate": 1.2062572260400472e-07,
      "loss": 0.0004,
      "step": 110880
    },
    {
      "epoch": 1.8740440921727521,
      "grad_norm": 0.06020539253950119,
      "learning_rate": 1.2030393447852784e-07,
      "loss": 0.0006,
      "step": 110890
    },
    {
      "epoch": 1.8742130924516025,
      "grad_norm": 0.07069530338048935,
      "learning_rate": 1.199825709102509e-07,
      "loss": 0.0007,
      "step": 110900
    },
    {
      "epoch": 1.8743820927304529,
      "grad_norm": 0.1499357521533966,
      "learning_rate": 1.1966163192713488e-07,
      "loss": 0.0007,
      "step": 110910
    },
    {
      "epoch": 1.8745510930093034,
      "grad_norm": 0.0009730269084684551,
      "learning_rate": 1.1934111755710242e-07,
      "loss": 0.0012,
      "step": 110920
    },
    {
      "epoch": 1.874720093288154,
      "grad_norm": 0.005736366380006075,
      "learning_rate": 1.1902102782804015e-07,
      "loss": 0.0009,
      "step": 110930
    },
    {
      "epoch": 1.8748890935670044,
      "grad_norm": 0.003876183880493045,
      "learning_rate": 1.1870136276779742e-07,
      "loss": 0.0009,
      "step": 110940
    },
    {
      "epoch": 1.8750580938458548,
      "grad_norm": 0.01212595496326685,
      "learning_rate": 1.1838212240418645e-07,
      "loss": 0.0007,
      "step": 110950
    },
    {
      "epoch": 1.8752270941247053,
      "grad_norm": 0.0345769077539444,
      "learning_rate": 1.1806330676498279e-07,
      "loss": 0.0004,
      "step": 110960
    },
    {
      "epoch": 1.875396094403556,
      "grad_norm": 0.0129469595849514,
      "learning_rate": 1.1774491587792536e-07,
      "loss": 0.0008,
      "step": 110970
    },
    {
      "epoch": 1.8755650946824063,
      "grad_norm": 0.10325078666210175,
      "learning_rate": 1.1742694977071479e-07,
      "loss": 0.0003,
      "step": 110980
    },
    {
      "epoch": 1.8757340949612566,
      "grad_norm": 0.037547655403614044,
      "learning_rate": 1.1710940847101615e-07,
      "loss": 0.0017,
      "step": 110990
    },
    {
      "epoch": 1.875903095240107,
      "grad_norm": 0.04398932680487633,
      "learning_rate": 1.167922920064568e-07,
      "loss": 0.0004,
      "step": 111000
    },
    {
      "epoch": 1.8760720955189576,
      "grad_norm": 0.018700091168284416,
      "learning_rate": 1.1647560040462857e-07,
      "loss": 0.0005,
      "step": 111010
    },
    {
      "epoch": 1.8762410957978082,
      "grad_norm": 0.048042118549346924,
      "learning_rate": 1.1615933369308385e-07,
      "loss": 0.0005,
      "step": 111020
    },
    {
      "epoch": 1.8764100960766585,
      "grad_norm": 0.002763420110568404,
      "learning_rate": 1.1584349189934063e-07,
      "loss": 0.0007,
      "step": 111030
    },
    {
      "epoch": 1.876579096355509,
      "grad_norm": 0.03974473103880882,
      "learning_rate": 1.1552807505087694e-07,
      "loss": 0.0008,
      "step": 111040
    },
    {
      "epoch": 1.8767480966343595,
      "grad_norm": 0.007572009228169918,
      "learning_rate": 1.1521308317513691e-07,
      "loss": 0.0003,
      "step": 111050
    },
    {
      "epoch": 1.87691709691321,
      "grad_norm": 0.04790041968226433,
      "learning_rate": 1.1489851629952587e-07,
      "loss": 0.001,
      "step": 111060
    },
    {
      "epoch": 1.8770860971920604,
      "grad_norm": 0.0019335891120135784,
      "learning_rate": 1.1458437445141301e-07,
      "loss": 0.0003,
      "step": 111070
    },
    {
      "epoch": 1.8772550974709108,
      "grad_norm": 0.04101487621665001,
      "learning_rate": 1.1427065765812983e-07,
      "loss": 0.0008,
      "step": 111080
    },
    {
      "epoch": 1.8774240977497612,
      "grad_norm": 0.046852122992277145,
      "learning_rate": 1.1395736594697116e-07,
      "loss": 0.0005,
      "step": 111090
    },
    {
      "epoch": 1.8775930980286117,
      "grad_norm": 0.0006627286784350872,
      "learning_rate": 1.1364449934519572e-07,
      "loss": 0.0006,
      "step": 111100
    },
    {
      "epoch": 1.8777620983074623,
      "grad_norm": 0.04942318797111511,
      "learning_rate": 1.1333205788002289e-07,
      "loss": 0.0006,
      "step": 111110
    },
    {
      "epoch": 1.8779310985863127,
      "grad_norm": 0.04318777099251747,
      "learning_rate": 1.1302004157863811e-07,
      "loss": 0.0012,
      "step": 111120
    },
    {
      "epoch": 1.878100098865163,
      "grad_norm": 0.06974602490663528,
      "learning_rate": 1.1270845046818745e-07,
      "loss": 0.0015,
      "step": 111130
    },
    {
      "epoch": 1.8782690991440136,
      "grad_norm": 0.08759629726409912,
      "learning_rate": 1.1239728457578092e-07,
      "loss": 0.0005,
      "step": 111140
    },
    {
      "epoch": 1.878438099422864,
      "grad_norm": 0.018597111105918884,
      "learning_rate": 1.1208654392849183e-07,
      "loss": 0.0006,
      "step": 111150
    },
    {
      "epoch": 1.8786070997017146,
      "grad_norm": 0.04458988830447197,
      "learning_rate": 1.1177622855335579e-07,
      "loss": 0.0015,
      "step": 111160
    },
    {
      "epoch": 1.878776099980565,
      "grad_norm": 0.0010363217443227768,
      "learning_rate": 1.1146633847737176e-07,
      "loss": 0.0005,
      "step": 111170
    },
    {
      "epoch": 1.8789451002594153,
      "grad_norm": 0.016656868159770966,
      "learning_rate": 1.1115687372750151e-07,
      "loss": 0.0006,
      "step": 111180
    },
    {
      "epoch": 1.8791141005382659,
      "grad_norm": 0.034169506281614304,
      "learning_rate": 1.1084783433067125e-07,
      "loss": 0.0001,
      "step": 111190
    },
    {
      "epoch": 1.8792831008171165,
      "grad_norm": 0.00958054419606924,
      "learning_rate": 1.1053922031376673e-07,
      "loss": 0.0007,
      "step": 111200
    },
    {
      "epoch": 1.8794521010959668,
      "grad_norm": 0.03231184184551239,
      "learning_rate": 1.1023103170364035e-07,
      "loss": 0.0006,
      "step": 111210
    },
    {
      "epoch": 1.8796211013748172,
      "grad_norm": 0.04403608292341232,
      "learning_rate": 1.0992326852710622e-07,
      "loss": 0.0008,
      "step": 111220
    },
    {
      "epoch": 1.8797901016536678,
      "grad_norm": 0.05286185070872307,
      "learning_rate": 1.0961593081094012e-07,
      "loss": 0.0008,
      "step": 111230
    },
    {
      "epoch": 1.8799591019325181,
      "grad_norm": 0.014492380432784557,
      "learning_rate": 1.0930901858188347e-07,
      "loss": 0.0004,
      "step": 111240
    },
    {
      "epoch": 1.8801281022113687,
      "grad_norm": 0.0011498809326440096,
      "learning_rate": 1.0900253186663712e-07,
      "loss": 0.0003,
      "step": 111250
    },
    {
      "epoch": 1.880297102490219,
      "grad_norm": 0.010239934548735619,
      "learning_rate": 1.0869647069186861e-07,
      "loss": 0.0003,
      "step": 111260
    },
    {
      "epoch": 1.8804661027690694,
      "grad_norm": 0.08053793013095856,
      "learning_rate": 1.08390835084205e-07,
      "loss": 0.0007,
      "step": 111270
    },
    {
      "epoch": 1.88063510304792,
      "grad_norm": 0.00035482627572491765,
      "learning_rate": 1.0808562507024056e-07,
      "loss": 0.0004,
      "step": 111280
    },
    {
      "epoch": 1.8808041033267706,
      "grad_norm": 0.0689387395977974,
      "learning_rate": 1.0778084067652739e-07,
      "loss": 0.0005,
      "step": 111290
    },
    {
      "epoch": 1.880973103605621,
      "grad_norm": 0.23589535057544708,
      "learning_rate": 1.0747648192958482e-07,
      "loss": 0.0003,
      "step": 111300
    },
    {
      "epoch": 1.8811421038844713,
      "grad_norm": 0.04281485453248024,
      "learning_rate": 1.0717254885589334e-07,
      "loss": 0.0004,
      "step": 111310
    },
    {
      "epoch": 1.881311104163322,
      "grad_norm": 0.11141208559274673,
      "learning_rate": 1.0686904148189625e-07,
      "loss": 0.0009,
      "step": 111320
    },
    {
      "epoch": 1.8814801044421723,
      "grad_norm": 0.017679790034890175,
      "learning_rate": 1.065659598340002e-07,
      "loss": 0.0008,
      "step": 111330
    },
    {
      "epoch": 1.8816491047210229,
      "grad_norm": 0.021234925836324692,
      "learning_rate": 1.062633039385752e-07,
      "loss": 0.0004,
      "step": 111340
    },
    {
      "epoch": 1.8818181049998732,
      "grad_norm": 0.03269995003938675,
      "learning_rate": 1.0596107382195352e-07,
      "loss": 0.0005,
      "step": 111350
    },
    {
      "epoch": 1.8819871052787236,
      "grad_norm": 0.07181331515312195,
      "learning_rate": 1.0565926951043026e-07,
      "loss": 0.0004,
      "step": 111360
    },
    {
      "epoch": 1.8821561055575742,
      "grad_norm": 0.010781611315906048,
      "learning_rate": 1.0535789103026439e-07,
      "loss": 0.0003,
      "step": 111370
    },
    {
      "epoch": 1.8823251058364248,
      "grad_norm": 0.1765391230583191,
      "learning_rate": 1.0505693840767661e-07,
      "loss": 0.0007,
      "step": 111380
    },
    {
      "epoch": 1.8824941061152751,
      "grad_norm": 0.020220760256052017,
      "learning_rate": 1.0475641166885209e-07,
      "loss": 0.0007,
      "step": 111390
    },
    {
      "epoch": 1.8826631063941255,
      "grad_norm": 0.0009305546409450471,
      "learning_rate": 1.0445631083993768e-07,
      "loss": 0.0007,
      "step": 111400
    },
    {
      "epoch": 1.8828321066729758,
      "grad_norm": 0.005653336178511381,
      "learning_rate": 1.0415663594704362e-07,
      "loss": 0.0002,
      "step": 111410
    },
    {
      "epoch": 1.8830011069518264,
      "grad_norm": 0.028162632137537003,
      "learning_rate": 1.0385738701624349e-07,
      "loss": 0.0005,
      "step": 111420
    },
    {
      "epoch": 1.883170107230677,
      "grad_norm": 0.005178904160857201,
      "learning_rate": 1.0355856407357312e-07,
      "loss": 0.0002,
      "step": 111430
    },
    {
      "epoch": 1.8833391075095274,
      "grad_norm": 0.0075320713222026825,
      "learning_rate": 1.0326016714503062e-07,
      "loss": 0.001,
      "step": 111440
    },
    {
      "epoch": 1.8835081077883777,
      "grad_norm": 0.028461139649152756,
      "learning_rate": 1.0296219625657966e-07,
      "loss": 0.0009,
      "step": 111450
    },
    {
      "epoch": 1.8836771080672283,
      "grad_norm": 0.04403156787157059,
      "learning_rate": 1.0266465143414395e-07,
      "loss": 0.0006,
      "step": 111460
    },
    {
      "epoch": 1.883846108346079,
      "grad_norm": 0.0008579157874919474,
      "learning_rate": 1.0236753270361222e-07,
      "loss": 0.0004,
      "step": 111470
    },
    {
      "epoch": 1.8840151086249293,
      "grad_norm": 0.0005617240676656365,
      "learning_rate": 1.0207084009083379e-07,
      "loss": 0.0005,
      "step": 111480
    },
    {
      "epoch": 1.8841841089037796,
      "grad_norm": 0.02151833474636078,
      "learning_rate": 1.0177457362162414e-07,
      "loss": 0.0006,
      "step": 111490
    },
    {
      "epoch": 1.88435310918263,
      "grad_norm": 0.044212453067302704,
      "learning_rate": 1.0147873332175873e-07,
      "loss": 0.0003,
      "step": 111500
    },
    {
      "epoch": 1.8845221094614806,
      "grad_norm": 0.02930149808526039,
      "learning_rate": 1.0118331921697755e-07,
      "loss": 0.0005,
      "step": 111510
    },
    {
      "epoch": 1.8846911097403312,
      "grad_norm": 0.10000759363174438,
      "learning_rate": 1.0088833133298226e-07,
      "loss": 0.0008,
      "step": 111520
    },
    {
      "epoch": 1.8848601100191815,
      "grad_norm": 0.0430021695792675,
      "learning_rate": 1.005937696954401e-07,
      "loss": 0.0005,
      "step": 111530
    },
    {
      "epoch": 1.8850291102980319,
      "grad_norm": 0.0028830496594309807,
      "learning_rate": 1.0029963432997725e-07,
      "loss": 0.0004,
      "step": 111540
    },
    {
      "epoch": 1.8851981105768825,
      "grad_norm": 0.004205740988254547,
      "learning_rate": 1.0000592526218544e-07,
      "loss": 0.0006,
      "step": 111550
    },
    {
      "epoch": 1.885367110855733,
      "grad_norm": 0.051776617765426636,
      "learning_rate": 9.971264251761981e-08,
      "loss": 0.0008,
      "step": 111560
    },
    {
      "epoch": 1.8855361111345834,
      "grad_norm": 0.04432372376322746,
      "learning_rate": 9.941978612179659e-08,
      "loss": 0.0005,
      "step": 111570
    },
    {
      "epoch": 1.8857051114134338,
      "grad_norm": 0.03758419677615166,
      "learning_rate": 9.912735610019541e-08,
      "loss": 0.0008,
      "step": 111580
    },
    {
      "epoch": 1.8858741116922841,
      "grad_norm": 0.016436981037259102,
      "learning_rate": 9.883535247825982e-08,
      "loss": 0.0005,
      "step": 111590
    },
    {
      "epoch": 1.8860431119711347,
      "grad_norm": 0.0603216327726841,
      "learning_rate": 9.854377528139558e-08,
      "loss": 0.0009,
      "step": 111600
    },
    {
      "epoch": 1.8862121122499853,
      "grad_norm": 0.010252782143652439,
      "learning_rate": 9.825262453497075e-08,
      "loss": 0.0013,
      "step": 111610
    },
    {
      "epoch": 1.8863811125288357,
      "grad_norm": 0.13375674188137054,
      "learning_rate": 9.796190026431729e-08,
      "loss": 0.0008,
      "step": 111620
    },
    {
      "epoch": 1.886550112807686,
      "grad_norm": 0.024899881333112717,
      "learning_rate": 9.767160249472941e-08,
      "loss": 0.0003,
      "step": 111630
    },
    {
      "epoch": 1.8867191130865366,
      "grad_norm": 0.00046924164053052664,
      "learning_rate": 9.73817312514641e-08,
      "loss": 0.0003,
      "step": 111640
    },
    {
      "epoch": 1.8868881133653872,
      "grad_norm": 0.04159824922680855,
      "learning_rate": 9.709228655974235e-08,
      "loss": 0.002,
      "step": 111650
    },
    {
      "epoch": 1.8870571136442376,
      "grad_norm": 0.027793768793344498,
      "learning_rate": 9.680326844474675e-08,
      "loss": 0.0008,
      "step": 111660
    },
    {
      "epoch": 1.887226113923088,
      "grad_norm": 0.03554021567106247,
      "learning_rate": 9.651467693162276e-08,
      "loss": 0.0004,
      "step": 111670
    },
    {
      "epoch": 1.8873951142019383,
      "grad_norm": 0.028292205184698105,
      "learning_rate": 9.622651204548028e-08,
      "loss": 0.0003,
      "step": 111680
    },
    {
      "epoch": 1.8875641144807889,
      "grad_norm": 0.03103375807404518,
      "learning_rate": 9.593877381139039e-08,
      "loss": 0.0003,
      "step": 111690
    },
    {
      "epoch": 1.8877331147596395,
      "grad_norm": 0.05996498093008995,
      "learning_rate": 9.56514622543886e-08,
      "loss": 0.0007,
      "step": 111700
    },
    {
      "epoch": 1.8879021150384898,
      "grad_norm": 0.016905006021261215,
      "learning_rate": 9.536457739947047e-08,
      "loss": 0.0008,
      "step": 111710
    },
    {
      "epoch": 1.8880711153173402,
      "grad_norm": 0.004696437623351812,
      "learning_rate": 9.507811927159882e-08,
      "loss": 0.0007,
      "step": 111720
    },
    {
      "epoch": 1.8882401155961908,
      "grad_norm": 0.026309417560696602,
      "learning_rate": 9.479208789569484e-08,
      "loss": 0.0004,
      "step": 111730
    },
    {
      "epoch": 1.8884091158750413,
      "grad_norm": 0.06356547027826309,
      "learning_rate": 9.45064832966458e-08,
      "loss": 0.0004,
      "step": 111740
    },
    {
      "epoch": 1.8885781161538917,
      "grad_norm": 0.012746340595185757,
      "learning_rate": 9.42213054993002e-08,
      "loss": 0.0007,
      "step": 111750
    },
    {
      "epoch": 1.888747116432742,
      "grad_norm": 0.02876432053744793,
      "learning_rate": 9.393655452847039e-08,
      "loss": 0.0005,
      "step": 111760
    },
    {
      "epoch": 1.8889161167115924,
      "grad_norm": 0.007819334976375103,
      "learning_rate": 9.365223040893046e-08,
      "loss": 0.0003,
      "step": 111770
    },
    {
      "epoch": 1.889085116990443,
      "grad_norm": 0.01989988051354885,
      "learning_rate": 9.336833316541838e-08,
      "loss": 0.0011,
      "step": 111780
    },
    {
      "epoch": 1.8892541172692936,
      "grad_norm": 0.010571062564849854,
      "learning_rate": 9.30848628226344e-08,
      "loss": 0.0004,
      "step": 111790
    },
    {
      "epoch": 1.889423117548144,
      "grad_norm": 0.008451041765511036,
      "learning_rate": 9.280181940524214e-08,
      "loss": 0.0011,
      "step": 111800
    },
    {
      "epoch": 1.8895921178269943,
      "grad_norm": 0.001930863130837679,
      "learning_rate": 9.251920293786742e-08,
      "loss": 0.0006,
      "step": 111810
    },
    {
      "epoch": 1.889761118105845,
      "grad_norm": 0.010977152734994888,
      "learning_rate": 9.223701344509894e-08,
      "loss": 0.0008,
      "step": 111820
    },
    {
      "epoch": 1.8899301183846955,
      "grad_norm": 0.017599212005734444,
      "learning_rate": 9.195525095148983e-08,
      "loss": 0.0006,
      "step": 111830
    },
    {
      "epoch": 1.8900991186635459,
      "grad_norm": 0.06310348212718964,
      "learning_rate": 9.167391548155324e-08,
      "loss": 0.0008,
      "step": 111840
    },
    {
      "epoch": 1.8902681189423962,
      "grad_norm": 0.07708850502967834,
      "learning_rate": 9.139300705976739e-08,
      "loss": 0.0006,
      "step": 111850
    },
    {
      "epoch": 1.8904371192212466,
      "grad_norm": 0.00364290876314044,
      "learning_rate": 9.111252571057272e-08,
      "loss": 0.0004,
      "step": 111860
    },
    {
      "epoch": 1.8906061195000972,
      "grad_norm": 0.004606438800692558,
      "learning_rate": 9.083247145837303e-08,
      "loss": 0.001,
      "step": 111870
    },
    {
      "epoch": 1.8907751197789477,
      "grad_norm": 0.18687938153743744,
      "learning_rate": 9.05528443275333e-08,
      "loss": 0.0009,
      "step": 111880
    },
    {
      "epoch": 1.890944120057798,
      "grad_norm": 0.17379017174243927,
      "learning_rate": 9.027364434238294e-08,
      "loss": 0.0021,
      "step": 111890
    },
    {
      "epoch": 1.8911131203366485,
      "grad_norm": 0.00936430599540472,
      "learning_rate": 8.999487152721365e-08,
      "loss": 0.0004,
      "step": 111900
    },
    {
      "epoch": 1.891282120615499,
      "grad_norm": 0.07176022231578827,
      "learning_rate": 8.971652590628043e-08,
      "loss": 0.0007,
      "step": 111910
    },
    {
      "epoch": 1.8914511208943496,
      "grad_norm": 0.2520315945148468,
      "learning_rate": 8.943860750379952e-08,
      "loss": 0.0008,
      "step": 111920
    },
    {
      "epoch": 1.8916201211732,
      "grad_norm": 0.00437377393245697,
      "learning_rate": 8.916111634395264e-08,
      "loss": 0.001,
      "step": 111930
    },
    {
      "epoch": 1.8917891214520504,
      "grad_norm": 0.0005836533382534981,
      "learning_rate": 8.888405245088217e-08,
      "loss": 0.0006,
      "step": 111940
    },
    {
      "epoch": 1.8919581217309007,
      "grad_norm": 0.08991707861423492,
      "learning_rate": 8.860741584869325e-08,
      "loss": 0.0008,
      "step": 111950
    },
    {
      "epoch": 1.8921271220097513,
      "grad_norm": 0.053484927862882614,
      "learning_rate": 8.833120656145667e-08,
      "loss": 0.0007,
      "step": 111960
    },
    {
      "epoch": 1.892296122288602,
      "grad_norm": 0.1418548822402954,
      "learning_rate": 8.805542461320149e-08,
      "loss": 0.002,
      "step": 111970
    },
    {
      "epoch": 1.8924651225674523,
      "grad_norm": 0.028906142339110374,
      "learning_rate": 8.778007002792411e-08,
      "loss": 0.0004,
      "step": 111980
    },
    {
      "epoch": 1.8926341228463026,
      "grad_norm": 0.004131465218961239,
      "learning_rate": 8.750514282958089e-08,
      "loss": 0.0005,
      "step": 111990
    },
    {
      "epoch": 1.8928031231251532,
      "grad_norm": 0.014240585267543793,
      "learning_rate": 8.723064304209106e-08,
      "loss": 0.0006,
      "step": 112000
    },
    {
      "epoch": 1.8929721234040038,
      "grad_norm": 0.0017454311018809676,
      "learning_rate": 8.695657068933883e-08,
      "loss": 0.0005,
      "step": 112010
    },
    {
      "epoch": 1.8931411236828541,
      "grad_norm": 0.055087897926568985,
      "learning_rate": 8.668292579516902e-08,
      "loss": 0.0011,
      "step": 112020
    },
    {
      "epoch": 1.8933101239617045,
      "grad_norm": 0.0882839784026146,
      "learning_rate": 8.640970838339036e-08,
      "loss": 0.0005,
      "step": 112030
    },
    {
      "epoch": 1.8934791242405549,
      "grad_norm": 0.09185419976711273,
      "learning_rate": 8.613691847777384e-08,
      "loss": 0.0009,
      "step": 112040
    },
    {
      "epoch": 1.8936481245194055,
      "grad_norm": 0.04476842284202576,
      "learning_rate": 8.58645561020538e-08,
      "loss": 0.0009,
      "step": 112050
    },
    {
      "epoch": 1.893817124798256,
      "grad_norm": 0.05075672268867493,
      "learning_rate": 8.559262127992685e-08,
      "loss": 0.0006,
      "step": 112060
    },
    {
      "epoch": 1.8939861250771064,
      "grad_norm": 0.037351932376623154,
      "learning_rate": 8.532111403505238e-08,
      "loss": 0.0012,
      "step": 112070
    },
    {
      "epoch": 1.8941551253559568,
      "grad_norm": 0.011177490465342999,
      "learning_rate": 8.505003439105375e-08,
      "loss": 0.0005,
      "step": 112080
    },
    {
      "epoch": 1.8943241256348073,
      "grad_norm": 0.026821009814739227,
      "learning_rate": 8.477938237151539e-08,
      "loss": 0.0004,
      "step": 112090
    },
    {
      "epoch": 1.8944931259136577,
      "grad_norm": 0.05947759002447128,
      "learning_rate": 8.450915799998516e-08,
      "loss": 0.0007,
      "step": 112100
    },
    {
      "epoch": 1.8946621261925083,
      "grad_norm": 0.020872613415122032,
      "learning_rate": 8.423936129997479e-08,
      "loss": 0.0004,
      "step": 112110
    },
    {
      "epoch": 1.8948311264713587,
      "grad_norm": 0.037279363721609116,
      "learning_rate": 8.396999229495718e-08,
      "loss": 0.0006,
      "step": 112120
    },
    {
      "epoch": 1.895000126750209,
      "grad_norm": 0.1426037698984146,
      "learning_rate": 8.370105100836911e-08,
      "loss": 0.0007,
      "step": 112130
    },
    {
      "epoch": 1.8951691270290596,
      "grad_norm": 0.03487572818994522,
      "learning_rate": 8.343253746360968e-08,
      "loss": 0.0059,
      "step": 112140
    },
    {
      "epoch": 1.8953381273079102,
      "grad_norm": 0.0009698563371784985,
      "learning_rate": 8.31644516840402e-08,
      "loss": 0.0004,
      "step": 112150
    },
    {
      "epoch": 1.8955071275867605,
      "grad_norm": 0.01319518405944109,
      "learning_rate": 8.289679369298642e-08,
      "loss": 0.0008,
      "step": 112160
    },
    {
      "epoch": 1.895676127865611,
      "grad_norm": 0.0071914829313755035,
      "learning_rate": 8.26295635137353e-08,
      "loss": 0.0006,
      "step": 112170
    },
    {
      "epoch": 1.8958451281444615,
      "grad_norm": 0.011561156250536442,
      "learning_rate": 8.236276116953767e-08,
      "loss": 0.0006,
      "step": 112180
    },
    {
      "epoch": 1.8960141284233119,
      "grad_norm": 0.004148657899349928,
      "learning_rate": 8.209638668360609e-08,
      "loss": 0.0006,
      "step": 112190
    },
    {
      "epoch": 1.8961831287021624,
      "grad_norm": 0.018528766930103302,
      "learning_rate": 8.1830440079117e-08,
      "loss": 0.0003,
      "step": 112200
    },
    {
      "epoch": 1.8963521289810128,
      "grad_norm": 0.0021219479385763407,
      "learning_rate": 8.156492137920857e-08,
      "loss": 0.0006,
      "step": 112210
    },
    {
      "epoch": 1.8965211292598632,
      "grad_norm": 0.03522593155503273,
      "learning_rate": 8.129983060698233e-08,
      "loss": 0.0005,
      "step": 112220
    },
    {
      "epoch": 1.8966901295387137,
      "grad_norm": 0.01392155047506094,
      "learning_rate": 8.103516778550202e-08,
      "loss": 0.0006,
      "step": 112230
    },
    {
      "epoch": 1.8968591298175643,
      "grad_norm": 0.0011064070276916027,
      "learning_rate": 8.077093293779592e-08,
      "loss": 0.0004,
      "step": 112240
    },
    {
      "epoch": 1.8970281300964147,
      "grad_norm": 0.09907397627830505,
      "learning_rate": 8.05071260868523e-08,
      "loss": 0.0006,
      "step": 112250
    },
    {
      "epoch": 1.897197130375265,
      "grad_norm": 0.17797499895095825,
      "learning_rate": 8.024374725562445e-08,
      "loss": 0.0011,
      "step": 112260
    },
    {
      "epoch": 1.8973661306541156,
      "grad_norm": 0.026572344824671745,
      "learning_rate": 7.998079646702683e-08,
      "loss": 0.0003,
      "step": 112270
    },
    {
      "epoch": 1.897535130932966,
      "grad_norm": 0.001539503806270659,
      "learning_rate": 7.971827374393837e-08,
      "loss": 0.0007,
      "step": 112280
    },
    {
      "epoch": 1.8977041312118166,
      "grad_norm": 0.005540081299841404,
      "learning_rate": 7.945617910919967e-08,
      "loss": 0.0007,
      "step": 112290
    },
    {
      "epoch": 1.897873131490667,
      "grad_norm": 0.028968367725610733,
      "learning_rate": 7.919451258561361e-08,
      "loss": 0.0005,
      "step": 112300
    },
    {
      "epoch": 1.8980421317695173,
      "grad_norm": 0.09642549604177475,
      "learning_rate": 7.893327419594699e-08,
      "loss": 0.0006,
      "step": 112310
    },
    {
      "epoch": 1.8982111320483679,
      "grad_norm": 0.03285757452249527,
      "learning_rate": 7.867246396292827e-08,
      "loss": 0.0005,
      "step": 112320
    },
    {
      "epoch": 1.8983801323272185,
      "grad_norm": 0.03382939100265503,
      "learning_rate": 7.841208190924988e-08,
      "loss": 0.0023,
      "step": 112330
    },
    {
      "epoch": 1.8985491326060688,
      "grad_norm": 0.016068004071712494,
      "learning_rate": 7.815212805756589e-08,
      "loss": 0.0007,
      "step": 112340
    },
    {
      "epoch": 1.8987181328849192,
      "grad_norm": 0.04922647401690483,
      "learning_rate": 7.789260243049324e-08,
      "loss": 0.0009,
      "step": 112350
    },
    {
      "epoch": 1.8988871331637696,
      "grad_norm": 0.04650222882628441,
      "learning_rate": 7.763350505061273e-08,
      "loss": 0.0004,
      "step": 112360
    },
    {
      "epoch": 1.8990561334426201,
      "grad_norm": 0.05765797942876816,
      "learning_rate": 7.73748359404669e-08,
      "loss": 0.0007,
      "step": 112370
    },
    {
      "epoch": 1.8992251337214707,
      "grad_norm": 0.16425466537475586,
      "learning_rate": 7.711659512256109e-08,
      "loss": 0.0006,
      "step": 112380
    },
    {
      "epoch": 1.899394134000321,
      "grad_norm": 0.10192276537418365,
      "learning_rate": 7.685878261936341e-08,
      "loss": 0.0006,
      "step": 112390
    },
    {
      "epoch": 1.8995631342791715,
      "grad_norm": 0.042300738394260406,
      "learning_rate": 7.660139845330428e-08,
      "loss": 0.0016,
      "step": 112400
    },
    {
      "epoch": 1.899732134558022,
      "grad_norm": 0.02796986885368824,
      "learning_rate": 7.634444264677854e-08,
      "loss": 0.0008,
      "step": 112410
    },
    {
      "epoch": 1.8999011348368726,
      "grad_norm": 0.1012326180934906,
      "learning_rate": 7.60879152221411e-08,
      "loss": 0.0005,
      "step": 112420
    },
    {
      "epoch": 1.900070135115723,
      "grad_norm": 0.008573319762945175,
      "learning_rate": 7.583181620171298e-08,
      "loss": 0.0003,
      "step": 112430
    },
    {
      "epoch": 1.9002391353945733,
      "grad_norm": 0.0624210424721241,
      "learning_rate": 7.557614560777416e-08,
      "loss": 0.0007,
      "step": 112440
    },
    {
      "epoch": 1.9004081356734237,
      "grad_norm": 0.073053739964962,
      "learning_rate": 7.532090346257071e-08,
      "loss": 0.0007,
      "step": 112450
    },
    {
      "epoch": 1.9005771359522743,
      "grad_norm": 0.03362878039479256,
      "learning_rate": 7.506608978830876e-08,
      "loss": 0.0009,
      "step": 112460
    },
    {
      "epoch": 1.9007461362311249,
      "grad_norm": 0.032777752727270126,
      "learning_rate": 7.481170460715947e-08,
      "loss": 0.0007,
      "step": 112470
    },
    {
      "epoch": 1.9009151365099752,
      "grad_norm": 0.08562567830085754,
      "learning_rate": 7.455774794125403e-08,
      "loss": 0.0007,
      "step": 112480
    },
    {
      "epoch": 1.9010841367888256,
      "grad_norm": 0.048164382576942444,
      "learning_rate": 7.430421981268976e-08,
      "loss": 0.0003,
      "step": 112490
    },
    {
      "epoch": 1.9012531370676762,
      "grad_norm": 0.010092861019074917,
      "learning_rate": 7.405112024352346e-08,
      "loss": 0.0009,
      "step": 112500
    },
    {
      "epoch": 1.9014221373465268,
      "grad_norm": 0.07001367956399918,
      "learning_rate": 7.379844925577639e-08,
      "loss": 0.0012,
      "step": 112510
    },
    {
      "epoch": 1.9015911376253771,
      "grad_norm": 0.024450233206152916,
      "learning_rate": 7.35462068714321e-08,
      "loss": 0.0003,
      "step": 112520
    },
    {
      "epoch": 1.9017601379042275,
      "grad_norm": 0.014951656572520733,
      "learning_rate": 7.329439311243747e-08,
      "loss": 0.0003,
      "step": 112530
    },
    {
      "epoch": 1.9019291381830778,
      "grad_norm": 0.021235046908259392,
      "learning_rate": 7.304300800070053e-08,
      "loss": 0.0009,
      "step": 112540
    },
    {
      "epoch": 1.9020981384619284,
      "grad_norm": 0.022454794496297836,
      "learning_rate": 7.279205155809432e-08,
      "loss": 0.0006,
      "step": 112550
    },
    {
      "epoch": 1.902267138740779,
      "grad_norm": 0.04021525755524635,
      "learning_rate": 7.254152380645196e-08,
      "loss": 0.0006,
      "step": 112560
    },
    {
      "epoch": 1.9024361390196294,
      "grad_norm": 0.036809828132390976,
      "learning_rate": 7.229142476757101e-08,
      "loss": 0.0005,
      "step": 112570
    },
    {
      "epoch": 1.9026051392984797,
      "grad_norm": 0.022405659779906273,
      "learning_rate": 7.204175446321182e-08,
      "loss": 0.0005,
      "step": 112580
    },
    {
      "epoch": 1.9027741395773303,
      "grad_norm": 0.0018231738358736038,
      "learning_rate": 7.179251291509593e-08,
      "loss": 0.0004,
      "step": 112590
    },
    {
      "epoch": 1.902943139856181,
      "grad_norm": 0.00038132930058054626,
      "learning_rate": 7.154370014490986e-08,
      "loss": 0.0009,
      "step": 112600
    },
    {
      "epoch": 1.9031121401350313,
      "grad_norm": 0.032419078052043915,
      "learning_rate": 7.129531617430019e-08,
      "loss": 0.0012,
      "step": 112610
    },
    {
      "epoch": 1.9032811404138816,
      "grad_norm": 0.05176890268921852,
      "learning_rate": 7.104736102487852e-08,
      "loss": 0.0003,
      "step": 112620
    },
    {
      "epoch": 1.903450140692732,
      "grad_norm": 0.07563209533691406,
      "learning_rate": 7.079983471821761e-08,
      "loss": 0.0005,
      "step": 112630
    },
    {
      "epoch": 1.9036191409715826,
      "grad_norm": 0.009525924921035767,
      "learning_rate": 7.05527372758541e-08,
      "loss": 0.0008,
      "step": 112640
    },
    {
      "epoch": 1.9037881412504332,
      "grad_norm": 0.07802736014127731,
      "learning_rate": 7.030606871928525e-08,
      "loss": 0.0007,
      "step": 112650
    },
    {
      "epoch": 1.9039571415292835,
      "grad_norm": 0.001047362806275487,
      "learning_rate": 7.005982906997389e-08,
      "loss": 0.0006,
      "step": 112660
    },
    {
      "epoch": 1.9041261418081339,
      "grad_norm": 0.010851298458874226,
      "learning_rate": 6.981401834934343e-08,
      "loss": 0.0009,
      "step": 112670
    },
    {
      "epoch": 1.9042951420869845,
      "grad_norm": 0.05091039463877678,
      "learning_rate": 6.956863657878065e-08,
      "loss": 0.0003,
      "step": 112680
    },
    {
      "epoch": 1.904464142365835,
      "grad_norm": 0.026290442794561386,
      "learning_rate": 6.932368377963517e-08,
      "loss": 0.0011,
      "step": 112690
    },
    {
      "epoch": 1.9046331426446854,
      "grad_norm": 0.05944421887397766,
      "learning_rate": 6.90791599732188e-08,
      "loss": 0.0005,
      "step": 112700
    },
    {
      "epoch": 1.9048021429235358,
      "grad_norm": 0.009202356450259686,
      "learning_rate": 6.883506518080619e-08,
      "loss": 0.0006,
      "step": 112710
    },
    {
      "epoch": 1.9049711432023861,
      "grad_norm": 0.021600691601634026,
      "learning_rate": 6.85913994236348e-08,
      "loss": 0.0004,
      "step": 112720
    },
    {
      "epoch": 1.9051401434812367,
      "grad_norm": 0.028977418318390846,
      "learning_rate": 6.834816272290546e-08,
      "loss": 0.0006,
      "step": 112730
    },
    {
      "epoch": 1.9053091437600873,
      "grad_norm": 0.02023027464747429,
      "learning_rate": 6.810535509977956e-08,
      "loss": 0.0007,
      "step": 112740
    },
    {
      "epoch": 1.9054781440389377,
      "grad_norm": 0.022253448143601418,
      "learning_rate": 6.786297657538355e-08,
      "loss": 0.0005,
      "step": 112750
    },
    {
      "epoch": 1.905647144317788,
      "grad_norm": 0.003908324986696243,
      "learning_rate": 6.76210271708061e-08,
      "loss": 0.0006,
      "step": 112760
    },
    {
      "epoch": 1.9058161445966386,
      "grad_norm": 0.0015063261380419135,
      "learning_rate": 6.73795069070965e-08,
      "loss": 0.0005,
      "step": 112770
    },
    {
      "epoch": 1.9059851448754892,
      "grad_norm": 0.017922574654221535,
      "learning_rate": 6.713841580526903e-08,
      "loss": 0.0004,
      "step": 112780
    },
    {
      "epoch": 1.9061541451543396,
      "grad_norm": 0.07381732761859894,
      "learning_rate": 6.689775388629971e-08,
      "loss": 0.0008,
      "step": 112790
    },
    {
      "epoch": 1.90632314543319,
      "grad_norm": 0.003931921906769276,
      "learning_rate": 6.665752117112733e-08,
      "loss": 0.0006,
      "step": 112800
    },
    {
      "epoch": 1.9064921457120403,
      "grad_norm": 0.05270419269800186,
      "learning_rate": 6.641771768065298e-08,
      "loss": 0.0005,
      "step": 112810
    },
    {
      "epoch": 1.9066611459908909,
      "grad_norm": 0.030747007578611374,
      "learning_rate": 6.617834343574159e-08,
      "loss": 0.001,
      "step": 112820
    },
    {
      "epoch": 1.9068301462697415,
      "grad_norm": 0.025559140369296074,
      "learning_rate": 6.59393984572182e-08,
      "loss": 0.0005,
      "step": 112830
    },
    {
      "epoch": 1.9069991465485918,
      "grad_norm": 0.028459573164582253,
      "learning_rate": 6.570088276587394e-08,
      "loss": 0.0008,
      "step": 112840
    },
    {
      "epoch": 1.9071681468274422,
      "grad_norm": 0.00013460649643093348,
      "learning_rate": 6.546279638246e-08,
      "loss": 0.0006,
      "step": 112850
    },
    {
      "epoch": 1.9073371471062928,
      "grad_norm": 0.02334650419652462,
      "learning_rate": 6.522513932769093e-08,
      "loss": 0.0003,
      "step": 112860
    },
    {
      "epoch": 1.9075061473851433,
      "grad_norm": 0.12924088537693024,
      "learning_rate": 6.49879116222446e-08,
      "loss": 0.0005,
      "step": 112870
    },
    {
      "epoch": 1.9076751476639937,
      "grad_norm": 0.016007723286747932,
      "learning_rate": 6.475111328676009e-08,
      "loss": 0.0006,
      "step": 112880
    },
    {
      "epoch": 1.907844147942844,
      "grad_norm": 0.05216017737984657,
      "learning_rate": 6.45147443418409e-08,
      "loss": 0.0008,
      "step": 112890
    },
    {
      "epoch": 1.9080131482216944,
      "grad_norm": 0.07244875282049179,
      "learning_rate": 6.427880480805226e-08,
      "loss": 0.0004,
      "step": 112900
    },
    {
      "epoch": 1.908182148500545,
      "grad_norm": 0.005763023626059294,
      "learning_rate": 6.404329470592108e-08,
      "loss": 0.0004,
      "step": 112910
    },
    {
      "epoch": 1.9083511487793956,
      "grad_norm": 0.030477937310934067,
      "learning_rate": 6.380821405593929e-08,
      "loss": 0.0009,
      "step": 112920
    },
    {
      "epoch": 1.908520149058246,
      "grad_norm": 0.02988293394446373,
      "learning_rate": 6.357356287855832e-08,
      "loss": 0.0005,
      "step": 112930
    },
    {
      "epoch": 1.9086891493370963,
      "grad_norm": 0.04334455728530884,
      "learning_rate": 6.333934119419516e-08,
      "loss": 0.0005,
      "step": 112940
    },
    {
      "epoch": 1.908858149615947,
      "grad_norm": 0.0667472705245018,
      "learning_rate": 6.310554902322852e-08,
      "loss": 0.001,
      "step": 112950
    },
    {
      "epoch": 1.9090271498947975,
      "grad_norm": 0.06299169361591339,
      "learning_rate": 6.287218638599879e-08,
      "loss": 0.0004,
      "step": 112960
    },
    {
      "epoch": 1.9091961501736479,
      "grad_norm": 0.0009392150095663965,
      "learning_rate": 6.263925330280973e-08,
      "loss": 0.0003,
      "step": 112970
    },
    {
      "epoch": 1.9093651504524982,
      "grad_norm": 0.018651852384209633,
      "learning_rate": 6.240674979392736e-08,
      "loss": 0.0012,
      "step": 112980
    },
    {
      "epoch": 1.9095341507313486,
      "grad_norm": 0.015531927347183228,
      "learning_rate": 6.217467587958159e-08,
      "loss": 0.0005,
      "step": 112990
    },
    {
      "epoch": 1.9097031510101992,
      "grad_norm": 0.008683258667588234,
      "learning_rate": 6.19430315799624e-08,
      "loss": 0.0007,
      "step": 113000
    },
    {
      "epoch": 1.9098721512890497,
      "grad_norm": 0.004097287543118,
      "learning_rate": 6.171181691522587e-08,
      "loss": 0.0004,
      "step": 113010
    },
    {
      "epoch": 1.9100411515679,
      "grad_norm": 0.03216277435421944,
      "learning_rate": 6.148103190548705e-08,
      "loss": 0.0004,
      "step": 113020
    },
    {
      "epoch": 1.9102101518467505,
      "grad_norm": 0.020455561578273773,
      "learning_rate": 6.125067657082706e-08,
      "loss": 0.0005,
      "step": 113030
    },
    {
      "epoch": 1.910379152125601,
      "grad_norm": 0.031674377620220184,
      "learning_rate": 6.102075093128601e-08,
      "loss": 0.0005,
      "step": 113040
    },
    {
      "epoch": 1.9105481524044514,
      "grad_norm": 0.018984632566571236,
      "learning_rate": 6.079125500687012e-08,
      "loss": 0.0004,
      "step": 113050
    },
    {
      "epoch": 1.910717152683302,
      "grad_norm": 0.01681148260831833,
      "learning_rate": 6.05621888175456e-08,
      "loss": 0.0006,
      "step": 113060
    },
    {
      "epoch": 1.9108861529621524,
      "grad_norm": 0.03032616339623928,
      "learning_rate": 6.033355238324324e-08,
      "loss": 0.0003,
      "step": 113070
    },
    {
      "epoch": 1.9110551532410027,
      "grad_norm": 0.04922556132078171,
      "learning_rate": 6.010534572385485e-08,
      "loss": 0.0005,
      "step": 113080
    },
    {
      "epoch": 1.9112241535198533,
      "grad_norm": 0.11718804389238358,
      "learning_rate": 5.987756885923568e-08,
      "loss": 0.0025,
      "step": 113090
    },
    {
      "epoch": 1.911393153798704,
      "grad_norm": 0.03614810109138489,
      "learning_rate": 5.965022180920377e-08,
      "loss": 0.0008,
      "step": 113100
    },
    {
      "epoch": 1.9115621540775543,
      "grad_norm": 0.0017513089114800096,
      "learning_rate": 5.942330459353884e-08,
      "loss": 0.0007,
      "step": 113110
    },
    {
      "epoch": 1.9117311543564046,
      "grad_norm": 0.01735696755349636,
      "learning_rate": 5.9196817231984e-08,
      "loss": 0.0009,
      "step": 113120
    },
    {
      "epoch": 1.9119001546352552,
      "grad_norm": 0.032418813556432724,
      "learning_rate": 5.89707597442446e-08,
      "loss": 0.0014,
      "step": 113130
    },
    {
      "epoch": 1.9120691549141056,
      "grad_norm": 0.10654094070196152,
      "learning_rate": 5.8745132149989335e-08,
      "loss": 0.0006,
      "step": 113140
    },
    {
      "epoch": 1.9122381551929561,
      "grad_norm": 0.028356071561574936,
      "learning_rate": 5.851993446884807e-08,
      "loss": 0.0006,
      "step": 113150
    },
    {
      "epoch": 1.9124071554718065,
      "grad_norm": 0.01239448320120573,
      "learning_rate": 5.829516672041513e-08,
      "loss": 0.0004,
      "step": 113160
    },
    {
      "epoch": 1.9125761557506569,
      "grad_norm": 0.07548968493938446,
      "learning_rate": 5.807082892424543e-08,
      "loss": 0.0003,
      "step": 113170
    },
    {
      "epoch": 1.9127451560295075,
      "grad_norm": 0.0353437177836895,
      "learning_rate": 5.784692109985834e-08,
      "loss": 0.0004,
      "step": 113180
    },
    {
      "epoch": 1.912914156308358,
      "grad_norm": 0.026465613394975662,
      "learning_rate": 5.7623443266733856e-08,
      "loss": 0.0004,
      "step": 113190
    },
    {
      "epoch": 1.9130831565872084,
      "grad_norm": 0.0006597606698051095,
      "learning_rate": 5.7400395444316415e-08,
      "loss": 0.0006,
      "step": 113200
    },
    {
      "epoch": 1.9132521568660588,
      "grad_norm": 0.0004718085110653192,
      "learning_rate": 5.71777776520116e-08,
      "loss": 0.0004,
      "step": 113210
    },
    {
      "epoch": 1.9134211571449091,
      "grad_norm": 0.10736609250307083,
      "learning_rate": 5.695558990918892e-08,
      "loss": 0.0007,
      "step": 113220
    },
    {
      "epoch": 1.9135901574237597,
      "grad_norm": 0.01379178836941719,
      "learning_rate": 5.673383223517959e-08,
      "loss": 0.0004,
      "step": 113230
    },
    {
      "epoch": 1.9137591577026103,
      "grad_norm": 0.0035380241461098194,
      "learning_rate": 5.65125046492776e-08,
      "loss": 0.0008,
      "step": 113240
    },
    {
      "epoch": 1.9139281579814607,
      "grad_norm": 0.06314975768327713,
      "learning_rate": 5.6291607170739226e-08,
      "loss": 0.0007,
      "step": 113250
    },
    {
      "epoch": 1.914097158260311,
      "grad_norm": 0.015247541479766369,
      "learning_rate": 5.6071139818784095e-08,
      "loss": 0.0005,
      "step": 113260
    },
    {
      "epoch": 1.9142661585391616,
      "grad_norm": 0.022014690563082695,
      "learning_rate": 5.5851102612593525e-08,
      "loss": 0.0009,
      "step": 113270
    },
    {
      "epoch": 1.9144351588180122,
      "grad_norm": 0.008971292525529861,
      "learning_rate": 5.56314955713122e-08,
      "loss": 0.0004,
      "step": 113280
    },
    {
      "epoch": 1.9146041590968625,
      "grad_norm": 0.09483298659324646,
      "learning_rate": 5.541231871404651e-08,
      "loss": 0.0006,
      "step": 113290
    },
    {
      "epoch": 1.914773159375713,
      "grad_norm": 0.07216836512088776,
      "learning_rate": 5.519357205986564e-08,
      "loss": 0.0014,
      "step": 113300
    },
    {
      "epoch": 1.9149421596545633,
      "grad_norm": 0.04808535799384117,
      "learning_rate": 5.49752556278027e-08,
      "loss": 0.0006,
      "step": 113310
    },
    {
      "epoch": 1.9151111599334139,
      "grad_norm": 0.014555119909346104,
      "learning_rate": 5.475736943685195e-08,
      "loss": 0.0023,
      "step": 113320
    },
    {
      "epoch": 1.9152801602122644,
      "grad_norm": 0.10032723098993301,
      "learning_rate": 5.4539913505969876e-08,
      "loss": 0.0006,
      "step": 113330
    },
    {
      "epoch": 1.9154491604911148,
      "grad_norm": 0.06952448934316635,
      "learning_rate": 5.432288785407691e-08,
      "loss": 0.0008,
      "step": 113340
    },
    {
      "epoch": 1.9156181607699652,
      "grad_norm": 0.04177826642990112,
      "learning_rate": 5.410629250005517e-08,
      "loss": 0.0011,
      "step": 113350
    },
    {
      "epoch": 1.9157871610488157,
      "grad_norm": 0.0009109816746786237,
      "learning_rate": 5.389012746274902e-08,
      "loss": 0.0009,
      "step": 113360
    },
    {
      "epoch": 1.9159561613276663,
      "grad_norm": 0.004139615222811699,
      "learning_rate": 5.367439276096675e-08,
      "loss": 0.0005,
      "step": 113370
    },
    {
      "epoch": 1.9161251616065167,
      "grad_norm": 0.00573534332215786,
      "learning_rate": 5.3459088413477245e-08,
      "loss": 0.0006,
      "step": 113380
    },
    {
      "epoch": 1.916294161885367,
      "grad_norm": 0.021768197417259216,
      "learning_rate": 5.3244214439014396e-08,
      "loss": 0.0005,
      "step": 113390
    },
    {
      "epoch": 1.9164631621642174,
      "grad_norm": 0.00780107406899333,
      "learning_rate": 5.302977085627159e-08,
      "loss": 0.0004,
      "step": 113400
    },
    {
      "epoch": 1.916632162443068,
      "grad_norm": 0.14811588823795319,
      "learning_rate": 5.281575768390779e-08,
      "loss": 0.0008,
      "step": 113410
    },
    {
      "epoch": 1.9168011627219186,
      "grad_norm": 0.032275181263685226,
      "learning_rate": 5.260217494054254e-08,
      "loss": 0.0007,
      "step": 113420
    },
    {
      "epoch": 1.916970163000769,
      "grad_norm": 0.011303196661174297,
      "learning_rate": 5.238902264475876e-08,
      "loss": 0.0008,
      "step": 113430
    },
    {
      "epoch": 1.9171391632796193,
      "grad_norm": 0.00017243089678231627,
      "learning_rate": 5.217630081510161e-08,
      "loss": 0.0003,
      "step": 113440
    },
    {
      "epoch": 1.91730816355847,
      "grad_norm": 0.0003776454250328243,
      "learning_rate": 5.196400947007962e-08,
      "loss": 0.0006,
      "step": 113450
    },
    {
      "epoch": 1.9174771638373205,
      "grad_norm": 0.006594053935259581,
      "learning_rate": 5.1752148628161917e-08,
      "loss": 0.0009,
      "step": 113460
    },
    {
      "epoch": 1.9176461641161708,
      "grad_norm": 0.024989726021885872,
      "learning_rate": 5.1540718307782624e-08,
      "loss": 0.0003,
      "step": 113470
    },
    {
      "epoch": 1.9178151643950212,
      "grad_norm": 0.012359109707176685,
      "learning_rate": 5.132971852733648e-08,
      "loss": 0.0003,
      "step": 113480
    },
    {
      "epoch": 1.9179841646738716,
      "grad_norm": 0.009366139769554138,
      "learning_rate": 5.1119149305181584e-08,
      "loss": 0.001,
      "step": 113490
    },
    {
      "epoch": 1.9181531649527221,
      "grad_norm": 0.025234593078494072,
      "learning_rate": 5.090901065963827e-08,
      "loss": 0.0005,
      "step": 113500
    },
    {
      "epoch": 1.9183221652315727,
      "grad_norm": 0.04369024187326431,
      "learning_rate": 5.069930260899081e-08,
      "loss": 0.0007,
      "step": 113510
    },
    {
      "epoch": 1.918491165510423,
      "grad_norm": 0.011204466223716736,
      "learning_rate": 5.049002517148349e-08,
      "loss": 0.0004,
      "step": 113520
    },
    {
      "epoch": 1.9186601657892735,
      "grad_norm": 0.12482357025146484,
      "learning_rate": 5.028117836532453e-08,
      "loss": 0.0007,
      "step": 113530
    },
    {
      "epoch": 1.918829166068124,
      "grad_norm": 0.04277415573596954,
      "learning_rate": 5.007276220868551e-08,
      "loss": 0.0005,
      "step": 113540
    },
    {
      "epoch": 1.9189981663469746,
      "grad_norm": 0.004969023633748293,
      "learning_rate": 4.986477671969914e-08,
      "loss": 0.0004,
      "step": 113550
    },
    {
      "epoch": 1.919167166625825,
      "grad_norm": 0.0015870180213823915,
      "learning_rate": 4.965722191646094e-08,
      "loss": 0.0007,
      "step": 113560
    },
    {
      "epoch": 1.9193361669046753,
      "grad_norm": 0.036459941416978836,
      "learning_rate": 4.945009781702925e-08,
      "loss": 0.0003,
      "step": 113570
    },
    {
      "epoch": 1.9195051671835257,
      "grad_norm": 0.023583462461829185,
      "learning_rate": 4.924340443942521e-08,
      "loss": 0.0006,
      "step": 113580
    },
    {
      "epoch": 1.9196741674623763,
      "grad_norm": 0.05077134445309639,
      "learning_rate": 4.903714180163221e-08,
      "loss": 0.0016,
      "step": 113590
    },
    {
      "epoch": 1.9198431677412269,
      "grad_norm": 0.03774239867925644,
      "learning_rate": 4.883130992159535e-08,
      "loss": 0.0005,
      "step": 113600
    },
    {
      "epoch": 1.9200121680200772,
      "grad_norm": 0.021962564438581467,
      "learning_rate": 4.862590881722362e-08,
      "loss": 0.0006,
      "step": 113610
    },
    {
      "epoch": 1.9201811682989276,
      "grad_norm": 0.04520101100206375,
      "learning_rate": 4.8420938506387736e-08,
      "loss": 0.0005,
      "step": 113620
    },
    {
      "epoch": 1.9203501685777782,
      "grad_norm": 0.03361218050122261,
      "learning_rate": 4.821639900692121e-08,
      "loss": 0.0005,
      "step": 113630
    },
    {
      "epoch": 1.9205191688566288,
      "grad_norm": 0.005732972640544176,
      "learning_rate": 4.801229033662036e-08,
      "loss": 0.0003,
      "step": 113640
    },
    {
      "epoch": 1.9206881691354791,
      "grad_norm": 0.03359975293278694,
      "learning_rate": 4.7808612513242644e-08,
      "loss": 0.0002,
      "step": 113650
    },
    {
      "epoch": 1.9208571694143295,
      "grad_norm": 0.03723776340484619,
      "learning_rate": 4.760536555450945e-08,
      "loss": 0.001,
      "step": 113660
    },
    {
      "epoch": 1.9210261696931799,
      "grad_norm": 0.007026666309684515,
      "learning_rate": 4.740254947810441e-08,
      "loss": 0.0002,
      "step": 113670
    },
    {
      "epoch": 1.9211951699720304,
      "grad_norm": 0.04161248356103897,
      "learning_rate": 4.720016430167396e-08,
      "loss": 0.0006,
      "step": 113680
    },
    {
      "epoch": 1.921364170250881,
      "grad_norm": 0.002371510025113821,
      "learning_rate": 4.699821004282568e-08,
      "loss": 0.0006,
      "step": 113690
    },
    {
      "epoch": 1.9215331705297314,
      "grad_norm": 0.03056161478161812,
      "learning_rate": 4.679668671913107e-08,
      "loss": 0.0011,
      "step": 113700
    },
    {
      "epoch": 1.9217021708085817,
      "grad_norm": 0.04500853270292282,
      "learning_rate": 4.659559434812333e-08,
      "loss": 0.0008,
      "step": 113710
    },
    {
      "epoch": 1.9218711710874323,
      "grad_norm": 0.025726649910211563,
      "learning_rate": 4.639493294729902e-08,
      "loss": 0.0008,
      "step": 113720
    },
    {
      "epoch": 1.922040171366283,
      "grad_norm": 0.0328289270401001,
      "learning_rate": 4.61947025341164e-08,
      "loss": 0.0022,
      "step": 113730
    },
    {
      "epoch": 1.9222091716451333,
      "grad_norm": 0.04501111060380936,
      "learning_rate": 4.5994903125995974e-08,
      "loss": 0.0008,
      "step": 113740
    },
    {
      "epoch": 1.9223781719239836,
      "grad_norm": 0.12412121891975403,
      "learning_rate": 4.579553474032161e-08,
      "loss": 0.0014,
      "step": 113750
    },
    {
      "epoch": 1.922547172202834,
      "grad_norm": 0.06506326049566269,
      "learning_rate": 4.559659739444e-08,
      "loss": 0.0011,
      "step": 113760
    },
    {
      "epoch": 1.9227161724816846,
      "grad_norm": 0.023001553490757942,
      "learning_rate": 4.5398091105658956e-08,
      "loss": 0.0016,
      "step": 113770
    },
    {
      "epoch": 1.9228851727605352,
      "grad_norm": 0.01615159958600998,
      "learning_rate": 4.5200015891249115e-08,
      "loss": 0.0013,
      "step": 113780
    },
    {
      "epoch": 1.9230541730393855,
      "grad_norm": 0.003368740202859044,
      "learning_rate": 4.500237176844447e-08,
      "loss": 0.0008,
      "step": 113790
    },
    {
      "epoch": 1.923223173318236,
      "grad_norm": 0.012499597854912281,
      "learning_rate": 4.4805158754441804e-08,
      "loss": 0.0002,
      "step": 113800
    },
    {
      "epoch": 1.9233921735970865,
      "grad_norm": 0.019146615639328957,
      "learning_rate": 4.460837686639796e-08,
      "loss": 0.0003,
      "step": 113810
    },
    {
      "epoch": 1.923561173875937,
      "grad_norm": 0.017188021913170815,
      "learning_rate": 4.441202612143536e-08,
      "loss": 0.0006,
      "step": 113820
    },
    {
      "epoch": 1.9237301741547874,
      "grad_norm": 0.0036173483822494745,
      "learning_rate": 4.421610653663588e-08,
      "loss": 0.0006,
      "step": 113830
    },
    {
      "epoch": 1.9238991744336378,
      "grad_norm": 0.005861383862793446,
      "learning_rate": 4.4020618129047565e-08,
      "loss": 0.0008,
      "step": 113840
    },
    {
      "epoch": 1.9240681747124881,
      "grad_norm": 0.16966085135936737,
      "learning_rate": 4.38255609156768e-08,
      "loss": 0.0011,
      "step": 113850
    },
    {
      "epoch": 1.9242371749913387,
      "grad_norm": 0.028564633801579475,
      "learning_rate": 4.363093491349612e-08,
      "loss": 0.0003,
      "step": 113860
    },
    {
      "epoch": 1.9244061752701893,
      "grad_norm": 0.015617894940078259,
      "learning_rate": 4.3436740139438104e-08,
      "loss": 0.0004,
      "step": 113870
    },
    {
      "epoch": 1.9245751755490397,
      "grad_norm": 0.038057055324316025,
      "learning_rate": 4.324297661039867e-08,
      "loss": 0.0007,
      "step": 113880
    },
    {
      "epoch": 1.92474417582789,
      "grad_norm": 0.009012563154101372,
      "learning_rate": 4.3049644343236554e-08,
      "loss": 0.0004,
      "step": 113890
    },
    {
      "epoch": 1.9249131761067406,
      "grad_norm": 0.017938757315278053,
      "learning_rate": 4.2856743354771636e-08,
      "loss": 0.0003,
      "step": 113900
    },
    {
      "epoch": 1.925082176385591,
      "grad_norm": 0.0009190856944769621,
      "learning_rate": 4.266427366178882e-08,
      "loss": 0.0007,
      "step": 113910
    },
    {
      "epoch": 1.9252511766644416,
      "grad_norm": 0.026434002444148064,
      "learning_rate": 4.2472235281032506e-08,
      "loss": 0.0003,
      "step": 113920
    },
    {
      "epoch": 1.925420176943292,
      "grad_norm": 0.049956440925598145,
      "learning_rate": 4.2280628229212086e-08,
      "loss": 0.0004,
      "step": 113930
    },
    {
      "epoch": 1.9255891772221423,
      "grad_norm": 0.046455077826976776,
      "learning_rate": 4.208945252299701e-08,
      "loss": 0.0007,
      "step": 113940
    },
    {
      "epoch": 1.9257581775009929,
      "grad_norm": 0.005489541217684746,
      "learning_rate": 4.189870817902175e-08,
      "loss": 0.0004,
      "step": 113950
    },
    {
      "epoch": 1.9259271777798435,
      "grad_norm": 0.09641050547361374,
      "learning_rate": 4.170839521388137e-08,
      "loss": 0.001,
      "step": 113960
    },
    {
      "epoch": 1.9260961780586938,
      "grad_norm": 0.00044007538235746324,
      "learning_rate": 4.151851364413373e-08,
      "loss": 0.0005,
      "step": 113970
    },
    {
      "epoch": 1.9262651783375442,
      "grad_norm": 0.25061318278312683,
      "learning_rate": 4.132906348630006e-08,
      "loss": 0.0005,
      "step": 113980
    },
    {
      "epoch": 1.9264341786163948,
      "grad_norm": 0.02810671553015709,
      "learning_rate": 4.114004475686328e-08,
      "loss": 0.0004,
      "step": 113990
    },
    {
      "epoch": 1.9266031788952451,
      "grad_norm": 0.04363776743412018,
      "learning_rate": 4.0951457472268584e-08,
      "loss": 0.0009,
      "step": 114000
    },
    {
      "epoch": 1.9267721791740957,
      "grad_norm": 0.04865751415491104,
      "learning_rate": 4.07633016489245e-08,
      "loss": 0.0002,
      "step": 114010
    },
    {
      "epoch": 1.926941179452946,
      "grad_norm": 0.004051418509334326,
      "learning_rate": 4.057557730320072e-08,
      "loss": 0.0007,
      "step": 114020
    },
    {
      "epoch": 1.9271101797317964,
      "grad_norm": 0.06691235303878784,
      "learning_rate": 4.038828445143139e-08,
      "loss": 0.0006,
      "step": 114030
    },
    {
      "epoch": 1.927279180010647,
      "grad_norm": 0.05675894394516945,
      "learning_rate": 4.020142310991071e-08,
      "loss": 0.0009,
      "step": 114040
    },
    {
      "epoch": 1.9274481802894976,
      "grad_norm": 0.07560726255178452,
      "learning_rate": 4.0014993294896776e-08,
      "loss": 0.0004,
      "step": 114050
    },
    {
      "epoch": 1.927617180568348,
      "grad_norm": 0.004082811065018177,
      "learning_rate": 3.9828995022610506e-08,
      "loss": 0.0005,
      "step": 114060
    },
    {
      "epoch": 1.9277861808471983,
      "grad_norm": 0.10598105937242508,
      "learning_rate": 3.964342830923451e-08,
      "loss": 0.0006,
      "step": 114070
    },
    {
      "epoch": 1.927955181126049,
      "grad_norm": 0.0012448799097910523,
      "learning_rate": 3.9458293170913096e-08,
      "loss": 0.0005,
      "step": 114080
    },
    {
      "epoch": 1.9281241814048993,
      "grad_norm": 0.002484311815351248,
      "learning_rate": 3.9273589623755045e-08,
      "loss": 0.0003,
      "step": 114090
    },
    {
      "epoch": 1.9282931816837499,
      "grad_norm": 0.027685141190886497,
      "learning_rate": 3.908931768382973e-08,
      "loss": 0.0009,
      "step": 114100
    },
    {
      "epoch": 1.9284621819626002,
      "grad_norm": 0.024779699742794037,
      "learning_rate": 3.8905477367169876e-08,
      "loss": 0.0005,
      "step": 114110
    },
    {
      "epoch": 1.9286311822414506,
      "grad_norm": 0.06355228275060654,
      "learning_rate": 3.8722068689770464e-08,
      "loss": 0.001,
      "step": 114120
    },
    {
      "epoch": 1.9288001825203012,
      "grad_norm": 0.050809379667043686,
      "learning_rate": 3.853909166758929e-08,
      "loss": 0.0005,
      "step": 114130
    },
    {
      "epoch": 1.9289691827991517,
      "grad_norm": 0.017558986321091652,
      "learning_rate": 3.835654631654584e-08,
      "loss": 0.0007,
      "step": 114140
    },
    {
      "epoch": 1.9291381830780021,
      "grad_norm": 0.040090251713991165,
      "learning_rate": 3.817443265252296e-08,
      "loss": 0.0008,
      "step": 114150
    },
    {
      "epoch": 1.9293071833568525,
      "grad_norm": 0.012433486990630627,
      "learning_rate": 3.799275069136466e-08,
      "loss": 0.0007,
      "step": 114160
    },
    {
      "epoch": 1.9294761836357028,
      "grad_norm": 0.045401155948638916,
      "learning_rate": 3.781150044887827e-08,
      "loss": 0.0008,
      "step": 114170
    },
    {
      "epoch": 1.9296451839145534,
      "grad_norm": 0.03455643728375435,
      "learning_rate": 3.763068194083452e-08,
      "loss": 0.0005,
      "step": 114180
    },
    {
      "epoch": 1.929814184193404,
      "grad_norm": 0.018427403643727303,
      "learning_rate": 3.7450295182963616e-08,
      "loss": 0.0005,
      "step": 114190
    },
    {
      "epoch": 1.9299831844722544,
      "grad_norm": 0.03793042525649071,
      "learning_rate": 3.7270340190961875e-08,
      "loss": 0.0005,
      "step": 114200
    },
    {
      "epoch": 1.9301521847511047,
      "grad_norm": 0.0003596784081310034,
      "learning_rate": 3.709081698048511e-08,
      "loss": 0.0008,
      "step": 114210
    },
    {
      "epoch": 1.9303211850299553,
      "grad_norm": 0.0029309610836207867,
      "learning_rate": 3.691172556715361e-08,
      "loss": 0.0004,
      "step": 114220
    },
    {
      "epoch": 1.930490185308806,
      "grad_norm": 0.07106602191925049,
      "learning_rate": 3.6733065966548244e-08,
      "loss": 0.0001,
      "step": 114230
    },
    {
      "epoch": 1.9306591855876563,
      "grad_norm": 0.09174923598766327,
      "learning_rate": 3.6554838194214345e-08,
      "loss": 0.0005,
      "step": 114240
    },
    {
      "epoch": 1.9308281858665066,
      "grad_norm": 0.051286231726408005,
      "learning_rate": 3.63770422656573e-08,
      "loss": 0.0004,
      "step": 114250
    },
    {
      "epoch": 1.930997186145357,
      "grad_norm": 0.05942637473344803,
      "learning_rate": 3.619967819634695e-08,
      "loss": 0.0006,
      "step": 114260
    },
    {
      "epoch": 1.9311661864242076,
      "grad_norm": 0.01240352913737297,
      "learning_rate": 3.602274600171485e-08,
      "loss": 0.0006,
      "step": 114270
    },
    {
      "epoch": 1.9313351867030581,
      "grad_norm": 0.035853300243616104,
      "learning_rate": 3.584624569715478e-08,
      "loss": 0.0003,
      "step": 114280
    },
    {
      "epoch": 1.9315041869819085,
      "grad_norm": 0.00031042128102853894,
      "learning_rate": 3.5670177298023356e-08,
      "loss": 0.0013,
      "step": 114290
    },
    {
      "epoch": 1.9316731872607589,
      "grad_norm": 0.013527607545256615,
      "learning_rate": 3.549454081963943e-08,
      "loss": 0.0013,
      "step": 114300
    },
    {
      "epoch": 1.9318421875396095,
      "grad_norm": 0.007355086971074343,
      "learning_rate": 3.5319336277284125e-08,
      "loss": 0.0012,
      "step": 114310
    },
    {
      "epoch": 1.93201118781846,
      "grad_norm": 0.09528569877147675,
      "learning_rate": 3.5144563686200784e-08,
      "loss": 0.0008,
      "step": 114320
    },
    {
      "epoch": 1.9321801880973104,
      "grad_norm": 0.012314501218497753,
      "learning_rate": 3.497022306159559e-08,
      "loss": 0.0004,
      "step": 114330
    },
    {
      "epoch": 1.9323491883761608,
      "grad_norm": 0.011436869390308857,
      "learning_rate": 3.479631441863696e-08,
      "loss": 0.001,
      "step": 114340
    },
    {
      "epoch": 1.9325181886550111,
      "grad_norm": 0.05101019889116287,
      "learning_rate": 3.462283777245612e-08,
      "loss": 0.0006,
      "step": 114350
    },
    {
      "epoch": 1.9326871889338617,
      "grad_norm": 0.018834391608834267,
      "learning_rate": 3.4449793138146e-08,
      "loss": 0.0005,
      "step": 114360
    },
    {
      "epoch": 1.9328561892127123,
      "grad_norm": 0.04030166193842888,
      "learning_rate": 3.4277180530762896e-08,
      "loss": 0.0007,
      "step": 114370
    },
    {
      "epoch": 1.9330251894915627,
      "grad_norm": 0.026856768876314163,
      "learning_rate": 3.410499996532424e-08,
      "loss": 0.0006,
      "step": 114380
    },
    {
      "epoch": 1.933194189770413,
      "grad_norm": 0.05108177289366722,
      "learning_rate": 3.393325145681137e-08,
      "loss": 0.0006,
      "step": 114390
    },
    {
      "epoch": 1.9333631900492636,
      "grad_norm": 0.02175753563642502,
      "learning_rate": 3.3761935020166224e-08,
      "loss": 0.0003,
      "step": 114400
    },
    {
      "epoch": 1.9335321903281142,
      "grad_norm": 0.00420082313939929,
      "learning_rate": 3.3591050670295224e-08,
      "loss": 0.0005,
      "step": 114410
    },
    {
      "epoch": 1.9337011906069645,
      "grad_norm": 0.03318898379802704,
      "learning_rate": 3.342059842206535e-08,
      "loss": 0.001,
      "step": 114420
    },
    {
      "epoch": 1.933870190885815,
      "grad_norm": 0.0321153961122036,
      "learning_rate": 3.325057829030698e-08,
      "loss": 0.0004,
      "step": 114430
    },
    {
      "epoch": 1.9340391911646653,
      "grad_norm": 0.0018499215366318822,
      "learning_rate": 3.308099028981271e-08,
      "loss": 0.0002,
      "step": 114440
    },
    {
      "epoch": 1.9342081914435159,
      "grad_norm": 0.009329008869826794,
      "learning_rate": 3.291183443533741e-08,
      "loss": 0.0004,
      "step": 114450
    },
    {
      "epoch": 1.9343771917223664,
      "grad_norm": 0.2155163586139679,
      "learning_rate": 3.27431107415993e-08,
      "loss": 0.0008,
      "step": 114460
    },
    {
      "epoch": 1.9345461920012168,
      "grad_norm": 0.03188404440879822,
      "learning_rate": 3.257481922327665e-08,
      "loss": 0.0006,
      "step": 114470
    },
    {
      "epoch": 1.9347151922800672,
      "grad_norm": 0.025516286492347717,
      "learning_rate": 3.240695989501275e-08,
      "loss": 0.0005,
      "step": 114480
    },
    {
      "epoch": 1.9348841925589177,
      "grad_norm": 0.019352493807673454,
      "learning_rate": 3.223953277141201e-08,
      "loss": 0.001,
      "step": 114490
    },
    {
      "epoch": 1.9350531928377683,
      "grad_norm": 0.02275828830897808,
      "learning_rate": 3.207253786704112e-08,
      "loss": 0.0006,
      "step": 114500
    },
    {
      "epoch": 1.9352221931166187,
      "grad_norm": 0.04524204879999161,
      "learning_rate": 3.190597519643013e-08,
      "loss": 0.0009,
      "step": 114510
    },
    {
      "epoch": 1.935391193395469,
      "grad_norm": 0.013399074785411358,
      "learning_rate": 3.173984477406966e-08,
      "loss": 0.0005,
      "step": 114520
    },
    {
      "epoch": 1.9355601936743194,
      "grad_norm": 0.09556085616350174,
      "learning_rate": 3.1574146614414826e-08,
      "loss": 0.0012,
      "step": 114530
    },
    {
      "epoch": 1.93572919395317,
      "grad_norm": 0.19229021668434143,
      "learning_rate": 3.140888073188131e-08,
      "loss": 0.0008,
      "step": 114540
    },
    {
      "epoch": 1.9358981942320206,
      "grad_norm": 0.09433633834123611,
      "learning_rate": 3.1244047140849274e-08,
      "loss": 0.0006,
      "step": 114550
    },
    {
      "epoch": 1.936067194510871,
      "grad_norm": 0.044848211109638214,
      "learning_rate": 3.1079645855658926e-08,
      "loss": 0.0006,
      "step": 114560
    },
    {
      "epoch": 1.9362361947897213,
      "grad_norm": 0.028230784460902214,
      "learning_rate": 3.091567689061437e-08,
      "loss": 0.0008,
      "step": 114570
    },
    {
      "epoch": 1.936405195068572,
      "grad_norm": 0.03477562591433525,
      "learning_rate": 3.075214025998141e-08,
      "loss": 0.0002,
      "step": 114580
    },
    {
      "epoch": 1.9365741953474225,
      "grad_norm": 0.016347402706742287,
      "learning_rate": 3.0589035977989235e-08,
      "loss": 0.0006,
      "step": 114590
    },
    {
      "epoch": 1.9367431956262728,
      "grad_norm": 0.056321483105421066,
      "learning_rate": 3.042636405882815e-08,
      "loss": 0.0006,
      "step": 114600
    },
    {
      "epoch": 1.9369121959051232,
      "grad_norm": 0.07306868582963943,
      "learning_rate": 3.0264124516651285e-08,
      "loss": 0.0008,
      "step": 114610
    },
    {
      "epoch": 1.9370811961839736,
      "grad_norm": 0.1208910420536995,
      "learning_rate": 3.010231736557512e-08,
      "loss": 0.0009,
      "step": 114620
    },
    {
      "epoch": 1.9372501964628241,
      "grad_norm": 0.01394712645560503,
      "learning_rate": 2.994094261967617e-08,
      "loss": 0.0009,
      "step": 114630
    },
    {
      "epoch": 1.9374191967416747,
      "grad_norm": 0.0054717701859772205,
      "learning_rate": 2.978000029299599e-08,
      "loss": 0.0006,
      "step": 114640
    },
    {
      "epoch": 1.937588197020525,
      "grad_norm": 0.018918504938483238,
      "learning_rate": 2.961949039953782e-08,
      "loss": 0.0003,
      "step": 114650
    },
    {
      "epoch": 1.9377571972993755,
      "grad_norm": 0.04983522742986679,
      "learning_rate": 2.9459412953264933e-08,
      "loss": 0.0004,
      "step": 114660
    },
    {
      "epoch": 1.937926197578226,
      "grad_norm": 0.042717378586530685,
      "learning_rate": 2.929976796810674e-08,
      "loss": 0.0005,
      "step": 114670
    },
    {
      "epoch": 1.9380951978570766,
      "grad_norm": 0.00874321162700653,
      "learning_rate": 2.9140555457952135e-08,
      "loss": 0.0002,
      "step": 114680
    },
    {
      "epoch": 1.938264198135927,
      "grad_norm": 0.021173780784010887,
      "learning_rate": 2.898177543665337e-08,
      "loss": 0.0005,
      "step": 114690
    },
    {
      "epoch": 1.9384331984147773,
      "grad_norm": 0.0008916796068660915,
      "learning_rate": 2.8823427918025505e-08,
      "loss": 0.0006,
      "step": 114700
    },
    {
      "epoch": 1.9386021986936277,
      "grad_norm": 0.06250502914190292,
      "learning_rate": 2.8665512915845295e-08,
      "loss": 0.0008,
      "step": 114710
    },
    {
      "epoch": 1.9387711989724783,
      "grad_norm": 0.00023853992752265185,
      "learning_rate": 2.8508030443851752e-08,
      "loss": 0.0002,
      "step": 114720
    },
    {
      "epoch": 1.9389401992513289,
      "grad_norm": 0.016771283000707626,
      "learning_rate": 2.835098051574725e-08,
      "loss": 0.0007,
      "step": 114730
    },
    {
      "epoch": 1.9391091995301792,
      "grad_norm": 0.050640370696783066,
      "learning_rate": 2.8194363145195857e-08,
      "loss": 0.001,
      "step": 114740
    },
    {
      "epoch": 1.9392781998090296,
      "grad_norm": 0.03314594551920891,
      "learning_rate": 2.8038178345823895e-08,
      "loss": 0.0006,
      "step": 114750
    },
    {
      "epoch": 1.9394472000878802,
      "grad_norm": 0.011672952212393284,
      "learning_rate": 2.7882426131219943e-08,
      "loss": 0.0003,
      "step": 114760
    },
    {
      "epoch": 1.9396162003667308,
      "grad_norm": 0.05314328148961067,
      "learning_rate": 2.7727106514935375e-08,
      "loss": 0.0005,
      "step": 114770
    },
    {
      "epoch": 1.9397852006455811,
      "grad_norm": 0.00885872170329094,
      "learning_rate": 2.7572219510483832e-08,
      "loss": 0.0007,
      "step": 114780
    },
    {
      "epoch": 1.9399542009244315,
      "grad_norm": 0.07471611350774765,
      "learning_rate": 2.7417765131340647e-08,
      "loss": 0.0006,
      "step": 114790
    },
    {
      "epoch": 1.9401232012032819,
      "grad_norm": 0.04525149613618851,
      "learning_rate": 2.7263743390945062e-08,
      "loss": 0.0006,
      "step": 114800
    },
    {
      "epoch": 1.9402922014821324,
      "grad_norm": 0.007435646373778582,
      "learning_rate": 2.711015430269748e-08,
      "loss": 0.0002,
      "step": 114810
    },
    {
      "epoch": 1.940461201760983,
      "grad_norm": 0.06884460896253586,
      "learning_rate": 2.695699787995998e-08,
      "loss": 0.0005,
      "step": 114820
    },
    {
      "epoch": 1.9406302020398334,
      "grad_norm": 0.00087527692085132,
      "learning_rate": 2.6804274136059128e-08,
      "loss": 0.0004,
      "step": 114830
    },
    {
      "epoch": 1.9407992023186837,
      "grad_norm": 0.02839229255914688,
      "learning_rate": 2.6651983084282075e-08,
      "loss": 0.0005,
      "step": 114840
    },
    {
      "epoch": 1.9409682025975343,
      "grad_norm": 0.023673107847571373,
      "learning_rate": 2.6500124737878775e-08,
      "loss": 0.0004,
      "step": 114850
    },
    {
      "epoch": 1.9411372028763847,
      "grad_norm": 0.0012992864940315485,
      "learning_rate": 2.6348699110061992e-08,
      "loss": 0.0008,
      "step": 114860
    },
    {
      "epoch": 1.9413062031552353,
      "grad_norm": 0.007297023665159941,
      "learning_rate": 2.6197706214006192e-08,
      "loss": 0.0005,
      "step": 114870
    },
    {
      "epoch": 1.9414752034340856,
      "grad_norm": 0.05078316107392311,
      "learning_rate": 2.6047146062848083e-08,
      "loss": 0.0005,
      "step": 114880
    },
    {
      "epoch": 1.941644203712936,
      "grad_norm": 0.013788257725536823,
      "learning_rate": 2.5897018669688302e-08,
      "loss": 0.0006,
      "step": 114890
    },
    {
      "epoch": 1.9418132039917866,
      "grad_norm": 0.015619263984262943,
      "learning_rate": 2.5747324047587508e-08,
      "loss": 0.0007,
      "step": 114900
    },
    {
      "epoch": 1.9419822042706372,
      "grad_norm": 0.005703152623027563,
      "learning_rate": 2.559806220957084e-08,
      "loss": 0.0006,
      "step": 114910
    },
    {
      "epoch": 1.9421512045494875,
      "grad_norm": 0.03437591344118118,
      "learning_rate": 2.544923316862402e-08,
      "loss": 0.0009,
      "step": 114920
    },
    {
      "epoch": 1.942320204828338,
      "grad_norm": 0.013513635843992233,
      "learning_rate": 2.5300836937696138e-08,
      "loss": 0.0002,
      "step": 114930
    },
    {
      "epoch": 1.9424892051071885,
      "grad_norm": 0.005370032507926226,
      "learning_rate": 2.5152873529698528e-08,
      "loss": 0.0007,
      "step": 114940
    },
    {
      "epoch": 1.9426582053860388,
      "grad_norm": 0.010226094163954258,
      "learning_rate": 2.5005342957504785e-08,
      "loss": 0.0002,
      "step": 114950
    },
    {
      "epoch": 1.9428272056648894,
      "grad_norm": 0.02545175701379776,
      "learning_rate": 2.4858245233950194e-08,
      "loss": 0.0004,
      "step": 114960
    },
    {
      "epoch": 1.9429962059437398,
      "grad_norm": 0.07027272880077362,
      "learning_rate": 2.4711580371833966e-08,
      "loss": 0.0003,
      "step": 114970
    },
    {
      "epoch": 1.9431652062225901,
      "grad_norm": 0.014199493452906609,
      "learning_rate": 2.456534838391533e-08,
      "loss": 0.0004,
      "step": 114980
    },
    {
      "epoch": 1.9433342065014407,
      "grad_norm": 0.02236546389758587,
      "learning_rate": 2.4419549282918565e-08,
      "loss": 0.0007,
      "step": 114990
    },
    {
      "epoch": 1.9435032067802913,
      "grad_norm": 0.022393174469470978,
      "learning_rate": 2.4274183081527403e-08,
      "loss": 0.0004,
      "step": 115000
    },
    {
      "epoch": 1.9436722070591417,
      "grad_norm": 0.03282710537314415,
      "learning_rate": 2.4129249792391173e-08,
      "loss": 0.0006,
      "step": 115010
    },
    {
      "epoch": 1.943841207337992,
      "grad_norm": 0.02575145661830902,
      "learning_rate": 2.3984749428118124e-08,
      "loss": 0.0003,
      "step": 115020
    },
    {
      "epoch": 1.9440102076168426,
      "grad_norm": 0.004959126468747854,
      "learning_rate": 2.3840682001281534e-08,
      "loss": 0.0003,
      "step": 115030
    },
    {
      "epoch": 1.944179207895693,
      "grad_norm": 0.10797479748725891,
      "learning_rate": 2.3697047524415818e-08,
      "loss": 0.0005,
      "step": 115040
    },
    {
      "epoch": 1.9443482081745436,
      "grad_norm": 0.03880942985415459,
      "learning_rate": 2.3553846010017644e-08,
      "loss": 0.0005,
      "step": 115050
    },
    {
      "epoch": 1.944517208453394,
      "grad_norm": 0.01588328368961811,
      "learning_rate": 2.3411077470546494e-08,
      "loss": 0.0017,
      "step": 115060
    },
    {
      "epoch": 1.9446862087322443,
      "grad_norm": 0.0011270693503320217,
      "learning_rate": 2.3268741918423543e-08,
      "loss": 0.0002,
      "step": 115070
    },
    {
      "epoch": 1.9448552090110949,
      "grad_norm": 0.07981029152870178,
      "learning_rate": 2.3126839366032772e-08,
      "loss": 0.0006,
      "step": 115080
    },
    {
      "epoch": 1.9450242092899455,
      "grad_norm": 0.0014120024861767888,
      "learning_rate": 2.2985369825720416e-08,
      "loss": 0.0005,
      "step": 115090
    },
    {
      "epoch": 1.9451932095687958,
      "grad_norm": 0.04195106029510498,
      "learning_rate": 2.2844333309794965e-08,
      "loss": 0.0013,
      "step": 115100
    },
    {
      "epoch": 1.9453622098476462,
      "grad_norm": 0.017905879765748978,
      "learning_rate": 2.270372983052771e-08,
      "loss": 0.0006,
      "step": 115110
    },
    {
      "epoch": 1.9455312101264965,
      "grad_norm": 0.015927642583847046,
      "learning_rate": 2.2563559400151647e-08,
      "loss": 0.0007,
      "step": 115120
    },
    {
      "epoch": 1.9457002104053471,
      "grad_norm": 0.000682278536260128,
      "learning_rate": 2.2423822030861462e-08,
      "loss": 0.0006,
      "step": 115130
    },
    {
      "epoch": 1.9458692106841977,
      "grad_norm": 0.03333627060055733,
      "learning_rate": 2.2284517734816324e-08,
      "loss": 0.0004,
      "step": 115140
    },
    {
      "epoch": 1.946038210963048,
      "grad_norm": 0.013326448388397694,
      "learning_rate": 2.2145646524135423e-08,
      "loss": 0.0011,
      "step": 115150
    },
    {
      "epoch": 1.9462072112418984,
      "grad_norm": 0.009179934859275818,
      "learning_rate": 2.200720841090187e-08,
      "loss": 0.001,
      "step": 115160
    },
    {
      "epoch": 1.946376211520749,
      "grad_norm": 0.018448440358042717,
      "learning_rate": 2.1869203407159924e-08,
      "loss": 0.0007,
      "step": 115170
    },
    {
      "epoch": 1.9465452117995996,
      "grad_norm": 0.008957796730101109,
      "learning_rate": 2.173163152491664e-08,
      "loss": 0.0008,
      "step": 115180
    },
    {
      "epoch": 1.94671421207845,
      "grad_norm": 0.06361734122037888,
      "learning_rate": 2.1594492776141894e-08,
      "loss": 0.0005,
      "step": 115190
    },
    {
      "epoch": 1.9468832123573003,
      "grad_norm": 0.00624101934954524,
      "learning_rate": 2.1457787172767253e-08,
      "loss": 0.0008,
      "step": 115200
    },
    {
      "epoch": 1.9470522126361507,
      "grad_norm": 0.01926502026617527,
      "learning_rate": 2.132151472668653e-08,
      "loss": 0.0003,
      "step": 115210
    },
    {
      "epoch": 1.9472212129150013,
      "grad_norm": 0.06001385673880577,
      "learning_rate": 2.118567544975636e-08,
      "loss": 0.0005,
      "step": 115220
    },
    {
      "epoch": 1.9473902131938519,
      "grad_norm": 0.010368529707193375,
      "learning_rate": 2.1050269353795616e-08,
      "loss": 0.0005,
      "step": 115230
    },
    {
      "epoch": 1.9475592134727022,
      "grad_norm": 0.06347133964300156,
      "learning_rate": 2.0915296450584878e-08,
      "loss": 0.0005,
      "step": 115240
    },
    {
      "epoch": 1.9477282137515526,
      "grad_norm": 0.07419361174106598,
      "learning_rate": 2.0780756751867526e-08,
      "loss": 0.0005,
      "step": 115250
    },
    {
      "epoch": 1.9478972140304032,
      "grad_norm": 0.07868395000696182,
      "learning_rate": 2.06466502693492e-08,
      "loss": 0.001,
      "step": 115260
    },
    {
      "epoch": 1.9480662143092538,
      "grad_norm": 0.11085677891969681,
      "learning_rate": 2.0512977014697788e-08,
      "loss": 0.001,
      "step": 115270
    },
    {
      "epoch": 1.9482352145881041,
      "grad_norm": 0.034024741500616074,
      "learning_rate": 2.0379736999543433e-08,
      "loss": 0.0003,
      "step": 115280
    },
    {
      "epoch": 1.9484042148669545,
      "grad_norm": 0.03799097239971161,
      "learning_rate": 2.0246930235478524e-08,
      "loss": 0.0004,
      "step": 115290
    },
    {
      "epoch": 1.9485732151458048,
      "grad_norm": 0.018938124179840088,
      "learning_rate": 2.0114556734058822e-08,
      "loss": 0.0007,
      "step": 115300
    },
    {
      "epoch": 1.9487422154246554,
      "grad_norm": 0.09261860698461533,
      "learning_rate": 1.9982616506800668e-08,
      "loss": 0.001,
      "step": 115310
    },
    {
      "epoch": 1.948911215703506,
      "grad_norm": 0.006570580881088972,
      "learning_rate": 1.9851109565183212e-08,
      "loss": 0.0004,
      "step": 115320
    },
    {
      "epoch": 1.9490802159823564,
      "grad_norm": 0.010035947896540165,
      "learning_rate": 1.9720035920648973e-08,
      "loss": 0.0009,
      "step": 115330
    },
    {
      "epoch": 1.9492492162612067,
      "grad_norm": 0.016145925968885422,
      "learning_rate": 1.95893955846016e-08,
      "loss": 0.0005,
      "step": 115340
    },
    {
      "epoch": 1.9494182165400573,
      "grad_norm": 0.05869593098759651,
      "learning_rate": 1.9459188568407007e-08,
      "loss": 0.0004,
      "step": 115350
    },
    {
      "epoch": 1.949587216818908,
      "grad_norm": 0.040348123759031296,
      "learning_rate": 1.932941488339446e-08,
      "loss": 0.0013,
      "step": 115360
    },
    {
      "epoch": 1.9497562170977583,
      "grad_norm": 0.026913391426205635,
      "learning_rate": 1.920007454085493e-08,
      "loss": 0.0005,
      "step": 115370
    },
    {
      "epoch": 1.9499252173766086,
      "grad_norm": 0.002638952573761344,
      "learning_rate": 1.907116755204108e-08,
      "loss": 0.0009,
      "step": 115380
    },
    {
      "epoch": 1.950094217655459,
      "grad_norm": 0.00859399139881134,
      "learning_rate": 1.8942693928169496e-08,
      "loss": 0.0005,
      "step": 115390
    },
    {
      "epoch": 1.9502632179343096,
      "grad_norm": 0.09759102761745453,
      "learning_rate": 1.8814653680416794e-08,
      "loss": 0.0007,
      "step": 115400
    },
    {
      "epoch": 1.9504322182131602,
      "grad_norm": 0.0072417533956468105,
      "learning_rate": 1.8687046819923504e-08,
      "loss": 0.0002,
      "step": 115410
    },
    {
      "epoch": 1.9506012184920105,
      "grad_norm": 0.0020835737232118845,
      "learning_rate": 1.8559873357792413e-08,
      "loss": 0.0008,
      "step": 115420
    },
    {
      "epoch": 1.9507702187708609,
      "grad_norm": 0.0367913618683815,
      "learning_rate": 1.8433133305088003e-08,
      "loss": 0.0027,
      "step": 115430
    },
    {
      "epoch": 1.9509392190497115,
      "grad_norm": 0.014195457100868225,
      "learning_rate": 1.830682667283701e-08,
      "loss": 0.0008,
      "step": 115440
    },
    {
      "epoch": 1.951108219328562,
      "grad_norm": 0.003432026132941246,
      "learning_rate": 1.818095347202953e-08,
      "loss": 0.0005,
      "step": 115450
    },
    {
      "epoch": 1.9512772196074124,
      "grad_norm": 0.010386678390204906,
      "learning_rate": 1.8055513713615693e-08,
      "loss": 0.0004,
      "step": 115460
    },
    {
      "epoch": 1.9514462198862628,
      "grad_norm": 0.05468853563070297,
      "learning_rate": 1.793050740851121e-08,
      "loss": 0.0007,
      "step": 115470
    },
    {
      "epoch": 1.9516152201651131,
      "grad_norm": 0.014295250177383423,
      "learning_rate": 1.7805934567590723e-08,
      "loss": 0.0006,
      "step": 115480
    },
    {
      "epoch": 1.9517842204439637,
      "grad_norm": 0.07433163374662399,
      "learning_rate": 1.768179520169333e-08,
      "loss": 0.0009,
      "step": 115490
    },
    {
      "epoch": 1.9519532207228143,
      "grad_norm": 0.014535046182572842,
      "learning_rate": 1.7558089321619286e-08,
      "loss": 0.0003,
      "step": 115500
    },
    {
      "epoch": 1.9521222210016647,
      "grad_norm": 0.05266273766756058,
      "learning_rate": 1.7434816938132205e-08,
      "loss": 0.0007,
      "step": 115510
    },
    {
      "epoch": 1.952291221280515,
      "grad_norm": 0.023370753973722458,
      "learning_rate": 1.7311978061957392e-08,
      "loss": 0.0011,
      "step": 115520
    },
    {
      "epoch": 1.9524602215593656,
      "grad_norm": 0.06951917707920074,
      "learning_rate": 1.7189572703781855e-08,
      "loss": 0.0007,
      "step": 115530
    },
    {
      "epoch": 1.9526292218382162,
      "grad_norm": 0.025955677032470703,
      "learning_rate": 1.7067600874255963e-08,
      "loss": 0.0005,
      "step": 115540
    },
    {
      "epoch": 1.9527982221170666,
      "grad_norm": 0.007542863488197327,
      "learning_rate": 1.694606258399123e-08,
      "loss": 0.0001,
      "step": 115550
    },
    {
      "epoch": 1.952967222395917,
      "grad_norm": 0.0012686381815001369,
      "learning_rate": 1.6824957843563083e-08,
      "loss": 0.0003,
      "step": 115560
    },
    {
      "epoch": 1.9531362226747673,
      "grad_norm": 0.0691961944103241,
      "learning_rate": 1.670428666350754e-08,
      "loss": 0.0011,
      "step": 115570
    },
    {
      "epoch": 1.9533052229536179,
      "grad_norm": 0.01200967188924551,
      "learning_rate": 1.6584049054323426e-08,
      "loss": 0.0003,
      "step": 115580
    },
    {
      "epoch": 1.9534742232324684,
      "grad_norm": 0.14624682068824768,
      "learning_rate": 1.646424502647237e-08,
      "loss": 0.0005,
      "step": 115590
    },
    {
      "epoch": 1.9536432235113188,
      "grad_norm": 0.007319706957787275,
      "learning_rate": 1.63448745903777e-08,
      "loss": 0.0005,
      "step": 115600
    },
    {
      "epoch": 1.9538122237901692,
      "grad_norm": 0.021409472450613976,
      "learning_rate": 1.6225937756425005e-08,
      "loss": 0.0008,
      "step": 115610
    },
    {
      "epoch": 1.9539812240690198,
      "grad_norm": 0.0024789045564830303,
      "learning_rate": 1.6107434534963218e-08,
      "loss": 0.0004,
      "step": 115620
    },
    {
      "epoch": 1.9541502243478703,
      "grad_norm": 0.025097843259572983,
      "learning_rate": 1.5989364936301877e-08,
      "loss": 0.0007,
      "step": 115630
    },
    {
      "epoch": 1.9543192246267207,
      "grad_norm": 0.0783858373761177,
      "learning_rate": 1.5871728970713873e-08,
      "loss": 0.0009,
      "step": 115640
    },
    {
      "epoch": 1.954488224905571,
      "grad_norm": 0.01838279701769352,
      "learning_rate": 1.5754526648434355e-08,
      "loss": 0.0002,
      "step": 115650
    },
    {
      "epoch": 1.9546572251844214,
      "grad_norm": 0.02446633391082287,
      "learning_rate": 1.563775797966016e-08,
      "loss": 0.0007,
      "step": 115660
    },
    {
      "epoch": 1.954826225463272,
      "grad_norm": 0.03329815715551376,
      "learning_rate": 1.5521422974550392e-08,
      "loss": 0.001,
      "step": 115670
    },
    {
      "epoch": 1.9549952257421226,
      "grad_norm": 0.01897369883954525,
      "learning_rate": 1.5405521643227505e-08,
      "loss": 0.001,
      "step": 115680
    },
    {
      "epoch": 1.955164226020973,
      "grad_norm": 0.011578774079680443,
      "learning_rate": 1.52900539957751e-08,
      "loss": 0.0009,
      "step": 115690
    },
    {
      "epoch": 1.9553332262998233,
      "grad_norm": 0.04486700892448425,
      "learning_rate": 1.5175020042239586e-08,
      "loss": 0.0007,
      "step": 115700
    },
    {
      "epoch": 1.955502226578674,
      "grad_norm": 0.012665933929383755,
      "learning_rate": 1.506041979262962e-08,
      "loss": 0.0006,
      "step": 115710
    },
    {
      "epoch": 1.9556712268575245,
      "grad_norm": 0.04158971831202507,
      "learning_rate": 1.4946253256915567e-08,
      "loss": 0.0005,
      "step": 115720
    },
    {
      "epoch": 1.9558402271363748,
      "grad_norm": 0.01785312034189701,
      "learning_rate": 1.4832520445030029e-08,
      "loss": 0.0005,
      "step": 115730
    },
    {
      "epoch": 1.9560092274152252,
      "grad_norm": 0.02986268885433674,
      "learning_rate": 1.4719221366869541e-08,
      "loss": 0.0005,
      "step": 115740
    },
    {
      "epoch": 1.9561782276940756,
      "grad_norm": 0.0688711553812027,
      "learning_rate": 1.4606356032290659e-08,
      "loss": 0.0005,
      "step": 115750
    },
    {
      "epoch": 1.9563472279729262,
      "grad_norm": 0.028957679867744446,
      "learning_rate": 1.449392445111386e-08,
      "loss": 0.0005,
      "step": 115760
    },
    {
      "epoch": 1.9565162282517767,
      "grad_norm": 0.004538863431662321,
      "learning_rate": 1.4381926633120769e-08,
      "loss": 0.0003,
      "step": 115770
    },
    {
      "epoch": 1.956685228530627,
      "grad_norm": 0.010118100792169571,
      "learning_rate": 1.4270362588055808e-08,
      "loss": 0.0006,
      "step": 115780
    },
    {
      "epoch": 1.9568542288094775,
      "grad_norm": 0.01838894560933113,
      "learning_rate": 1.4159232325626215e-08,
      "loss": 0.0018,
      "step": 115790
    },
    {
      "epoch": 1.957023229088328,
      "grad_norm": 0.03047986514866352,
      "learning_rate": 1.4048535855500366e-08,
      "loss": 0.0008,
      "step": 115800
    },
    {
      "epoch": 1.9571922293671784,
      "grad_norm": 0.02254408970475197,
      "learning_rate": 1.3938273187308892e-08,
      "loss": 0.0002,
      "step": 115810
    },
    {
      "epoch": 1.957361229646029,
      "grad_norm": 0.09422022104263306,
      "learning_rate": 1.3828444330645785e-08,
      "loss": 0.0008,
      "step": 115820
    },
    {
      "epoch": 1.9575302299248794,
      "grad_norm": 0.09769272804260254,
      "learning_rate": 1.3719049295066732e-08,
      "loss": 0.0008,
      "step": 115830
    },
    {
      "epoch": 1.9576992302037297,
      "grad_norm": 0.05070381611585617,
      "learning_rate": 1.3610088090089679e-08,
      "loss": 0.0005,
      "step": 115840
    },
    {
      "epoch": 1.9578682304825803,
      "grad_norm": 0.035554975271224976,
      "learning_rate": 1.3501560725194263e-08,
      "loss": 0.0005,
      "step": 115850
    },
    {
      "epoch": 1.9580372307614309,
      "grad_norm": 0.030171066522598267,
      "learning_rate": 1.339346720982293e-08,
      "loss": 0.0008,
      "step": 115860
    },
    {
      "epoch": 1.9582062310402812,
      "grad_norm": 0.025329411029815674,
      "learning_rate": 1.3285807553380937e-08,
      "loss": 0.0003,
      "step": 115870
    },
    {
      "epoch": 1.9583752313191316,
      "grad_norm": 0.022418124601244926,
      "learning_rate": 1.3178581765235232e-08,
      "loss": 0.001,
      "step": 115880
    },
    {
      "epoch": 1.9585442315979822,
      "grad_norm": 0.07500436156988144,
      "learning_rate": 1.3071789854713912e-08,
      "loss": 0.001,
      "step": 115890
    },
    {
      "epoch": 1.9587132318768326,
      "grad_norm": 0.046022024005651474,
      "learning_rate": 1.2965431831109542e-08,
      "loss": 0.0003,
      "step": 115900
    },
    {
      "epoch": 1.9588822321556831,
      "grad_norm": 0.011159485206007957,
      "learning_rate": 1.2859507703675279e-08,
      "loss": 0.0005,
      "step": 115910
    },
    {
      "epoch": 1.9590512324345335,
      "grad_norm": 0.03546522185206413,
      "learning_rate": 1.275401748162708e-08,
      "loss": 0.0003,
      "step": 115920
    },
    {
      "epoch": 1.9592202327133839,
      "grad_norm": 0.028044404461979866,
      "learning_rate": 1.264896117414316e-08,
      "loss": 0.0008,
      "step": 115930
    },
    {
      "epoch": 1.9593892329922344,
      "grad_norm": 0.010457886382937431,
      "learning_rate": 1.2544338790363986e-08,
      "loss": 0.0003,
      "step": 115940
    },
    {
      "epoch": 1.959558233271085,
      "grad_norm": 0.13008491694927216,
      "learning_rate": 1.2440150339392276e-08,
      "loss": 0.0015,
      "step": 115950
    },
    {
      "epoch": 1.9597272335499354,
      "grad_norm": 0.025522135198116302,
      "learning_rate": 1.2336395830292447e-08,
      "loss": 0.0008,
      "step": 115960
    },
    {
      "epoch": 1.9598962338287857,
      "grad_norm": 0.019671659916639328,
      "learning_rate": 1.223307527209172e-08,
      "loss": 0.0003,
      "step": 115970
    },
    {
      "epoch": 1.9600652341076361,
      "grad_norm": 0.2073049694299698,
      "learning_rate": 1.213018867378013e-08,
      "loss": 0.0009,
      "step": 115980
    },
    {
      "epoch": 1.9602342343864867,
      "grad_norm": 0.01109260879456997,
      "learning_rate": 1.2027736044308846e-08,
      "loss": 0.0006,
      "step": 115990
    },
    {
      "epoch": 1.9604032346653373,
      "grad_norm": 0.03754560649394989,
      "learning_rate": 1.1925717392591297e-08,
      "loss": 0.0006,
      "step": 116000
    },
    {
      "epoch": 1.9605722349441876,
      "grad_norm": 0.03922279179096222,
      "learning_rate": 1.1824132727504822e-08,
      "loss": 0.0017,
      "step": 116010
    },
    {
      "epoch": 1.960741235223038,
      "grad_norm": 0.0020950832404196262,
      "learning_rate": 1.17229820578868e-08,
      "loss": 0.0003,
      "step": 116020
    },
    {
      "epoch": 1.9609102355018886,
      "grad_norm": 0.02770181931555271,
      "learning_rate": 1.1622265392537967e-08,
      "loss": 0.0004,
      "step": 116030
    },
    {
      "epoch": 1.9610792357807392,
      "grad_norm": 0.0313149057328701,
      "learning_rate": 1.1521982740221316e-08,
      "loss": 0.0008,
      "step": 116040
    },
    {
      "epoch": 1.9612482360595895,
      "grad_norm": 0.08879216015338898,
      "learning_rate": 1.1422134109662642e-08,
      "loss": 0.0007,
      "step": 116050
    },
    {
      "epoch": 1.96141723633844,
      "grad_norm": 0.029225923120975494,
      "learning_rate": 1.1322719509547775e-08,
      "loss": 0.0007,
      "step": 116060
    },
    {
      "epoch": 1.9615862366172903,
      "grad_norm": 0.008420857600867748,
      "learning_rate": 1.1223738948527018e-08,
      "loss": 0.0006,
      "step": 116070
    },
    {
      "epoch": 1.9617552368961408,
      "grad_norm": 0.01581859588623047,
      "learning_rate": 1.1125192435212373e-08,
      "loss": 0.0001,
      "step": 116080
    },
    {
      "epoch": 1.9619242371749914,
      "grad_norm": 0.07278886437416077,
      "learning_rate": 1.1027079978177535e-08,
      "loss": 0.0007,
      "step": 116090
    },
    {
      "epoch": 1.9620932374538418,
      "grad_norm": 0.00021185188961680979,
      "learning_rate": 1.0929401585958454e-08,
      "loss": 0.0003,
      "step": 116100
    },
    {
      "epoch": 1.9622622377326921,
      "grad_norm": 0.015291017480194569,
      "learning_rate": 1.0832157267054999e-08,
      "loss": 0.001,
      "step": 116110
    },
    {
      "epoch": 1.9624312380115427,
      "grad_norm": 0.039209552109241486,
      "learning_rate": 1.0735347029925958e-08,
      "loss": 0.0003,
      "step": 116120
    },
    {
      "epoch": 1.9626002382903933,
      "grad_norm": 0.069135382771492,
      "learning_rate": 1.0638970882995704e-08,
      "loss": 0.0008,
      "step": 116130
    },
    {
      "epoch": 1.9627692385692437,
      "grad_norm": 0.04019022360444069,
      "learning_rate": 1.0543028834649194e-08,
      "loss": 0.0009,
      "step": 116140
    },
    {
      "epoch": 1.962938238848094,
      "grad_norm": 0.08860526233911514,
      "learning_rate": 1.0447520893233087e-08,
      "loss": 0.0006,
      "step": 116150
    },
    {
      "epoch": 1.9631072391269444,
      "grad_norm": 0.02146318554878235,
      "learning_rate": 1.0352447067057958e-08,
      "loss": 0.0011,
      "step": 116160
    },
    {
      "epoch": 1.963276239405795,
      "grad_norm": 0.04622725397348404,
      "learning_rate": 1.0257807364395522e-08,
      "loss": 0.0007,
      "step": 116170
    },
    {
      "epoch": 1.9634452396846456,
      "grad_norm": 0.015559851191937923,
      "learning_rate": 1.0163601793479194e-08,
      "loss": 0.0007,
      "step": 116180
    },
    {
      "epoch": 1.963614239963496,
      "grad_norm": 0.05115272477269173,
      "learning_rate": 1.0069830362506306e-08,
      "loss": 0.001,
      "step": 116190
    },
    {
      "epoch": 1.9637832402423463,
      "grad_norm": 0.010766013525426388,
      "learning_rate": 9.976493079634775e-09,
      "loss": 0.0004,
      "step": 116200
    },
    {
      "epoch": 1.9639522405211969,
      "grad_norm": 0.016246164217591286,
      "learning_rate": 9.883589952985884e-09,
      "loss": 0.0018,
      "step": 116210
    },
    {
      "epoch": 1.9641212408000475,
      "grad_norm": 0.06242336705327034,
      "learning_rate": 9.791120990642056e-09,
      "loss": 0.0005,
      "step": 116220
    },
    {
      "epoch": 1.9642902410788978,
      "grad_norm": 0.013016702607274055,
      "learning_rate": 9.699086200648522e-09,
      "loss": 0.0003,
      "step": 116230
    },
    {
      "epoch": 1.9644592413577482,
      "grad_norm": 0.017408093437552452,
      "learning_rate": 9.607485591013322e-09,
      "loss": 0.0011,
      "step": 116240
    },
    {
      "epoch": 1.9646282416365985,
      "grad_norm": 0.03357071802020073,
      "learning_rate": 9.516319169705635e-09,
      "loss": 0.0006,
      "step": 116250
    },
    {
      "epoch": 1.9647972419154491,
      "grad_norm": 0.020204557105898857,
      "learning_rate": 9.425586944658006e-09,
      "loss": 0.0003,
      "step": 116260
    },
    {
      "epoch": 1.9649662421942997,
      "grad_norm": 0.01886160299181938,
      "learning_rate": 9.335288923764118e-09,
      "loss": 0.0018,
      "step": 116270
    },
    {
      "epoch": 1.96513524247315,
      "grad_norm": 0.04038720577955246,
      "learning_rate": 9.245425114880469e-09,
      "loss": 0.0007,
      "step": 116280
    },
    {
      "epoch": 1.9653042427520004,
      "grad_norm": 0.07107829302549362,
      "learning_rate": 9.155995525825245e-09,
      "loss": 0.0013,
      "step": 116290
    },
    {
      "epoch": 1.965473243030851,
      "grad_norm": 0.016410810872912407,
      "learning_rate": 9.067000164380003e-09,
      "loss": 0.0004,
      "step": 116300
    },
    {
      "epoch": 1.9656422433097016,
      "grad_norm": 0.05313790962100029,
      "learning_rate": 8.978439038287435e-09,
      "loss": 0.0018,
      "step": 116310
    },
    {
      "epoch": 1.965811243588552,
      "grad_norm": 0.026425667107105255,
      "learning_rate": 8.89031215525249e-09,
      "loss": 0.0012,
      "step": 116320
    },
    {
      "epoch": 1.9659802438674023,
      "grad_norm": 0.015971403568983078,
      "learning_rate": 8.802619522942924e-09,
      "loss": 0.0008,
      "step": 116330
    },
    {
      "epoch": 1.9661492441462527,
      "grad_norm": 0.04588667303323746,
      "learning_rate": 8.715361148988188e-09,
      "loss": 0.0015,
      "step": 116340
    },
    {
      "epoch": 1.9663182444251033,
      "grad_norm": 0.08584762364625931,
      "learning_rate": 8.628537040980545e-09,
      "loss": 0.0004,
      "step": 116350
    },
    {
      "epoch": 1.9664872447039539,
      "grad_norm": 0.05310555920004845,
      "learning_rate": 8.54214720647395e-09,
      "loss": 0.0008,
      "step": 116360
    },
    {
      "epoch": 1.9666562449828042,
      "grad_norm": 0.04578254744410515,
      "learning_rate": 8.456191652984614e-09,
      "loss": 0.0007,
      "step": 116370
    },
    {
      "epoch": 1.9668252452616546,
      "grad_norm": 0.06566239148378372,
      "learning_rate": 8.370670387991553e-09,
      "loss": 0.0004,
      "step": 116380
    },
    {
      "epoch": 1.9669942455405052,
      "grad_norm": 0.009525866247713566,
      "learning_rate": 8.285583418934373e-09,
      "loss": 0.0012,
      "step": 116390
    },
    {
      "epoch": 1.9671632458193558,
      "grad_norm": 0.0021493479143828154,
      "learning_rate": 8.200930753217706e-09,
      "loss": 0.0008,
      "step": 116400
    },
    {
      "epoch": 1.9673322460982061,
      "grad_norm": 0.141135573387146,
      "learning_rate": 8.116712398205106e-09,
      "loss": 0.0014,
      "step": 116410
    },
    {
      "epoch": 1.9675012463770565,
      "grad_norm": 0.10668013244867325,
      "learning_rate": 8.032928361225156e-09,
      "loss": 0.0005,
      "step": 116420
    },
    {
      "epoch": 1.9676702466559068,
      "grad_norm": 0.029699115082621574,
      "learning_rate": 7.94957864956758e-09,
      "loss": 0.0009,
      "step": 116430
    },
    {
      "epoch": 1.9678392469347574,
      "grad_norm": 0.09455449134111404,
      "learning_rate": 7.866663270483243e-09,
      "loss": 0.0028,
      "step": 116440
    },
    {
      "epoch": 1.968008247213608,
      "grad_norm": 0.079514279961586,
      "learning_rate": 7.784182231186377e-09,
      "loss": 0.0006,
      "step": 116450
    },
    {
      "epoch": 1.9681772474924584,
      "grad_norm": 0.0032341405749320984,
      "learning_rate": 7.702135538853461e-09,
      "loss": 0.0006,
      "step": 116460
    },
    {
      "epoch": 1.9683462477713087,
      "grad_norm": 0.22825823724269867,
      "learning_rate": 7.620523200623786e-09,
      "loss": 0.0007,
      "step": 116470
    },
    {
      "epoch": 1.9685152480501593,
      "grad_norm": 0.029165804386138916,
      "learning_rate": 7.539345223596672e-09,
      "loss": 0.0006,
      "step": 116480
    },
    {
      "epoch": 1.96868424832901,
      "grad_norm": 0.022949257865548134,
      "learning_rate": 7.45860161483536e-09,
      "loss": 0.0008,
      "step": 116490
    },
    {
      "epoch": 1.9688532486078603,
      "grad_norm": 7.957002526381984e-05,
      "learning_rate": 7.378292381365338e-09,
      "loss": 0.0009,
      "step": 116500
    },
    {
      "epoch": 1.9690222488867106,
      "grad_norm": 0.0328722819685936,
      "learning_rate": 7.298417530173796e-09,
      "loss": 0.0011,
      "step": 116510
    },
    {
      "epoch": 1.969191249165561,
      "grad_norm": 0.02899502031505108,
      "learning_rate": 7.218977068210175e-09,
      "loss": 0.0006,
      "step": 116520
    },
    {
      "epoch": 1.9693602494444116,
      "grad_norm": 0.011906208470463753,
      "learning_rate": 7.13997100238617e-09,
      "loss": 0.0005,
      "step": 116530
    },
    {
      "epoch": 1.9695292497232622,
      "grad_norm": 0.0017242592293769121,
      "learning_rate": 7.06139933957517e-09,
      "loss": 0.0009,
      "step": 116540
    },
    {
      "epoch": 1.9696982500021125,
      "grad_norm": 0.020453786477446556,
      "learning_rate": 6.983262086613929e-09,
      "loss": 0.0004,
      "step": 116550
    },
    {
      "epoch": 1.9698672502809629,
      "grad_norm": 0.0002729600528255105,
      "learning_rate": 6.905559250300897e-09,
      "loss": 0.0003,
      "step": 116560
    },
    {
      "epoch": 1.9700362505598135,
      "grad_norm": 0.003292068839073181,
      "learning_rate": 6.8282908373962234e-09,
      "loss": 0.0003,
      "step": 116570
    },
    {
      "epoch": 1.970205250838664,
      "grad_norm": 0.041888050734996796,
      "learning_rate": 6.751456854622307e-09,
      "loss": 0.001,
      "step": 116580
    },
    {
      "epoch": 1.9703742511175144,
      "grad_norm": 0.009963915683329105,
      "learning_rate": 6.6750573086649116e-09,
      "loss": 0.0007,
      "step": 116590
    },
    {
      "epoch": 1.9705432513963648,
      "grad_norm": 0.019223950803279877,
      "learning_rate": 6.599092206170942e-09,
      "loss": 0.0004,
      "step": 116600
    },
    {
      "epoch": 1.9707122516752151,
      "grad_norm": 0.07051514834165573,
      "learning_rate": 6.523561553749558e-09,
      "loss": 0.0004,
      "step": 116610
    },
    {
      "epoch": 1.9708812519540657,
      "grad_norm": 0.06629837304353714,
      "learning_rate": 6.448465357971612e-09,
      "loss": 0.0007,
      "step": 116620
    },
    {
      "epoch": 1.9710502522329163,
      "grad_norm": 0.007716650143265724,
      "learning_rate": 6.373803625371877e-09,
      "loss": 0.0008,
      "step": 116630
    },
    {
      "epoch": 1.9712192525117667,
      "grad_norm": 0.1488904505968094,
      "learning_rate": 6.299576362445714e-09,
      "loss": 0.0011,
      "step": 116640
    },
    {
      "epoch": 1.971388252790617,
      "grad_norm": 0.19914045929908752,
      "learning_rate": 6.225783575651845e-09,
      "loss": 0.0013,
      "step": 116650
    },
    {
      "epoch": 1.9715572530694676,
      "grad_norm": 0.06798209995031357,
      "learning_rate": 6.152425271410134e-09,
      "loss": 0.0003,
      "step": 116660
    },
    {
      "epoch": 1.971726253348318,
      "grad_norm": 0.03254680335521698,
      "learning_rate": 6.079501456102699e-09,
      "loss": 0.0002,
      "step": 116670
    },
    {
      "epoch": 1.9718952536271686,
      "grad_norm": 0.023305783048272133,
      "learning_rate": 6.007012136075019e-09,
      "loss": 0.0004,
      "step": 116680
    },
    {
      "epoch": 1.972064253906019,
      "grad_norm": 0.0026318468153476715,
      "learning_rate": 5.934957317633716e-09,
      "loss": 0.0004,
      "step": 116690
    },
    {
      "epoch": 1.9722332541848693,
      "grad_norm": 0.04221843183040619,
      "learning_rate": 5.86333700704822e-09,
      "loss": 0.0009,
      "step": 116700
    },
    {
      "epoch": 1.9724022544637199,
      "grad_norm": 0.015916381031274796,
      "learning_rate": 5.7921512105491014e-09,
      "loss": 0.0002,
      "step": 116710
    },
    {
      "epoch": 1.9725712547425704,
      "grad_norm": 0.07472866773605347,
      "learning_rate": 5.721399934330851e-09,
      "loss": 0.001,
      "step": 116720
    },
    {
      "epoch": 1.9727402550214208,
      "grad_norm": 0.011363265104591846,
      "learning_rate": 5.6510831845485446e-09,
      "loss": 0.0002,
      "step": 116730
    },
    {
      "epoch": 1.9729092553002712,
      "grad_norm": 0.01561447698622942,
      "learning_rate": 5.581200967319511e-09,
      "loss": 0.0004,
      "step": 116740
    },
    {
      "epoch": 1.9730782555791218,
      "grad_norm": 0.0016669128090143204,
      "learning_rate": 5.511753288724997e-09,
      "loss": 0.0004,
      "step": 116750
    },
    {
      "epoch": 1.9732472558579721,
      "grad_norm": 0.050874121487140656,
      "learning_rate": 5.442740154806836e-09,
      "loss": 0.0003,
      "step": 116760
    },
    {
      "epoch": 1.9734162561368227,
      "grad_norm": 0.010174013674259186,
      "learning_rate": 5.374161571569114e-09,
      "loss": 0.0003,
      "step": 116770
    },
    {
      "epoch": 1.973585256415673,
      "grad_norm": 0.15439996123313904,
      "learning_rate": 5.30601754497928e-09,
      "loss": 0.0009,
      "step": 116780
    },
    {
      "epoch": 1.9737542566945234,
      "grad_norm": 0.030735179781913757,
      "learning_rate": 5.238308080965926e-09,
      "loss": 0.0002,
      "step": 116790
    },
    {
      "epoch": 1.973923256973374,
      "grad_norm": 0.009195013903081417,
      "learning_rate": 5.171033185419339e-09,
      "loss": 0.0005,
      "step": 116800
    },
    {
      "epoch": 1.9740922572522246,
      "grad_norm": 0.016738492995500565,
      "learning_rate": 5.1041928641937245e-09,
      "loss": 0.0006,
      "step": 116810
    },
    {
      "epoch": 1.974261257531075,
      "grad_norm": 0.12038344144821167,
      "learning_rate": 5.037787123104432e-09,
      "loss": 0.0007,
      "step": 116820
    },
    {
      "epoch": 1.9744302578099253,
      "grad_norm": 0.0054839253425598145,
      "learning_rate": 4.971815967928506e-09,
      "loss": 0.0007,
      "step": 116830
    },
    {
      "epoch": 1.974599258088776,
      "grad_norm": 0.0022869163658469915,
      "learning_rate": 4.9062794044058005e-09,
      "loss": 0.0005,
      "step": 116840
    },
    {
      "epoch": 1.9747682583676263,
      "grad_norm": 0.029526591300964355,
      "learning_rate": 4.841177438238975e-09,
      "loss": 0.0005,
      "step": 116850
    },
    {
      "epoch": 1.9749372586464768,
      "grad_norm": 0.049096524715423584,
      "learning_rate": 4.776510075091834e-09,
      "loss": 0.0004,
      "step": 116860
    },
    {
      "epoch": 1.9751062589253272,
      "grad_norm": 0.013877199031412601,
      "learning_rate": 4.712277320590431e-09,
      "loss": 0.0008,
      "step": 116870
    },
    {
      "epoch": 1.9752752592041776,
      "grad_norm": 0.028061717748641968,
      "learning_rate": 4.648479180323628e-09,
      "loss": 0.0005,
      "step": 116880
    },
    {
      "epoch": 1.9754442594830282,
      "grad_norm": 0.0018484432948753238,
      "learning_rate": 4.5851156598419875e-09,
      "loss": 0.0015,
      "step": 116890
    },
    {
      "epoch": 1.9756132597618787,
      "grad_norm": 0.05465136468410492,
      "learning_rate": 4.522186764659431e-09,
      "loss": 0.0019,
      "step": 116900
    },
    {
      "epoch": 1.975782260040729,
      "grad_norm": 0.07190567255020142,
      "learning_rate": 4.459692500249357e-09,
      "loss": 0.0003,
      "step": 116910
    },
    {
      "epoch": 1.9759512603195795,
      "grad_norm": 0.0014867663849145174,
      "learning_rate": 4.39763287205075e-09,
      "loss": 0.0002,
      "step": 116920
    },
    {
      "epoch": 1.9761202605984298,
      "grad_norm": 0.0075894673354923725,
      "learning_rate": 4.336007885461513e-09,
      "loss": 0.0013,
      "step": 116930
    },
    {
      "epoch": 1.9762892608772804,
      "grad_norm": 0.03782112896442413,
      "learning_rate": 4.274817545844579e-09,
      "loss": 0.0007,
      "step": 116940
    },
    {
      "epoch": 1.976458261156131,
      "grad_norm": 0.008285623043775558,
      "learning_rate": 4.214061858523466e-09,
      "loss": 0.0002,
      "step": 116950
    },
    {
      "epoch": 1.9766272614349814,
      "grad_norm": 0.03550859913229942,
      "learning_rate": 4.153740828783948e-09,
      "loss": 0.0003,
      "step": 116960
    },
    {
      "epoch": 1.9767962617138317,
      "grad_norm": 0.0036612313706427813,
      "learning_rate": 4.093854461874602e-09,
      "loss": 0.0006,
      "step": 116970
    },
    {
      "epoch": 1.9769652619926823,
      "grad_norm": 0.03043430857360363,
      "learning_rate": 4.034402763005707e-09,
      "loss": 0.0007,
      "step": 116980
    },
    {
      "epoch": 1.9771342622715329,
      "grad_norm": 0.06967907398939133,
      "learning_rate": 3.975385737349791e-09,
      "loss": 0.0012,
      "step": 116990
    },
    {
      "epoch": 1.9773032625503832,
      "grad_norm": 0.04638737067580223,
      "learning_rate": 3.916803390041079e-09,
      "loss": 0.0008,
      "step": 117000
    },
    {
      "epoch": 1.9774722628292336,
      "grad_norm": 0.0009102841722778976,
      "learning_rate": 3.858655726177718e-09,
      "loss": 0.0004,
      "step": 117010
    },
    {
      "epoch": 1.977641263108084,
      "grad_norm": 0.03580011427402496,
      "learning_rate": 3.800942750817882e-09,
      "loss": 0.0015,
      "step": 117020
    },
    {
      "epoch": 1.9778102633869346,
      "grad_norm": 0.013440757989883423,
      "learning_rate": 3.74366446898311e-09,
      "loss": 0.0004,
      "step": 117030
    },
    {
      "epoch": 1.9779792636657851,
      "grad_norm": 0.11920007318258286,
      "learning_rate": 3.686820885656639e-09,
      "loss": 0.0018,
      "step": 117040
    },
    {
      "epoch": 1.9781482639446355,
      "grad_norm": 0.0707445740699768,
      "learning_rate": 3.6304120057850666e-09,
      "loss": 0.0006,
      "step": 117050
    },
    {
      "epoch": 1.9783172642234859,
      "grad_norm": 0.030176930129528046,
      "learning_rate": 3.574437834275024e-09,
      "loss": 0.0003,
      "step": 117060
    },
    {
      "epoch": 1.9784862645023364,
      "grad_norm": 0.0009361015981994569,
      "learning_rate": 3.5188983759976148e-09,
      "loss": 0.001,
      "step": 117070
    },
    {
      "epoch": 1.978655264781187,
      "grad_norm": 0.006318709347397089,
      "learning_rate": 3.4637936357845294e-09,
      "loss": 0.0006,
      "step": 117080
    },
    {
      "epoch": 1.9788242650600374,
      "grad_norm": 0.009384984150528908,
      "learning_rate": 3.4091236184297104e-09,
      "loss": 0.0003,
      "step": 117090
    },
    {
      "epoch": 1.9789932653388878,
      "grad_norm": 0.0048936703242361546,
      "learning_rate": 3.3548883286904643e-09,
      "loss": 0.0006,
      "step": 117100
    },
    {
      "epoch": 1.9791622656177381,
      "grad_norm": 0.2528400421142578,
      "learning_rate": 3.3010877712857935e-09,
      "loss": 0.0007,
      "step": 117110
    },
    {
      "epoch": 1.9793312658965887,
      "grad_norm": 0.0070115034468472,
      "learning_rate": 3.2477219508952884e-09,
      "loss": 0.0003,
      "step": 117120
    },
    {
      "epoch": 1.9795002661754393,
      "grad_norm": 0.06373371928930283,
      "learning_rate": 3.1947908721630118e-09,
      "loss": 0.0007,
      "step": 117130
    },
    {
      "epoch": 1.9796692664542896,
      "grad_norm": 0.012733974494040012,
      "learning_rate": 3.1422945396936134e-09,
      "loss": 0.0006,
      "step": 117140
    },
    {
      "epoch": 1.97983826673314,
      "grad_norm": 0.015270589850842953,
      "learning_rate": 3.090232958055661e-09,
      "loss": 0.0006,
      "step": 117150
    },
    {
      "epoch": 1.9800072670119906,
      "grad_norm": 0.04006693512201309,
      "learning_rate": 3.0386061317777547e-09,
      "loss": 0.0003,
      "step": 117160
    },
    {
      "epoch": 1.9801762672908412,
      "grad_norm": 0.04597114399075508,
      "learning_rate": 2.987414065351857e-09,
      "loss": 0.0008,
      "step": 117170
    },
    {
      "epoch": 1.9803452675696915,
      "grad_norm": 0.05991408973932266,
      "learning_rate": 2.936656763232182e-09,
      "loss": 0.0009,
      "step": 117180
    },
    {
      "epoch": 1.980514267848542,
      "grad_norm": 0.0410887710750103,
      "learning_rate": 2.886334229834087e-09,
      "loss": 0.0006,
      "step": 117190
    },
    {
      "epoch": 1.9806832681273923,
      "grad_norm": 0.02065216936171055,
      "learning_rate": 2.8364464695374016e-09,
      "loss": 0.0005,
      "step": 117200
    },
    {
      "epoch": 1.9808522684062428,
      "grad_norm": 0.028431864455342293,
      "learning_rate": 2.786993486680878e-09,
      "loss": 0.0005,
      "step": 117210
    },
    {
      "epoch": 1.9810212686850934,
      "grad_norm": 0.0024671663995832205,
      "learning_rate": 2.73797528556885e-09,
      "loss": 0.0003,
      "step": 117220
    },
    {
      "epoch": 1.9811902689639438,
      "grad_norm": 0.08679312467575073,
      "learning_rate": 2.689391870464575e-09,
      "loss": 0.0005,
      "step": 117230
    },
    {
      "epoch": 1.9813592692427942,
      "grad_norm": 0.015164055861532688,
      "learning_rate": 2.6412432455957815e-09,
      "loss": 0.0007,
      "step": 117240
    },
    {
      "epoch": 1.9815282695216447,
      "grad_norm": 0.09785941988229752,
      "learning_rate": 2.5935294151518962e-09,
      "loss": 0.0004,
      "step": 117250
    },
    {
      "epoch": 1.9816972698004953,
      "grad_norm": 0.008396162651479244,
      "learning_rate": 2.5462503832834885e-09,
      "loss": 0.0006,
      "step": 117260
    },
    {
      "epoch": 1.9818662700793457,
      "grad_norm": 0.06484334170818329,
      "learning_rate": 2.499406154105044e-09,
      "loss": 0.0008,
      "step": 117270
    },
    {
      "epoch": 1.982035270358196,
      "grad_norm": 0.00378989614546299,
      "learning_rate": 2.452996731691637e-09,
      "loss": 0.0008,
      "step": 117280
    },
    {
      "epoch": 1.9822042706370464,
      "grad_norm": 0.02313057705760002,
      "learning_rate": 2.407022120080593e-09,
      "loss": 0.0003,
      "step": 117290
    },
    {
      "epoch": 1.982373270915897,
      "grad_norm": 0.019154351204633713,
      "learning_rate": 2.3614823232731566e-09,
      "loss": 0.001,
      "step": 117300
    },
    {
      "epoch": 1.9825422711947476,
      "grad_norm": 0.00604259455576539,
      "learning_rate": 2.3163773452306025e-09,
      "loss": 0.0003,
      "step": 117310
    },
    {
      "epoch": 1.982711271473598,
      "grad_norm": 0.002542471280321479,
      "learning_rate": 2.27170718987757e-09,
      "loss": 0.0006,
      "step": 117320
    },
    {
      "epoch": 1.9828802717524483,
      "grad_norm": 0.023002471774816513,
      "learning_rate": 2.2274718611009492e-09,
      "loss": 0.0002,
      "step": 117330
    },
    {
      "epoch": 1.9830492720312989,
      "grad_norm": 0.013058079406619072,
      "learning_rate": 2.1836713627487737e-09,
      "loss": 0.0009,
      "step": 117340
    },
    {
      "epoch": 1.9832182723101495,
      "grad_norm": 0.002443569479510188,
      "learning_rate": 2.1403056986318837e-09,
      "loss": 0.0005,
      "step": 117350
    },
    {
      "epoch": 1.9833872725889998,
      "grad_norm": 0.0016154100885614753,
      "learning_rate": 2.0973748725239276e-09,
      "loss": 0.0003,
      "step": 117360
    },
    {
      "epoch": 1.9835562728678502,
      "grad_norm": 0.1025247722864151,
      "learning_rate": 2.054878888159695e-09,
      "loss": 0.001,
      "step": 117370
    },
    {
      "epoch": 1.9837252731467006,
      "grad_norm": 0.03784005716443062,
      "learning_rate": 2.0128177492362288e-09,
      "loss": 0.0006,
      "step": 117380
    },
    {
      "epoch": 1.9838942734255511,
      "grad_norm": 0.0560203418135643,
      "learning_rate": 1.9711914594139347e-09,
      "loss": 0.0005,
      "step": 117390
    },
    {
      "epoch": 1.9840632737044017,
      "grad_norm": 0.08814750611782074,
      "learning_rate": 1.9300000223138047e-09,
      "loss": 0.0011,
      "step": 117400
    },
    {
      "epoch": 1.984232273983252,
      "grad_norm": 0.030366649851202965,
      "learning_rate": 1.889243441519639e-09,
      "loss": 0.0005,
      "step": 117410
    },
    {
      "epoch": 1.9844012742621024,
      "grad_norm": 0.010514308698475361,
      "learning_rate": 1.8489217205780453e-09,
      "loss": 0.0004,
      "step": 117420
    },
    {
      "epoch": 1.984570274540953,
      "grad_norm": 0.02470279298722744,
      "learning_rate": 1.8090348629967724e-09,
      "loss": 0.0006,
      "step": 117430
    },
    {
      "epoch": 1.9847392748198036,
      "grad_norm": 0.033508431166410446,
      "learning_rate": 1.769582872245823e-09,
      "loss": 0.0005,
      "step": 117440
    },
    {
      "epoch": 1.984908275098654,
      "grad_norm": 0.030686290934681892,
      "learning_rate": 1.7305657517585616e-09,
      "loss": 0.0003,
      "step": 117450
    },
    {
      "epoch": 1.9850772753775043,
      "grad_norm": 0.051201045513153076,
      "learning_rate": 1.6919835049294952e-09,
      "loss": 0.0007,
      "step": 117460
    },
    {
      "epoch": 1.9852462756563547,
      "grad_norm": 0.07473219931125641,
      "learning_rate": 1.653836135114828e-09,
      "loss": 0.0004,
      "step": 117470
    },
    {
      "epoch": 1.9854152759352053,
      "grad_norm": 0.08911773562431335,
      "learning_rate": 1.6161236456341268e-09,
      "loss": 0.0006,
      "step": 117480
    },
    {
      "epoch": 1.9855842762140559,
      "grad_norm": 0.03183027356863022,
      "learning_rate": 1.5788460397686555e-09,
      "loss": 0.0005,
      "step": 117490
    },
    {
      "epoch": 1.9857532764929062,
      "grad_norm": 0.01687448099255562,
      "learning_rate": 1.542003320760821e-09,
      "loss": 0.0007,
      "step": 117500
    },
    {
      "epoch": 1.9859222767717566,
      "grad_norm": 0.0014734736178070307,
      "learning_rate": 1.505595491817502e-09,
      "loss": 0.0007,
      "step": 117510
    },
    {
      "epoch": 1.9860912770506072,
      "grad_norm": 0.011509898118674755,
      "learning_rate": 1.4696225561050548e-09,
      "loss": 0.0004,
      "step": 117520
    },
    {
      "epoch": 1.9862602773294578,
      "grad_norm": 0.19320784509181976,
      "learning_rate": 1.4340845167543082e-09,
      "loss": 0.002,
      "step": 117530
    },
    {
      "epoch": 1.9864292776083081,
      "grad_norm": 0.09815225750207901,
      "learning_rate": 1.3989813768566785e-09,
      "loss": 0.0003,
      "step": 117540
    },
    {
      "epoch": 1.9865982778871585,
      "grad_norm": 0.002282196655869484,
      "learning_rate": 1.3643131394663888e-09,
      "loss": 0.0001,
      "step": 117550
    },
    {
      "epoch": 1.9867672781660088,
      "grad_norm": 0.0062440186738967896,
      "learning_rate": 1.3300798075993604e-09,
      "loss": 0.0007,
      "step": 117560
    },
    {
      "epoch": 1.9869362784448594,
      "grad_norm": 0.08370395749807358,
      "learning_rate": 1.2962813842354316e-09,
      "loss": 0.001,
      "step": 117570
    },
    {
      "epoch": 1.98710527872371,
      "grad_norm": 0.014962395653128624,
      "learning_rate": 1.2629178723133628e-09,
      "loss": 0.0003,
      "step": 117580
    },
    {
      "epoch": 1.9872742790025604,
      "grad_norm": 0.021809512749314308,
      "learning_rate": 1.2299892747374975e-09,
      "loss": 0.0004,
      "step": 117590
    },
    {
      "epoch": 1.9874432792814107,
      "grad_norm": 0.06284677982330322,
      "learning_rate": 1.197495594372211e-09,
      "loss": 0.0003,
      "step": 117600
    },
    {
      "epoch": 1.9876122795602613,
      "grad_norm": 0.16132612526416779,
      "learning_rate": 1.1654368340441313e-09,
      "loss": 0.0007,
      "step": 117610
    },
    {
      "epoch": 1.9877812798391117,
      "grad_norm": 0.00846133567392826,
      "learning_rate": 1.1338129965432488e-09,
      "loss": 0.0003,
      "step": 117620
    },
    {
      "epoch": 1.9879502801179623,
      "grad_norm": 0.07285846769809723,
      "learning_rate": 1.1026240846206959e-09,
      "loss": 0.0005,
      "step": 117630
    },
    {
      "epoch": 1.9881192803968126,
      "grad_norm": 0.03198720142245293,
      "learning_rate": 1.071870100989858e-09,
      "loss": 0.0005,
      "step": 117640
    },
    {
      "epoch": 1.988288280675663,
      "grad_norm": 0.013117395341396332,
      "learning_rate": 1.0415510483269276e-09,
      "loss": 0.0002,
      "step": 117650
    },
    {
      "epoch": 1.9884572809545136,
      "grad_norm": 0.0321161225438118,
      "learning_rate": 1.0116669292692393e-09,
      "loss": 0.0019,
      "step": 117660
    },
    {
      "epoch": 1.9886262812333642,
      "grad_norm": 0.002161074196919799,
      "learning_rate": 9.82217746417491e-10,
      "loss": 0.0009,
      "step": 117670
    },
    {
      "epoch": 1.9887952815122145,
      "grad_norm": 0.025001564994454384,
      "learning_rate": 9.532035023335219e-10,
      "loss": 0.0024,
      "step": 117680
    },
    {
      "epoch": 1.9889642817910649,
      "grad_norm": 0.04951312392950058,
      "learning_rate": 9.246241995419791e-10,
      "loss": 0.0003,
      "step": 117690
    },
    {
      "epoch": 1.9891332820699155,
      "grad_norm": 0.05861971899867058,
      "learning_rate": 8.964798405292074e-10,
      "loss": 0.0005,
      "step": 117700
    },
    {
      "epoch": 1.9893022823487658,
      "grad_norm": 0.04036771133542061,
      "learning_rate": 8.687704277432485e-10,
      "loss": 0.0007,
      "step": 117710
    },
    {
      "epoch": 1.9894712826276164,
      "grad_norm": 0.0003445586480665952,
      "learning_rate": 8.414959635960618e-10,
      "loss": 0.0006,
      "step": 117720
    },
    {
      "epoch": 1.9896402829064668,
      "grad_norm": 0.09235519915819168,
      "learning_rate": 8.146564504601939e-10,
      "loss": 0.0007,
      "step": 117730
    },
    {
      "epoch": 1.9898092831853171,
      "grad_norm": 0.07501112669706345,
      "learning_rate": 7.882518906709991e-10,
      "loss": 0.0006,
      "step": 117740
    },
    {
      "epoch": 1.9899782834641677,
      "grad_norm": 0.009308923967182636,
      "learning_rate": 7.622822865255286e-10,
      "loss": 0.0012,
      "step": 117750
    },
    {
      "epoch": 1.9901472837430183,
      "grad_norm": 0.059830378741025925,
      "learning_rate": 7.367476402830864e-10,
      "loss": 0.0009,
      "step": 117760
    },
    {
      "epoch": 1.9903162840218687,
      "grad_norm": 0.015614648349583149,
      "learning_rate": 7.116479541657839e-10,
      "loss": 0.0003,
      "step": 117770
    },
    {
      "epoch": 1.990485284300719,
      "grad_norm": 0.06734458357095718,
      "learning_rate": 6.869832303574298e-10,
      "loss": 0.0006,
      "step": 117780
    },
    {
      "epoch": 1.9906542845795696,
      "grad_norm": 0.006938898470252752,
      "learning_rate": 6.627534710035299e-10,
      "loss": 0.0024,
      "step": 117790
    },
    {
      "epoch": 1.99082328485842,
      "grad_norm": 0.036555707454681396,
      "learning_rate": 6.38958678212398e-10,
      "loss": 0.0009,
      "step": 117800
    },
    {
      "epoch": 1.9909922851372706,
      "grad_norm": 0.07078488916158676,
      "learning_rate": 6.155988540545999e-10,
      "loss": 0.0009,
      "step": 117810
    },
    {
      "epoch": 1.991161285416121,
      "grad_norm": 0.004905702080577612,
      "learning_rate": 5.926740005618436e-10,
      "loss": 0.001,
      "step": 117820
    },
    {
      "epoch": 1.9913302856949713,
      "grad_norm": 0.11632024496793747,
      "learning_rate": 5.701841197297553e-10,
      "loss": 0.0013,
      "step": 117830
    },
    {
      "epoch": 1.9914992859738219,
      "grad_norm": 0.010307352989912033,
      "learning_rate": 5.481292135139926e-10,
      "loss": 0.0004,
      "step": 117840
    },
    {
      "epoch": 1.9916682862526724,
      "grad_norm": 0.1011987254023552,
      "learning_rate": 5.265092838335762e-10,
      "loss": 0.0007,
      "step": 117850
    },
    {
      "epoch": 1.9918372865315228,
      "grad_norm": 0.00017056192154996097,
      "learning_rate": 5.053243325703339e-10,
      "loss": 0.0006,
      "step": 117860
    },
    {
      "epoch": 1.9920062868103732,
      "grad_norm": 0.00032645714236423373,
      "learning_rate": 4.84574361567236e-10,
      "loss": 0.0003,
      "step": 117870
    },
    {
      "epoch": 1.9921752870892235,
      "grad_norm": 0.006950442213565111,
      "learning_rate": 4.6425937262895017e-10,
      "loss": 0.0008,
      "step": 117880
    },
    {
      "epoch": 1.9923442873680741,
      "grad_norm": 0.019113315269351006,
      "learning_rate": 4.443793675235064e-10,
      "loss": 0.0005,
      "step": 117890
    },
    {
      "epoch": 1.9925132876469247,
      "grad_norm": 0.01378389447927475,
      "learning_rate": 4.2493434798007715e-10,
      "loss": 0.0006,
      "step": 117900
    },
    {
      "epoch": 1.992682287925775,
      "grad_norm": 0.03983868658542633,
      "learning_rate": 4.059243156911974e-10,
      "loss": 0.0005,
      "step": 117910
    },
    {
      "epoch": 1.9928512882046254,
      "grad_norm": 0.017251068726181984,
      "learning_rate": 3.873492723105443e-10,
      "loss": 0.0003,
      "step": 117920
    },
    {
      "epoch": 1.993020288483476,
      "grad_norm": 0.0006921543390490115,
      "learning_rate": 3.692092194540475e-10,
      "loss": 0.0006,
      "step": 117930
    },
    {
      "epoch": 1.9931892887623266,
      "grad_norm": 0.08097910135984421,
      "learning_rate": 3.515041587004442e-10,
      "loss": 0.0007,
      "step": 117940
    },
    {
      "epoch": 1.993358289041177,
      "grad_norm": 0.01713497005403042,
      "learning_rate": 3.342340915896136e-10,
      "loss": 0.0005,
      "step": 117950
    },
    {
      "epoch": 1.9935272893200273,
      "grad_norm": 0.018909644335508347,
      "learning_rate": 3.173990196242427e-10,
      "loss": 0.0011,
      "step": 117960
    },
    {
      "epoch": 1.9936962895988777,
      "grad_norm": 0.0007610021275468171,
      "learning_rate": 3.0099894426927066e-10,
      "loss": 0.0013,
      "step": 117970
    },
    {
      "epoch": 1.9938652898777283,
      "grad_norm": 0.0057690683752298355,
      "learning_rate": 2.850338669518893e-10,
      "loss": 0.0005,
      "step": 117980
    },
    {
      "epoch": 1.9940342901565788,
      "grad_norm": 0.0039121732115745544,
      "learning_rate": 2.695037890604324e-10,
      "loss": 0.0004,
      "step": 117990
    },
    {
      "epoch": 1.9942032904354292,
      "grad_norm": 0.05107155814766884,
      "learning_rate": 2.5440871194604144e-10,
      "loss": 0.0006,
      "step": 118000
    },
    {
      "epoch": 1.9943722907142796,
      "grad_norm": 0.058372240513563156,
      "learning_rate": 2.3974863692266537e-10,
      "loss": 0.0009,
      "step": 118010
    },
    {
      "epoch": 1.9945412909931302,
      "grad_norm": 0.03363621607422829,
      "learning_rate": 2.255235652653953e-10,
      "loss": 0.0005,
      "step": 118020
    },
    {
      "epoch": 1.9947102912719807,
      "grad_norm": 0.015248659998178482,
      "learning_rate": 2.1173349821268508e-10,
      "loss": 0.0005,
      "step": 118030
    },
    {
      "epoch": 1.994879291550831,
      "grad_norm": 0.10280773043632507,
      "learning_rate": 1.9837843696302039e-10,
      "loss": 0.002,
      "step": 118040
    },
    {
      "epoch": 1.9950482918296815,
      "grad_norm": 0.07708601653575897,
      "learning_rate": 1.854583826793599e-10,
      "loss": 0.0013,
      "step": 118050
    },
    {
      "epoch": 1.9952172921085318,
      "grad_norm": 0.02261054702103138,
      "learning_rate": 1.7297333648524928e-10,
      "loss": 0.0032,
      "step": 118060
    },
    {
      "epoch": 1.9953862923873824,
      "grad_norm": 0.026327621191740036,
      "learning_rate": 1.6092329946704178e-10,
      "loss": 0.0008,
      "step": 118070
    },
    {
      "epoch": 1.995555292666233,
      "grad_norm": 0.019617615267634392,
      "learning_rate": 1.4930827267389814e-10,
      "loss": 0.0003,
      "step": 118080
    },
    {
      "epoch": 1.9957242929450834,
      "grad_norm": 0.11332027614116669,
      "learning_rate": 1.3812825711556622e-10,
      "loss": 0.0008,
      "step": 118090
    },
    {
      "epoch": 1.9958932932239337,
      "grad_norm": 0.01800505258142948,
      "learning_rate": 1.2738325376460136e-10,
      "loss": 0.0004,
      "step": 118100
    },
    {
      "epoch": 1.9960622935027843,
      "grad_norm": 0.0007165533606894314,
      "learning_rate": 1.170732635563665e-10,
      "loss": 0.0007,
      "step": 118110
    },
    {
      "epoch": 1.9962312937816349,
      "grad_norm": 0.19624696671962738,
      "learning_rate": 1.0719828738792182e-10,
      "loss": 0.0006,
      "step": 118120
    },
    {
      "epoch": 1.9964002940604852,
      "grad_norm": 0.03249282389879227,
      "learning_rate": 9.775832611802483e-11,
      "loss": 0.0006,
      "step": 118130
    },
    {
      "epoch": 1.9965692943393356,
      "grad_norm": 0.04424285143613815,
      "learning_rate": 8.875338056824057e-11,
      "loss": 0.0003,
      "step": 118140
    },
    {
      "epoch": 1.996738294618186,
      "grad_norm": 0.0007160080131143332,
      "learning_rate": 8.018345152238649e-11,
      "loss": 0.0008,
      "step": 118150
    },
    {
      "epoch": 1.9969072948970366,
      "grad_norm": 0.08032648265361786,
      "learning_rate": 7.204853972542225e-11,
      "loss": 0.0005,
      "step": 118160
    },
    {
      "epoch": 1.9970762951758871,
      "grad_norm": 0.014756135642528534,
      "learning_rate": 6.434864588567013e-11,
      "loss": 0.0007,
      "step": 118170
    },
    {
      "epoch": 1.9972452954547375,
      "grad_norm": 0.05486934632062912,
      "learning_rate": 5.708377067259463e-11,
      "loss": 0.0013,
      "step": 118180
    },
    {
      "epoch": 1.9974142957335879,
      "grad_norm": 0.07138478010892868,
      "learning_rate": 5.0253914718467746e-11,
      "loss": 0.0018,
      "step": 118190
    },
    {
      "epoch": 1.9975832960124384,
      "grad_norm": 0.03233276307582855,
      "learning_rate": 4.385907861781391e-11,
      "loss": 0.0003,
      "step": 118200
    },
    {
      "epoch": 1.997752296291289,
      "grad_norm": 0.05701679736375809,
      "learning_rate": 3.789926292685486e-11,
      "loss": 0.0008,
      "step": 118210
    },
    {
      "epoch": 1.9979212965701394,
      "grad_norm": 0.15732277929782867,
      "learning_rate": 3.237446816350964e-11,
      "loss": 0.0004,
      "step": 118220
    },
    {
      "epoch": 1.9980902968489898,
      "grad_norm": 0.02079329639673233,
      "learning_rate": 2.7284694809615042e-11,
      "loss": 0.001,
      "step": 118230
    },
    {
      "epoch": 1.9982592971278401,
      "grad_norm": 0.04122069850564003,
      "learning_rate": 2.2629943307039827e-11,
      "loss": 0.001,
      "step": 118240
    },
    {
      "epoch": 1.9984282974066907,
      "grad_norm": 0.01309211365878582,
      "learning_rate": 1.8410214061015396e-11,
      "loss": 0.0003,
      "step": 118250
    },
    {
      "epoch": 1.9985972976855413,
      "grad_norm": 0.09661834686994553,
      "learning_rate": 1.4625507439025577e-11,
      "loss": 0.0009,
      "step": 118260
    },
    {
      "epoch": 1.9987662979643916,
      "grad_norm": 0.16295121610164642,
      "learning_rate": 1.1275823770251493e-11,
      "loss": 0.0006,
      "step": 118270
    },
    {
      "epoch": 1.998935298243242,
      "grad_norm": 0.011920265853404999,
      "learning_rate": 8.361163345571577e-12,
      "loss": 0.0012,
      "step": 118280
    },
    {
      "epoch": 1.9991042985220926,
      "grad_norm": 0.009564779698848724,
      "learning_rate": 5.881526419226902e-12,
      "loss": 0.0012,
      "step": 118290
    },
    {
      "epoch": 1.9992732988009432,
      "grad_norm": 0.05826535448431969,
      "learning_rate": 3.836913206600734e-12,
      "loss": 0.0008,
      "step": 118300
    },
    {
      "epoch": 1.9994422990797935,
      "grad_norm": 0.009812925010919571,
      "learning_rate": 2.2273238858838697e-12,
      "loss": 0.0007,
      "step": 118310
    },
    {
      "epoch": 1.999611299358644,
      "grad_norm": 0.0485992468893528,
      "learning_rate": 1.0527585964092979e-12,
      "loss": 0.0004,
      "step": 118320
    },
    {
      "epoch": 1.9997802996374943,
      "grad_norm": 0.030909573659300804,
      "learning_rate": 3.1321744142776e-13,
      "loss": 0.0006,
      "step": 118330
    },
    {
      "epoch": 1.9999492999163448,
      "grad_norm": 0.021162638440728188,
      "learning_rate": 8.700484777079965e-15,
      "loss": 0.0006,
      "step": 118340
    },
    {
      "epoch": 1.9999830999721149,
      "step": 118342,
      "total_flos": 1.4764570273982185e+19,
      "train_loss": 0.003653812557283815,
      "train_runtime": 130211.2924,
      "train_samples_per_second": 7.271,
      "train_steps_per_second": 0.909
    }
  ],
  "logging_steps": 10,
  "max_steps": 118342,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 62000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4764570273982185e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}