{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 5334,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0009373828271466067,
      "grad_norm": 55.87532592115914,
      "learning_rate": 2.8089887640449436e-06,
      "loss": 3.8993,
      "step": 5
    },
    {
      "epoch": 0.0018747656542932134,
      "grad_norm": 39.52831505761594,
      "learning_rate": 5.617977528089887e-06,
      "loss": 3.4743,
      "step": 10
    },
    {
      "epoch": 0.00281214848143982,
      "grad_norm": 22.428432087019985,
      "learning_rate": 8.42696629213483e-06,
      "loss": 2.8849,
      "step": 15
    },
    {
      "epoch": 0.0037495313085864268,
      "grad_norm": 9.054209275536381,
      "learning_rate": 1.1235955056179774e-05,
      "loss": 2.1428,
      "step": 20
    },
    {
      "epoch": 0.004686914135733034,
      "grad_norm": 3.948592126973317,
      "learning_rate": 1.404494382022472e-05,
      "loss": 1.7056,
      "step": 25
    },
    {
      "epoch": 0.00562429696287964,
      "grad_norm": 2.299992616041375,
      "learning_rate": 1.685393258426966e-05,
      "loss": 1.4186,
      "step": 30
    },
    {
      "epoch": 0.006561679790026247,
      "grad_norm": 0.9839714616377845,
      "learning_rate": 1.9662921348314603e-05,
      "loss": 1.2306,
      "step": 35
    },
    {
      "epoch": 0.0074990626171728535,
      "grad_norm": 0.6008365887782849,
      "learning_rate": 2.247191011235955e-05,
      "loss": 1.1511,
      "step": 40
    },
    {
      "epoch": 0.00843644544431946,
      "grad_norm": 0.4330325556834079,
      "learning_rate": 2.528089887640449e-05,
      "loss": 1.0624,
      "step": 45
    },
    {
      "epoch": 0.009373828271466067,
      "grad_norm": 0.35553504278533465,
      "learning_rate": 2.808988764044944e-05,
      "loss": 1.0431,
      "step": 50
    },
    {
      "epoch": 0.010311211098612674,
      "grad_norm": 0.25388532511026035,
      "learning_rate": 3.089887640449438e-05,
      "loss": 1.005,
      "step": 55
    },
    {
      "epoch": 0.01124859392575928,
      "grad_norm": 0.2576041354688323,
      "learning_rate": 3.370786516853932e-05,
      "loss": 0.9996,
      "step": 60
    },
    {
      "epoch": 0.012185976752905886,
      "grad_norm": 0.21819394992900415,
      "learning_rate": 3.6516853932584265e-05,
      "loss": 0.9775,
      "step": 65
    },
    {
      "epoch": 0.013123359580052493,
      "grad_norm": 0.21574042351319167,
      "learning_rate": 3.932584269662921e-05,
      "loss": 0.9914,
      "step": 70
    },
    {
      "epoch": 0.0140607424071991,
      "grad_norm": 0.18802524325518408,
      "learning_rate": 4.2134831460674156e-05,
      "loss": 0.9853,
      "step": 75
    },
    {
      "epoch": 0.014998125234345707,
      "grad_norm": 0.18620252651860728,
      "learning_rate": 4.49438202247191e-05,
      "loss": 1.0079,
      "step": 80
    },
    {
      "epoch": 0.015935508061492312,
      "grad_norm": 0.18097949689788895,
      "learning_rate": 4.775280898876404e-05,
      "loss": 0.9329,
      "step": 85
    },
    {
      "epoch": 0.01687289088863892,
      "grad_norm": 0.15787887483249505,
      "learning_rate": 5.056179775280898e-05,
      "loss": 0.9277,
      "step": 90
    },
    {
      "epoch": 0.017810273715785526,
      "grad_norm": 0.15373249141451148,
      "learning_rate": 5.337078651685392e-05,
      "loss": 0.9232,
      "step": 95
    },
    {
      "epoch": 0.018747656542932135,
      "grad_norm": 0.13868806686970064,
      "learning_rate": 5.617977528089888e-05,
      "loss": 0.9002,
      "step": 100
    },
    {
      "epoch": 0.01968503937007874,
      "grad_norm": 0.14099964891127995,
      "learning_rate": 5.898876404494382e-05,
      "loss": 0.916,
      "step": 105
    },
    {
      "epoch": 0.02062242219722535,
      "grad_norm": 0.12190687602764205,
      "learning_rate": 6.179775280898876e-05,
      "loss": 0.926,
      "step": 110
    },
    {
      "epoch": 0.021559805024371954,
      "grad_norm": 0.1146212972821343,
      "learning_rate": 6.46067415730337e-05,
      "loss": 0.9661,
      "step": 115
    },
    {
      "epoch": 0.02249718785151856,
      "grad_norm": 0.1305834260724098,
      "learning_rate": 6.741573033707865e-05,
      "loss": 0.8979,
      "step": 120
    },
    {
      "epoch": 0.023434570678665168,
      "grad_norm": 0.09286668479471845,
      "learning_rate": 7.022471910112359e-05,
      "loss": 0.895,
      "step": 125
    },
    {
      "epoch": 0.024371953505811773,
      "grad_norm": 0.09893175557780264,
      "learning_rate": 7.303370786516853e-05,
      "loss": 0.8941,
      "step": 130
    },
    {
      "epoch": 0.02530933633295838,
      "grad_norm": 0.08722137311816515,
      "learning_rate": 7.584269662921347e-05,
      "loss": 0.887,
      "step": 135
    },
    {
      "epoch": 0.026246719160104987,
      "grad_norm": 0.08022348162278936,
      "learning_rate": 7.865168539325841e-05,
      "loss": 0.8804,
      "step": 140
    },
    {
      "epoch": 0.027184101987251595,
      "grad_norm": 0.08856735925510693,
      "learning_rate": 8.146067415730337e-05,
      "loss": 0.855,
      "step": 145
    },
    {
      "epoch": 0.0281214848143982,
      "grad_norm": 0.08311974627408422,
      "learning_rate": 8.426966292134831e-05,
      "loss": 0.8837,
      "step": 150
    },
    {
      "epoch": 0.029058867641544806,
      "grad_norm": 0.07297089629042264,
      "learning_rate": 8.707865168539325e-05,
      "loss": 0.8748,
      "step": 155
    },
    {
      "epoch": 0.029996250468691414,
      "grad_norm": 0.0720196207299981,
      "learning_rate": 8.98876404494382e-05,
      "loss": 0.8997,
      "step": 160
    },
    {
      "epoch": 0.03093363329583802,
      "grad_norm": 0.07463772342009761,
      "learning_rate": 9.269662921348314e-05,
      "loss": 0.9228,
      "step": 165
    },
    {
      "epoch": 0.031871016122984624,
      "grad_norm": 0.08058875574417819,
      "learning_rate": 9.550561797752808e-05,
      "loss": 0.8742,
      "step": 170
    },
    {
      "epoch": 0.03280839895013123,
      "grad_norm": 0.07434935030584572,
      "learning_rate": 9.831460674157303e-05,
      "loss": 0.9169,
      "step": 175
    },
    {
      "epoch": 0.03374578177727784,
      "grad_norm": 0.06516079400878816,
      "learning_rate": 0.00010112359550561796,
      "loss": 0.8842,
      "step": 180
    },
    {
      "epoch": 0.034683164604424443,
      "grad_norm": 0.068946140527396,
      "learning_rate": 0.00010393258426966292,
      "loss": 0.8673,
      "step": 185
    },
    {
      "epoch": 0.03562054743157105,
      "grad_norm": 0.0742056092302864,
      "learning_rate": 0.00010674157303370785,
      "loss": 0.8704,
      "step": 190
    },
    {
      "epoch": 0.03655793025871766,
      "grad_norm": 0.09321869505325037,
      "learning_rate": 0.0001095505617977528,
      "loss": 0.8774,
      "step": 195
    },
    {
      "epoch": 0.03749531308586427,
      "grad_norm": 0.07237285280180873,
      "learning_rate": 0.00011235955056179776,
      "loss": 0.8645,
      "step": 200
    },
    {
      "epoch": 0.03843269591301087,
      "grad_norm": 0.0725790446638447,
      "learning_rate": 0.00011516853932584269,
      "loss": 0.8853,
      "step": 205
    },
    {
      "epoch": 0.03937007874015748,
      "grad_norm": 0.06714726508233679,
      "learning_rate": 0.00011797752808988764,
      "loss": 0.8722,
      "step": 210
    },
    {
      "epoch": 0.04030746156730409,
      "grad_norm": 0.06816724261165027,
      "learning_rate": 0.00012078651685393257,
      "loss": 0.857,
      "step": 215
    },
    {
      "epoch": 0.0412448443944507,
      "grad_norm": 0.0630221201023211,
      "learning_rate": 0.00012359550561797752,
      "loss": 0.8844,
      "step": 220
    },
    {
      "epoch": 0.0421822272215973,
      "grad_norm": 0.06920243449410893,
      "learning_rate": 0.00012640449438202245,
      "loss": 0.8786,
      "step": 225
    },
    {
      "epoch": 0.04311961004874391,
      "grad_norm": 0.07088619559489383,
      "learning_rate": 0.0001292134831460674,
      "loss": 0.8797,
      "step": 230
    },
    {
      "epoch": 0.044056992875890516,
      "grad_norm": 0.061740726041492694,
      "learning_rate": 0.00013202247191011236,
      "loss": 0.8698,
      "step": 235
    },
    {
      "epoch": 0.04499437570303712,
      "grad_norm": 0.07106582585336212,
      "learning_rate": 0.0001348314606741573,
      "loss": 0.869,
      "step": 240
    },
    {
      "epoch": 0.045931758530183726,
      "grad_norm": 0.061678059675451424,
      "learning_rate": 0.00013764044943820225,
      "loss": 0.8643,
      "step": 245
    },
    {
      "epoch": 0.046869141357330335,
      "grad_norm": 0.06524467963947332,
      "learning_rate": 0.00014044943820224718,
      "loss": 0.8927,
      "step": 250
    },
    {
      "epoch": 0.047806524184476944,
      "grad_norm": 0.0650786155112897,
      "learning_rate": 0.00014325842696629213,
      "loss": 0.8384,
      "step": 255
    },
    {
      "epoch": 0.048743907011623545,
      "grad_norm": 0.07154242679452663,
      "learning_rate": 0.00014606741573033706,
      "loss": 0.8809,
      "step": 260
    },
    {
      "epoch": 0.049681289838770154,
      "grad_norm": 0.07795179863304261,
      "learning_rate": 0.00014887640449438202,
      "loss": 0.8394,
      "step": 265
    },
    {
      "epoch": 0.05061867266591676,
      "grad_norm": 0.06374006181294534,
      "learning_rate": 0.00015168539325842694,
      "loss": 0.8961,
      "step": 270
    },
    {
      "epoch": 0.051556055493063364,
      "grad_norm": 0.07787607064114185,
      "learning_rate": 0.0001544943820224719,
      "loss": 0.8632,
      "step": 275
    },
    {
      "epoch": 0.05249343832020997,
      "grad_norm": 0.06289687876280393,
      "learning_rate": 0.00015730337078651683,
      "loss": 0.88,
      "step": 280
    },
    {
      "epoch": 0.05343082114735658,
      "grad_norm": 0.06491539830485436,
      "learning_rate": 0.00016011235955056178,
      "loss": 0.8737,
      "step": 285
    },
    {
      "epoch": 0.05436820397450319,
      "grad_norm": 0.070328841548907,
      "learning_rate": 0.00016292134831460674,
      "loss": 0.8617,
      "step": 290
    },
    {
      "epoch": 0.05530558680164979,
      "grad_norm": 0.0638014579038207,
      "learning_rate": 0.00016573033707865167,
      "loss": 0.8506,
      "step": 295
    },
    {
      "epoch": 0.0562429696287964,
      "grad_norm": 0.06422804662460813,
      "learning_rate": 0.00016853932584269662,
      "loss": 0.8805,
      "step": 300
    },
    {
      "epoch": 0.05718035245594301,
      "grad_norm": 0.06361653985204194,
      "learning_rate": 0.00017134831460674155,
      "loss": 0.8918,
      "step": 305
    },
    {
      "epoch": 0.05811773528308961,
      "grad_norm": 0.06932335644552794,
      "learning_rate": 0.0001741573033707865,
      "loss": 0.8595,
      "step": 310
    },
    {
      "epoch": 0.05905511811023622,
      "grad_norm": 0.07957054733316223,
      "learning_rate": 0.00017696629213483143,
      "loss": 0.8663,
      "step": 315
    },
    {
      "epoch": 0.05999250093738283,
      "grad_norm": 0.06998445535720693,
      "learning_rate": 0.0001797752808988764,
      "loss": 0.8676,
      "step": 320
    },
    {
      "epoch": 0.06092988376452944,
      "grad_norm": 0.06702795111487583,
      "learning_rate": 0.00018258426966292135,
      "loss": 0.8802,
      "step": 325
    },
    {
      "epoch": 0.06186726659167604,
      "grad_norm": 0.057562966446872095,
      "learning_rate": 0.00018539325842696627,
      "loss": 0.8671,
      "step": 330
    },
    {
      "epoch": 0.06280464941882265,
      "grad_norm": 0.07214305689508435,
      "learning_rate": 0.0001882022471910112,
      "loss": 0.8992,
      "step": 335
    },
    {
      "epoch": 0.06374203224596925,
      "grad_norm": 0.06640078935309972,
      "learning_rate": 0.00019101123595505616,
      "loss": 0.8589,
      "step": 340
    },
    {
      "epoch": 0.06467941507311586,
      "grad_norm": 0.06432108168682822,
      "learning_rate": 0.0001938202247191011,
      "loss": 0.8792,
      "step": 345
    },
    {
      "epoch": 0.06561679790026247,
      "grad_norm": 0.06995296734682956,
      "learning_rate": 0.00019662921348314607,
      "loss": 0.865,
      "step": 350
    },
    {
      "epoch": 0.06655418072740907,
      "grad_norm": 0.0781580610323253,
      "learning_rate": 0.00019943820224719097,
      "loss": 0.8815,
      "step": 355
    },
    {
      "epoch": 0.06749156355455568,
      "grad_norm": 0.07071637338397053,
      "learning_rate": 0.00020224719101123593,
      "loss": 0.8666,
      "step": 360
    },
    {
      "epoch": 0.06842894638170229,
      "grad_norm": 0.0682378939648076,
      "learning_rate": 0.00020505617977528088,
      "loss": 0.8862,
      "step": 365
    },
    {
      "epoch": 0.06936632920884889,
      "grad_norm": 0.06900860789126333,
      "learning_rate": 0.00020786516853932584,
      "loss": 0.8638,
      "step": 370
    },
    {
      "epoch": 0.0703037120359955,
      "grad_norm": 0.06343642719314092,
      "learning_rate": 0.0002106741573033708,
      "loss": 0.8692,
      "step": 375
    },
    {
      "epoch": 0.0712410948631421,
      "grad_norm": 0.058805566981791894,
      "learning_rate": 0.0002134831460674157,
      "loss": 0.8699,
      "step": 380
    },
    {
      "epoch": 0.07217847769028872,
      "grad_norm": 0.06501680635838757,
      "learning_rate": 0.00021629213483146065,
      "loss": 0.8794,
      "step": 385
    },
    {
      "epoch": 0.07311586051743532,
      "grad_norm": 0.06790932619576265,
      "learning_rate": 0.0002191011235955056,
      "loss": 0.8609,
      "step": 390
    },
    {
      "epoch": 0.07405324334458192,
      "grad_norm": 0.07253373879567401,
      "learning_rate": 0.00022191011235955056,
      "loss": 0.8586,
      "step": 395
    },
    {
      "epoch": 0.07499062617172854,
      "grad_norm": 0.05597241270795834,
      "learning_rate": 0.00022471910112359551,
      "loss": 0.8606,
      "step": 400
    },
    {
      "epoch": 0.07592800899887514,
      "grad_norm": 0.07414431562106621,
      "learning_rate": 0.00022752808988764042,
      "loss": 0.859,
      "step": 405
    },
    {
      "epoch": 0.07686539182602174,
      "grad_norm": 0.06416271464203936,
      "learning_rate": 0.00023033707865168537,
      "loss": 0.8462,
      "step": 410
    },
    {
      "epoch": 0.07780277465316836,
      "grad_norm": 0.06411386307806086,
      "learning_rate": 0.00023314606741573033,
      "loss": 0.8859,
      "step": 415
    },
    {
      "epoch": 0.07874015748031496,
      "grad_norm": 0.08671615531146802,
      "learning_rate": 0.00023595505617977528,
      "loss": 0.858,
      "step": 420
    },
    {
      "epoch": 0.07967754030746156,
      "grad_norm": 0.06950084739281429,
      "learning_rate": 0.00023876404494382018,
      "loss": 0.8779,
      "step": 425
    },
    {
      "epoch": 0.08061492313460818,
      "grad_norm": 0.06732606238114026,
      "learning_rate": 0.00024157303370786514,
      "loss": 0.8585,
      "step": 430
    },
    {
      "epoch": 0.08155230596175478,
      "grad_norm": 0.06753409562352092,
      "learning_rate": 0.0002443820224719101,
      "loss": 0.8648,
      "step": 435
    },
    {
      "epoch": 0.0824896887889014,
      "grad_norm": 0.06868527875344918,
      "learning_rate": 0.00024719101123595505,
      "loss": 0.8923,
      "step": 440
    },
    {
      "epoch": 0.083427071616048,
      "grad_norm": 0.060659330441044046,
      "learning_rate": 0.00025,
      "loss": 0.8441,
      "step": 445
    },
    {
      "epoch": 0.0843644544431946,
      "grad_norm": 0.056891953999125895,
      "learning_rate": 0.0002528089887640449,
      "loss": 0.8711,
      "step": 450
    },
    {
      "epoch": 0.08530183727034121,
      "grad_norm": 0.06315987668061082,
      "learning_rate": 0.00025561797752808986,
      "loss": 0.8709,
      "step": 455
    },
    {
      "epoch": 0.08623922009748781,
      "grad_norm": 0.06974874046223557,
      "learning_rate": 0.0002584269662921348,
      "loss": 0.8881,
      "step": 460
    },
    {
      "epoch": 0.08717660292463442,
      "grad_norm": 0.07106045458363727,
      "learning_rate": 0.00026123595505617977,
      "loss": 0.8455,
      "step": 465
    },
    {
      "epoch": 0.08811398575178103,
      "grad_norm": 0.06530109700061691,
      "learning_rate": 0.00026404494382022473,
      "loss": 0.8701,
      "step": 470
    },
    {
      "epoch": 0.08905136857892763,
      "grad_norm": 0.06284436680171902,
      "learning_rate": 0.00026685393258426963,
      "loss": 0.8639,
      "step": 475
    },
    {
      "epoch": 0.08998875140607424,
      "grad_norm": 0.06695190689656623,
      "learning_rate": 0.0002696629213483146,
      "loss": 0.8596,
      "step": 480
    },
    {
      "epoch": 0.09092613423322085,
      "grad_norm": 0.06134041035709648,
      "learning_rate": 0.00027247191011235954,
      "loss": 0.8846,
      "step": 485
    },
    {
      "epoch": 0.09186351706036745,
      "grad_norm": 0.05390358172595912,
      "learning_rate": 0.0002752808988764045,
      "loss": 0.8608,
      "step": 490
    },
    {
      "epoch": 0.09280089988751405,
      "grad_norm": 0.06061308522705228,
      "learning_rate": 0.00027808988764044945,
      "loss": 0.8688,
      "step": 495
    },
    {
      "epoch": 0.09373828271466067,
      "grad_norm": 0.05665308816810634,
      "learning_rate": 0.00028089887640449435,
      "loss": 0.8431,
      "step": 500
    },
    {
      "epoch": 0.09467566554180727,
      "grad_norm": 0.06298526377992197,
      "learning_rate": 0.0002837078651685393,
      "loss": 0.8534,
      "step": 505
    },
    {
      "epoch": 0.09561304836895389,
      "grad_norm": 0.06828852662205184,
      "learning_rate": 0.00028651685393258426,
      "loss": 0.855,
      "step": 510
    },
    {
      "epoch": 0.09655043119610049,
      "grad_norm": 0.059581044094172864,
      "learning_rate": 0.0002893258426966292,
      "loss": 0.892,
      "step": 515
    },
    {
      "epoch": 0.09748781402324709,
      "grad_norm": 0.05834286349398695,
      "learning_rate": 0.0002921348314606741,
      "loss": 0.8791,
      "step": 520
    },
    {
      "epoch": 0.0984251968503937,
      "grad_norm": 0.05628861715462521,
      "learning_rate": 0.0002949438202247191,
      "loss": 0.8572,
      "step": 525
    },
    {
      "epoch": 0.09936257967754031,
      "grad_norm": 0.0752400574763716,
      "learning_rate": 0.00029775280898876403,
      "loss": 0.9176,
      "step": 530
    },
    {
      "epoch": 0.10029996250468691,
      "grad_norm": 0.0589889669786586,
      "learning_rate": 0.0002999999678723826,
      "loss": 0.879,
      "step": 535
    },
    {
      "epoch": 0.10123734533183353,
      "grad_norm": 0.06984453009723764,
      "learning_rate": 0.0002999988434072206,
      "loss": 0.8791,
      "step": 540
    },
    {
      "epoch": 0.10217472815898013,
      "grad_norm": 0.05131555199439601,
      "learning_rate": 0.0002999961125749536,
      "loss": 0.8639,
      "step": 545
    },
    {
      "epoch": 0.10311211098612673,
      "grad_norm": 0.06129502320830477,
      "learning_rate": 0.0002999917754048268,
      "loss": 0.8626,
      "step": 550
    },
    {
      "epoch": 0.10404949381327334,
      "grad_norm": 0.052116063904268276,
      "learning_rate": 0.00029998583194328776,
      "loss": 0.8405,
      "step": 555
    },
    {
      "epoch": 0.10498687664041995,
      "grad_norm": 0.05805086354219647,
      "learning_rate": 0.0002999782822539861,
      "loss": 0.8521,
      "step": 560
    },
    {
      "epoch": 0.10592425946756655,
      "grad_norm": 0.058854180699594805,
      "learning_rate": 0.000299969126417773,
      "loss": 0.8612,
      "step": 565
    },
    {
      "epoch": 0.10686164229471316,
      "grad_norm": 0.05170888163012354,
      "learning_rate": 0.00029995836453270005,
      "loss": 0.852,
      "step": 570
    },
    {
      "epoch": 0.10779902512185977,
      "grad_norm": 0.053497899422118654,
      "learning_rate": 0.0002999459967140185,
      "loss": 0.8425,
      "step": 575
    },
    {
      "epoch": 0.10873640794900638,
      "grad_norm": 0.0517344152203251,
      "learning_rate": 0.00029993202309417765,
      "loss": 0.8666,
      "step": 580
    },
    {
      "epoch": 0.10967379077615298,
      "grad_norm": 0.06883148118348337,
      "learning_rate": 0.00029991644382282377,
      "loss": 0.8699,
      "step": 585
    },
    {
      "epoch": 0.11061117360329958,
      "grad_norm": 0.06701524872749254,
      "learning_rate": 0.0002998992590667984,
      "loss": 0.8612,
      "step": 590
    },
    {
      "epoch": 0.1115485564304462,
      "grad_norm": 0.0633741891240403,
      "learning_rate": 0.00029988046901013643,
      "loss": 0.8861,
      "step": 595
    },
    {
      "epoch": 0.1124859392575928,
      "grad_norm": 0.059595235950932066,
      "learning_rate": 0.00029986007385406424,
      "loss": 0.8761,
      "step": 600
    },
    {
      "epoch": 0.1134233220847394,
      "grad_norm": 0.05592116325579977,
      "learning_rate": 0.00029983807381699757,
      "loss": 0.8756,
      "step": 605
    },
    {
      "epoch": 0.11436070491188602,
      "grad_norm": 0.057345108961587225,
      "learning_rate": 0.0002998144691345392,
      "loss": 0.8574,
      "step": 610
    },
    {
      "epoch": 0.11529808773903262,
      "grad_norm": 0.05734473521251835,
      "learning_rate": 0.0002997892600594762,
      "loss": 0.8544,
      "step": 615
    },
    {
      "epoch": 0.11623547056617922,
      "grad_norm": 0.05186000961639975,
      "learning_rate": 0.00029976244686177764,
      "loss": 0.8808,
      "step": 620
    },
    {
      "epoch": 0.11717285339332584,
      "grad_norm": 0.05414634714867266,
      "learning_rate": 0.00029973402982859127,
      "loss": 0.8331,
      "step": 625
    },
    {
      "epoch": 0.11811023622047244,
      "grad_norm": 0.04968211925070222,
      "learning_rate": 0.0002997040092642407,
      "loss": 0.8592,
      "step": 630
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 0.06248537463553037,
      "learning_rate": 0.00029967238549022206,
      "loss": 0.8819,
      "step": 635
    },
    {
      "epoch": 0.11998500187476566,
      "grad_norm": 0.055299575032660746,
      "learning_rate": 0.00029963915884520054,
      "loss": 0.8636,
      "step": 640
    },
    {
      "epoch": 0.12092238470191226,
      "grad_norm": 0.04854206172628792,
      "learning_rate": 0.00029960432968500675,
      "loss": 0.8628,
      "step": 645
    },
    {
      "epoch": 0.12185976752905887,
      "grad_norm": 0.058596631103748714,
      "learning_rate": 0.00029956789838263314,
      "loss": 0.8489,
      "step": 650
    },
    {
      "epoch": 0.12279715035620548,
      "grad_norm": 0.06652964862071063,
      "learning_rate": 0.0002995298653282297,
      "loss": 0.876,
      "step": 655
    },
    {
      "epoch": 0.12373453318335208,
      "grad_norm": 0.05617071779521591,
      "learning_rate": 0.00029949023092909976,
      "loss": 0.8582,
      "step": 660
    },
    {
      "epoch": 0.12467191601049869,
      "grad_norm": 0.06128826182928016,
      "learning_rate": 0.00029944899560969593,
      "loss": 0.8556,
      "step": 665
    },
    {
      "epoch": 0.1256092988376453,
      "grad_norm": 0.06596974095737278,
      "learning_rate": 0.00029940615981161544,
      "loss": 0.8484,
      "step": 670
    },
    {
      "epoch": 0.1265466816647919,
      "grad_norm": 0.05241653325144218,
      "learning_rate": 0.00029936172399359516,
      "loss": 0.8681,
      "step": 675
    },
    {
      "epoch": 0.1274840644919385,
      "grad_norm": 0.0656117272709645,
      "learning_rate": 0.00029931568863150705,
      "loss": 0.8611,
      "step": 680
    },
    {
      "epoch": 0.1284214473190851,
      "grad_norm": 0.05416806152576802,
      "learning_rate": 0.0002992680542183529,
      "loss": 0.8543,
      "step": 685
    },
    {
      "epoch": 0.12935883014623173,
      "grad_norm": 0.05949667729922976,
      "learning_rate": 0.00029921882126425893,
      "loss": 0.8476,
      "step": 690
    },
    {
      "epoch": 0.13029621297337832,
      "grad_norm": 0.05476709738462092,
      "learning_rate": 0.0002991679902964706,
      "loss": 0.8329,
      "step": 695
    },
    {
      "epoch": 0.13123359580052493,
      "grad_norm": 0.05583654578373451,
      "learning_rate": 0.00029911556185934667,
      "loss": 0.8546,
      "step": 700
    },
    {
      "epoch": 0.13217097862767155,
      "grad_norm": 0.052842518474849304,
      "learning_rate": 0.0002990615365143536,
      "loss": 0.8576,
      "step": 705
    },
    {
      "epoch": 0.13310836145481814,
      "grad_norm": 0.05325159315281095,
      "learning_rate": 0.0002990059148400594,
      "loss": 0.8475,
      "step": 710
    },
    {
      "epoch": 0.13404574428196475,
      "grad_norm": 0.0477613812018967,
      "learning_rate": 0.00029894869743212767,
      "loss": 0.8505,
      "step": 715
    },
    {
      "epoch": 0.13498312710911137,
      "grad_norm": 0.04650972000773531,
      "learning_rate": 0.00029888988490331067,
      "loss": 0.8406,
      "step": 720
    },
    {
      "epoch": 0.13592050993625795,
      "grad_norm": 0.05548534041152614,
      "learning_rate": 0.00029882947788344345,
      "loss": 0.8731,
      "step": 725
    },
    {
      "epoch": 0.13685789276340457,
      "grad_norm": 0.047893477001569186,
      "learning_rate": 0.00029876747701943667,
      "loss": 0.8666,
      "step": 730
    },
    {
      "epoch": 0.1377952755905512,
      "grad_norm": 0.05399917193542452,
      "learning_rate": 0.00029870388297526966,
      "loss": 0.8476,
      "step": 735
    },
    {
      "epoch": 0.13873265841769777,
      "grad_norm": 0.04738143330368603,
      "learning_rate": 0.0002986386964319837,
      "loss": 0.8423,
      "step": 740
    },
    {
      "epoch": 0.1396700412448444,
      "grad_norm": 0.05491107440574904,
      "learning_rate": 0.0002985719180876742,
      "loss": 0.8451,
      "step": 745
    },
    {
      "epoch": 0.140607424071991,
      "grad_norm": 0.060398470624460965,
      "learning_rate": 0.0002985035486574836,
      "loss": 0.8801,
      "step": 750
    },
    {
      "epoch": 0.14154480689913762,
      "grad_norm": 0.05350788151410978,
      "learning_rate": 0.00029843358887359357,
      "loss": 0.8516,
      "step": 755
    },
    {
      "epoch": 0.1424821897262842,
      "grad_norm": 0.05517308695615106,
      "learning_rate": 0.0002983620394852172,
      "loss": 0.8703,
      "step": 760
    },
    {
      "epoch": 0.14341957255343082,
      "grad_norm": 0.054231118168541766,
      "learning_rate": 0.000298288901258591,
      "loss": 0.8693,
      "step": 765
    },
    {
      "epoch": 0.14435695538057744,
      "grad_norm": 0.049622640241897456,
      "learning_rate": 0.0002982141749769665,
      "loss": 0.8395,
      "step": 770
    },
    {
      "epoch": 0.14529433820772403,
      "grad_norm": 0.046995063624861166,
      "learning_rate": 0.0002981378614406022,
      "loss": 0.8604,
      "step": 775
    },
    {
      "epoch": 0.14623172103487064,
      "grad_norm": 0.05520295521540041,
      "learning_rate": 0.0002980599614667548,
      "loss": 0.8645,
      "step": 780
    },
    {
      "epoch": 0.14716910386201726,
      "grad_norm": 0.04894265506037402,
      "learning_rate": 0.0002979804758896704,
      "loss": 0.8652,
      "step": 785
    },
    {
      "epoch": 0.14810648668916385,
      "grad_norm": 0.06029411158482043,
      "learning_rate": 0.0002978994055605757,
      "loss": 0.8416,
      "step": 790
    },
    {
      "epoch": 0.14904386951631046,
      "grad_norm": 0.05780387639217229,
      "learning_rate": 0.0002978167513476688,
      "loss": 0.8526,
      "step": 795
    },
    {
      "epoch": 0.14998125234345708,
      "grad_norm": 0.05465366981027733,
      "learning_rate": 0.00029773251413610987,
      "loss": 0.8655,
      "step": 800
    },
    {
      "epoch": 0.15091863517060367,
      "grad_norm": 0.05272490905818877,
      "learning_rate": 0.00029764669482801174,
      "loss": 0.8519,
      "step": 805
    },
    {
      "epoch": 0.15185601799775028,
      "grad_norm": 0.05718657624393557,
      "learning_rate": 0.00029755929434243034,
      "loss": 0.8853,
      "step": 810
    },
    {
      "epoch": 0.1527934008248969,
      "grad_norm": 0.05197508584506214,
      "learning_rate": 0.00029747031361535464,
      "loss": 0.8349,
      "step": 815
    },
    {
      "epoch": 0.15373078365204348,
      "grad_norm": 0.05481428649702033,
      "learning_rate": 0.0002973797535996967,
      "loss": 0.8627,
      "step": 820
    },
    {
      "epoch": 0.1546681664791901,
      "grad_norm": 0.04732127095107982,
      "learning_rate": 0.00029728761526528157,
      "loss": 0.8698,
      "step": 825
    },
    {
      "epoch": 0.15560554930633672,
      "grad_norm": 0.05743584601025622,
      "learning_rate": 0.00029719389959883673,
      "loss": 0.8736,
      "step": 830
    },
    {
      "epoch": 0.1565429321334833,
      "grad_norm": 0.05196494960994641,
      "learning_rate": 0.00029709860760398176,
      "loss": 0.8634,
      "step": 835
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 0.05085488275567502,
      "learning_rate": 0.0002970017403012173,
      "loss": 0.8568,
      "step": 840
    },
    {
      "epoch": 0.15841769778777653,
      "grad_norm": 0.050395431338846663,
      "learning_rate": 0.0002969032987279144,
      "loss": 0.8225,
      "step": 845
    },
    {
      "epoch": 0.15935508061492312,
      "grad_norm": 0.04628767205411848,
      "learning_rate": 0.00029680328393830315,
      "loss": 0.875,
      "step": 850
    },
    {
      "epoch": 0.16029246344206974,
      "grad_norm": 0.051723935710402326,
      "learning_rate": 0.00029670169700346164,
      "loss": 0.8145,
      "step": 855
    },
    {
      "epoch": 0.16122984626921635,
      "grad_norm": 0.05201508957810899,
      "learning_rate": 0.0002965985390113043,
      "loss": 0.8648,
      "step": 860
    },
    {
      "epoch": 0.16216722909636294,
      "grad_norm": 0.0495933900905848,
      "learning_rate": 0.0002964938110665704,
      "loss": 0.8587,
      "step": 865
    },
    {
      "epoch": 0.16310461192350956,
      "grad_norm": 0.04586671475206476,
      "learning_rate": 0.0002963875142908121,
      "loss": 0.8412,
      "step": 870
    },
    {
      "epoch": 0.16404199475065617,
      "grad_norm": 0.0532312699053512,
      "learning_rate": 0.00029627964982238236,
      "loss": 0.842,
      "step": 875
    },
    {
      "epoch": 0.1649793775778028,
      "grad_norm": 0.043681059319998494,
      "learning_rate": 0.0002961702188164231,
      "loss": 0.8274,
      "step": 880
    },
    {
      "epoch": 0.16591676040494938,
      "grad_norm": 0.048557735504717925,
      "learning_rate": 0.0002960592224448524,
      "loss": 0.8426,
      "step": 885
    },
    {
      "epoch": 0.166854143232096,
      "grad_norm": 0.04679289724415963,
      "learning_rate": 0.00029594666189635224,
      "loss": 0.8347,
      "step": 890
    },
    {
      "epoch": 0.1677915260592426,
      "grad_norm": 0.047070279337964094,
      "learning_rate": 0.00029583253837635575,
      "loss": 0.8456,
      "step": 895
    },
    {
      "epoch": 0.1687289088863892,
      "grad_norm": 0.05283241949368948,
      "learning_rate": 0.00029571685310703403,
      "loss": 0.8326,
      "step": 900
    },
    {
      "epoch": 0.1696662917135358,
      "grad_norm": 0.05385523710797248,
      "learning_rate": 0.00029559960732728337,
      "loss": 0.8529,
      "step": 905
    },
    {
      "epoch": 0.17060367454068243,
      "grad_norm": 0.04730829638902959,
      "learning_rate": 0.000295480802292712,
      "loss": 0.8085,
      "step": 910
    },
    {
      "epoch": 0.17154105736782901,
      "grad_norm": 0.04488134785670412,
      "learning_rate": 0.0002953604392756263,
      "loss": 0.8371,
      "step": 915
    },
    {
      "epoch": 0.17247844019497563,
      "grad_norm": 0.051313805015627746,
      "learning_rate": 0.00029523851956501744,
      "loss": 0.8486,
      "step": 920
    },
    {
      "epoch": 0.17341582302212225,
      "grad_norm": 0.0430483274069335,
      "learning_rate": 0.00029511504446654767,
      "loss": 0.8475,
      "step": 925
    },
    {
      "epoch": 0.17435320584926883,
      "grad_norm": 0.05543052805044051,
      "learning_rate": 0.00029499001530253606,
      "loss": 0.8571,
      "step": 930
    },
    {
      "epoch": 0.17529058867641545,
      "grad_norm": 0.05160006837470796,
      "learning_rate": 0.0002948634334119445,
      "loss": 0.8348,
      "step": 935
    },
    {
      "epoch": 0.17622797150356206,
      "grad_norm": 0.049000725000881734,
      "learning_rate": 0.00029473530015036335,
      "loss": 0.8243,
      "step": 940
    },
    {
      "epoch": 0.17716535433070865,
      "grad_norm": 0.05324980516591907,
      "learning_rate": 0.0002946056168899969,
      "loss": 0.817,
      "step": 945
    },
    {
      "epoch": 0.17810273715785527,
      "grad_norm": 0.05112366142864306,
      "learning_rate": 0.00029447438501964873,
      "loss": 0.8493,
      "step": 950
    },
    {
      "epoch": 0.17904011998500188,
      "grad_norm": 0.0498102110793069,
      "learning_rate": 0.0002943416059447066,
      "loss": 0.8155,
      "step": 955
    },
    {
      "epoch": 0.17997750281214847,
      "grad_norm": 0.048456183794281356,
      "learning_rate": 0.0002942072810871279,
      "loss": 0.8057,
      "step": 960
    },
    {
      "epoch": 0.1809148856392951,
      "grad_norm": 0.0514791482209668,
      "learning_rate": 0.0002940714118854238,
      "loss": 0.8125,
      "step": 965
    },
    {
      "epoch": 0.1818522684664417,
      "grad_norm": 0.04725030159140053,
      "learning_rate": 0.0002939339997946444,
      "loss": 0.8572,
      "step": 970
    },
    {
      "epoch": 0.1827896512935883,
      "grad_norm": 0.05374547829970908,
      "learning_rate": 0.0002937950462863627,
      "loss": 0.8328,
      "step": 975
    },
    {
      "epoch": 0.1837270341207349,
      "grad_norm": 0.0562408856971059,
      "learning_rate": 0.00029365455284865923,
      "loss": 0.8087,
      "step": 980
    },
    {
      "epoch": 0.18466441694788152,
      "grad_norm": 0.0455189157494031,
      "learning_rate": 0.00029351252098610577,
      "loss": 0.8418,
      "step": 985
    },
    {
      "epoch": 0.1856017997750281,
      "grad_norm": 0.050711487872205016,
      "learning_rate": 0.00029336895221974946,
      "loss": 0.8482,
      "step": 990
    },
    {
      "epoch": 0.18653918260217472,
      "grad_norm": 0.04919906548209661,
      "learning_rate": 0.00029322384808709654,
      "loss": 0.8349,
      "step": 995
    },
    {
      "epoch": 0.18747656542932134,
      "grad_norm": 0.05662595028293593,
      "learning_rate": 0.00029307721014209555,
      "loss": 0.8577,
      "step": 1000
    },
    {
      "epoch": 0.18841394825646793,
      "grad_norm": 0.057447476057492466,
      "learning_rate": 0.00029292903995512123,
      "loss": 0.8534,
      "step": 1005
    },
    {
      "epoch": 0.18935133108361454,
      "grad_norm": 0.05299814571131224,
      "learning_rate": 0.0002927793391129571,
      "loss": 0.8577,
      "step": 1010
    },
    {
      "epoch": 0.19028871391076116,
      "grad_norm": 0.04319708352419991,
      "learning_rate": 0.00029262810921877906,
      "loss": 0.8188,
      "step": 1015
    },
    {
      "epoch": 0.19122609673790777,
      "grad_norm": 0.05353832659477085,
      "learning_rate": 0.0002924753518921376,
      "loss": 0.846,
      "step": 1020
    },
    {
      "epoch": 0.19216347956505436,
      "grad_norm": 0.04966007615937987,
      "learning_rate": 0.0002923210687689411,
      "loss": 0.8552,
      "step": 1025
    },
    {
      "epoch": 0.19310086239220098,
      "grad_norm": 0.048671986424680805,
      "learning_rate": 0.00029216526150143785,
      "loss": 0.8433,
      "step": 1030
    },
    {
      "epoch": 0.1940382452193476,
      "grad_norm": 0.05118103987659261,
      "learning_rate": 0.0002920079317581984,
      "loss": 0.8545,
      "step": 1035
    },
    {
      "epoch": 0.19497562804649418,
      "grad_norm": 0.04730760417822063,
      "learning_rate": 0.00029184908122409804,
      "loss": 0.8255,
      "step": 1040
    },
    {
      "epoch": 0.1959130108736408,
      "grad_norm": 0.05859108169984351,
      "learning_rate": 0.0002916887116002983,
      "loss": 0.8391,
      "step": 1045
    },
    {
      "epoch": 0.1968503937007874,
      "grad_norm": 0.05306001691326635,
      "learning_rate": 0.000291526824604229,
      "loss": 0.8424,
      "step": 1050
    },
    {
      "epoch": 0.197787776527934,
      "grad_norm": 0.047277287716965946,
      "learning_rate": 0.00029136342196956985,
      "loss": 0.833,
      "step": 1055
    },
    {
      "epoch": 0.19872515935508062,
      "grad_norm": 0.05159138803836899,
      "learning_rate": 0.0002911985054462318,
      "loss": 0.8304,
      "step": 1060
    },
    {
      "epoch": 0.19966254218222723,
      "grad_norm": 0.046550244925313046,
      "learning_rate": 0.00029103207680033827,
      "loss": 0.8422,
      "step": 1065
    },
    {
      "epoch": 0.20059992500937382,
      "grad_norm": 0.046411253292755236,
      "learning_rate": 0.00029086413781420633,
      "loss": 0.8575,
      "step": 1070
    },
    {
      "epoch": 0.20153730783652044,
      "grad_norm": 0.04762694973314196,
      "learning_rate": 0.0002906946902863277,
      "loss": 0.8541,
      "step": 1075
    },
    {
      "epoch": 0.20247469066366705,
      "grad_norm": 0.043558681229160734,
      "learning_rate": 0.0002905237360313492,
      "loss": 0.8509,
      "step": 1080
    },
    {
      "epoch": 0.20341207349081364,
      "grad_norm": 0.047235839608751946,
      "learning_rate": 0.00029035127688005355,
      "loss": 0.8326,
      "step": 1085
    },
    {
      "epoch": 0.20434945631796025,
      "grad_norm": 0.04405113672607244,
      "learning_rate": 0.00029017731467933974,
      "loss": 0.8235,
      "step": 1090
    },
    {
      "epoch": 0.20528683914510687,
      "grad_norm": 0.04917819994251594,
      "learning_rate": 0.0002900018512922032,
      "loss": 0.8514,
      "step": 1095
    },
    {
      "epoch": 0.20622422197225346,
      "grad_norm": 0.045391849870203616,
      "learning_rate": 0.0002898248885977158,
      "loss": 0.841,
      "step": 1100
    },
    {
      "epoch": 0.20716160479940007,
      "grad_norm": 0.04950574892382217,
      "learning_rate": 0.0002896464284910058,
      "loss": 0.8604,
      "step": 1105
    },
    {
      "epoch": 0.2080989876265467,
      "grad_norm": 0.04483838357821004,
      "learning_rate": 0.00028946647288323766,
      "loss": 0.8477,
      "step": 1110
    },
    {
      "epoch": 0.20903637045369328,
      "grad_norm": 0.04819763033021056,
      "learning_rate": 0.00028928502370159133,
      "loss": 0.8301,
      "step": 1115
    },
    {
      "epoch": 0.2099737532808399,
      "grad_norm": 0.04846529213809432,
      "learning_rate": 0.0002891020828892417,
      "loss": 0.8376,
      "step": 1120
    },
    {
      "epoch": 0.2109111361079865,
      "grad_norm": 0.0467946353030176,
      "learning_rate": 0.00028891765240533795,
      "loss": 0.8705,
      "step": 1125
    },
    {
      "epoch": 0.2118485189351331,
      "grad_norm": 0.044000801667735845,
      "learning_rate": 0.00028873173422498243,
      "loss": 0.8281,
      "step": 1130
    },
    {
      "epoch": 0.2127859017622797,
      "grad_norm": 0.047502640131898,
      "learning_rate": 0.0002885443303392094,
      "loss": 0.8381,
      "step": 1135
    },
    {
      "epoch": 0.21372328458942633,
      "grad_norm": 0.04801904197558332,
      "learning_rate": 0.000288355442754964,
      "loss": 0.8179,
      "step": 1140
    },
    {
      "epoch": 0.21466066741657294,
      "grad_norm": 0.04261523390710894,
      "learning_rate": 0.00028816507349508047,
      "loss": 0.8263,
      "step": 1145
    },
    {
      "epoch": 0.21559805024371953,
      "grad_norm": 0.047191156643762354,
      "learning_rate": 0.00028797322459826063,
      "loss": 0.8374,
      "step": 1150
    },
    {
      "epoch": 0.21653543307086615,
      "grad_norm": 0.05167657856075751,
      "learning_rate": 0.00028777989811905205,
      "loss": 0.8614,
      "step": 1155
    },
    {
      "epoch": 0.21747281589801276,
      "grad_norm": 0.048897121204297574,
      "learning_rate": 0.000287585096127826,
      "loss": 0.8538,
      "step": 1160
    },
    {
      "epoch": 0.21841019872515935,
      "grad_norm": 0.043161388562608975,
      "learning_rate": 0.0002873888207107553,
      "loss": 0.8457,
      "step": 1165
    },
    {
      "epoch": 0.21934758155230596,
      "grad_norm": 0.054581961552759836,
      "learning_rate": 0.000287191073969792,
      "loss": 0.8362,
      "step": 1170
    },
    {
      "epoch": 0.22028496437945258,
      "grad_norm": 0.05058965528101186,
      "learning_rate": 0.0002869918580226448,
      "loss": 0.8687,
      "step": 1175
    },
    {
      "epoch": 0.22122234720659917,
      "grad_norm": 0.04739504236542665,
      "learning_rate": 0.00028679117500275653,
      "loss": 0.831,
      "step": 1180
    },
    {
      "epoch": 0.22215973003374578,
      "grad_norm": 0.045754358105207775,
      "learning_rate": 0.00028658902705928094,
      "loss": 0.868,
      "step": 1185
    },
    {
      "epoch": 0.2230971128608924,
      "grad_norm": 0.04508332677839864,
      "learning_rate": 0.00028638541635706027,
      "loss": 0.8129,
      "step": 1190
    },
    {
      "epoch": 0.224034495688039,
      "grad_norm": 0.047178895399584496,
      "learning_rate": 0.00028618034507660144,
      "loss": 0.8548,
      "step": 1195
    },
    {
      "epoch": 0.2249718785151856,
      "grad_norm": 0.04249857153746906,
      "learning_rate": 0.0002859738154140532,
      "loss": 0.8171,
      "step": 1200
    },
    {
      "epoch": 0.22590926134233222,
      "grad_norm": 0.04271090221572632,
      "learning_rate": 0.00028576582958118223,
      "loss": 0.8274,
      "step": 1205
    },
    {
      "epoch": 0.2268466441694788,
      "grad_norm": 0.04664121668293475,
      "learning_rate": 0.00028555638980534974,
      "loss": 0.8374,
      "step": 1210
    },
    {
      "epoch": 0.22778402699662542,
      "grad_norm": 0.045498060568064186,
      "learning_rate": 0.0002853454983294875,
      "loss": 0.8039,
      "step": 1215
    },
    {
      "epoch": 0.22872140982377204,
      "grad_norm": 0.04534000569075493,
      "learning_rate": 0.0002851331574120738,
      "loss": 0.858,
      "step": 1220
    },
    {
      "epoch": 0.22965879265091863,
      "grad_norm": 0.04664900784446732,
      "learning_rate": 0.00028491936932710917,
      "loss": 0.8402,
      "step": 1225
    },
    {
      "epoch": 0.23059617547806524,
      "grad_norm": 0.04417588784422196,
      "learning_rate": 0.0002847041363640923,
      "loss": 0.8207,
      "step": 1230
    },
    {
      "epoch": 0.23153355830521186,
      "grad_norm": 0.049652178225426,
      "learning_rate": 0.0002844874608279954,
      "loss": 0.8515,
      "step": 1235
    },
    {
      "epoch": 0.23247094113235844,
      "grad_norm": 0.048818844243959776,
      "learning_rate": 0.00028426934503923923,
      "loss": 0.8322,
      "step": 1240
    },
    {
      "epoch": 0.23340832395950506,
      "grad_norm": 0.04283049790199607,
      "learning_rate": 0.0002840497913336687,
      "loss": 0.8247,
      "step": 1245
    },
    {
      "epoch": 0.23434570678665168,
      "grad_norm": 0.04305639669050898,
      "learning_rate": 0.0002838288020625277,
      "loss": 0.8273,
      "step": 1250
    },
    {
      "epoch": 0.23528308961379826,
      "grad_norm": 0.046845793494778305,
      "learning_rate": 0.00028360637959243365,
      "loss": 0.8628,
      "step": 1255
    },
    {
      "epoch": 0.23622047244094488,
      "grad_norm": 0.046154254481951956,
      "learning_rate": 0.00028338252630535264,
      "loss": 0.8565,
      "step": 1260
    },
    {
      "epoch": 0.2371578552680915,
      "grad_norm": 0.04282295436813289,
      "learning_rate": 0.00028315724459857346,
      "loss": 0.8468,
      "step": 1265
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.04767889894413164,
      "learning_rate": 0.00028293053688468214,
      "loss": 0.81,
      "step": 1270
    },
    {
      "epoch": 0.2390326209223847,
      "grad_norm": 0.05527610802137319,
      "learning_rate": 0.00028270240559153634,
      "loss": 0.8481,
      "step": 1275
    },
    {
      "epoch": 0.2399700037495313,
      "grad_norm": 0.0506803378722897,
      "learning_rate": 0.0002824728531622388,
      "loss": 0.8354,
      "step": 1280
    },
    {
      "epoch": 0.24090738657667793,
      "grad_norm": 0.04602503202904283,
      "learning_rate": 0.00028224188205511154,
      "loss": 0.8169,
      "step": 1285
    },
    {
      "epoch": 0.24184476940382452,
      "grad_norm": 0.047777320498584894,
      "learning_rate": 0.0002820094947436698,
      "loss": 0.8143,
      "step": 1290
    },
    {
      "epoch": 0.24278215223097113,
      "grad_norm": 0.041292637408164454,
      "learning_rate": 0.0002817756937165947,
      "loss": 0.8429,
      "step": 1295
    },
    {
      "epoch": 0.24371953505811775,
      "grad_norm": 0.04301715565733742,
      "learning_rate": 0.00028154048147770763,
      "loss": 0.8225,
      "step": 1300
    },
    {
      "epoch": 0.24465691788526434,
      "grad_norm": 0.046059693751385175,
      "learning_rate": 0.0002813038605459426,
      "loss": 0.8459,
      "step": 1305
    },
    {
      "epoch": 0.24559430071241095,
      "grad_norm": 0.044196493163681724,
      "learning_rate": 0.0002810658334553198,
      "loss": 0.8161,
      "step": 1310
    },
    {
      "epoch": 0.24653168353955757,
      "grad_norm": 0.04577271591342366,
      "learning_rate": 0.00028082640275491793,
      "loss": 0.8386,
      "step": 1315
    },
    {
      "epoch": 0.24746906636670415,
      "grad_norm": 0.043540551106033394,
      "learning_rate": 0.0002805855710088476,
      "loss": 0.8332,
      "step": 1320
    },
    {
      "epoch": 0.24840644919385077,
      "grad_norm": 0.05495402299781008,
      "learning_rate": 0.0002803433407962233,
      "loss": 0.7858,
      "step": 1325
    },
    {
      "epoch": 0.24934383202099739,
      "grad_norm": 0.04718094998030703,
      "learning_rate": 0.00028009971471113594,
      "loss": 0.8382,
      "step": 1330
    },
    {
      "epoch": 0.250281214848144,
      "grad_norm": 0.047616730401137404,
      "learning_rate": 0.00027985469536262524,
      "loss": 0.8454,
      "step": 1335
    },
    {
      "epoch": 0.2512185976752906,
      "grad_norm": 0.0409389484091512,
      "learning_rate": 0.0002796082853746515,
      "loss": 0.81,
      "step": 1340
    },
    {
      "epoch": 0.2521559805024372,
      "grad_norm": 0.04522706585670625,
      "learning_rate": 0.00027936048738606785,
      "loss": 0.8199,
      "step": 1345
    },
    {
      "epoch": 0.2530933633295838,
      "grad_norm": 0.04653508675318254,
      "learning_rate": 0.0002791113040505915,
      "loss": 0.8298,
      "step": 1350
    },
    {
      "epoch": 0.25403074615673044,
      "grad_norm": 0.04663421779124662,
      "learning_rate": 0.0002788607380367759,
      "loss": 0.865,
      "step": 1355
    },
    {
      "epoch": 0.254968128983877,
      "grad_norm": 0.04061192230877169,
      "learning_rate": 0.0002786087920279818,
      "loss": 0.8188,
      "step": 1360
    },
    {
      "epoch": 0.2559055118110236,
      "grad_norm": 0.04379262228090009,
      "learning_rate": 0.0002783554687223484,
      "loss": 0.8412,
      "step": 1365
    },
    {
      "epoch": 0.2568428946381702,
      "grad_norm": 0.04557822686420308,
      "learning_rate": 0.0002781007708327649,
      "loss": 0.8349,
      "step": 1370
    },
    {
      "epoch": 0.25778027746531684,
      "grad_norm": 0.045209475352911276,
      "learning_rate": 0.00027784470108684094,
      "loss": 0.8554,
      "step": 1375
    },
    {
      "epoch": 0.25871766029246346,
      "grad_norm": 0.0435631363718186,
      "learning_rate": 0.0002775872622268779,
      "loss": 0.8127,
      "step": 1380
    },
    {
      "epoch": 0.2596550431196101,
      "grad_norm": 0.044012008476995,
      "learning_rate": 0.0002773284570098391,
      "loss": 0.8125,
      "step": 1385
    },
    {
      "epoch": 0.26059242594675663,
      "grad_norm": 0.04874513976965234,
      "learning_rate": 0.0002770682882073206,
      "loss": 0.8116,
      "step": 1390
    },
    {
      "epoch": 0.26152980877390325,
      "grad_norm": 0.04889268142442837,
      "learning_rate": 0.00027680675860552106,
      "loss": 0.8315,
      "step": 1395
    },
    {
      "epoch": 0.26246719160104987,
      "grad_norm": 0.05581866633201944,
      "learning_rate": 0.0002765438710052125,
      "loss": 0.8279,
      "step": 1400
    },
    {
      "epoch": 0.2634045744281965,
      "grad_norm": 0.04602436853592128,
      "learning_rate": 0.0002762796282217099,
      "loss": 0.821,
      "step": 1405
    },
    {
      "epoch": 0.2643419572553431,
      "grad_norm": 0.04678707820307465,
      "learning_rate": 0.0002760140330848412,
      "loss": 0.8466,
      "step": 1410
    },
    {
      "epoch": 0.2652793400824897,
      "grad_norm": 0.04516389038252434,
      "learning_rate": 0.000275747088438917,
      "loss": 0.7947,
      "step": 1415
    },
    {
      "epoch": 0.26621672290963627,
      "grad_norm": 0.04755311816167163,
      "learning_rate": 0.00027547879714269995,
      "loss": 0.8314,
      "step": 1420
    },
    {
      "epoch": 0.2671541057367829,
      "grad_norm": 0.044502973033447774,
      "learning_rate": 0.0002752091620693742,
      "loss": 0.8227,
      "step": 1425
    },
    {
      "epoch": 0.2680914885639295,
      "grad_norm": 0.0441159145083971,
      "learning_rate": 0.00027493818610651487,
      "loss": 0.8322,
      "step": 1430
    },
    {
      "epoch": 0.2690288713910761,
      "grad_norm": 0.04046403847734057,
      "learning_rate": 0.0002746658721560568,
      "loss": 0.8287,
      "step": 1435
    },
    {
      "epoch": 0.26996625421822273,
      "grad_norm": 0.04518695193113121,
      "learning_rate": 0.0002743922231342636,
      "loss": 0.8063,
      "step": 1440
    },
    {
      "epoch": 0.27090363704536935,
      "grad_norm": 0.04299554365501998,
      "learning_rate": 0.00027411724197169647,
      "loss": 0.8418,
      "step": 1445
    },
    {
      "epoch": 0.2718410198725159,
      "grad_norm": 0.04235528853329544,
      "learning_rate": 0.0002738409316131827,
      "loss": 0.8506,
      "step": 1450
    },
    {
      "epoch": 0.2727784026996625,
      "grad_norm": 0.04133212847113579,
      "learning_rate": 0.0002735632950177843,
      "loss": 0.8095,
      "step": 1455
    },
    {
      "epoch": 0.27371578552680914,
      "grad_norm": 0.044217737534462995,
      "learning_rate": 0.00027328433515876613,
      "loss": 0.8222,
      "step": 1460
    },
    {
      "epoch": 0.27465316835395576,
      "grad_norm": 0.04811397623157419,
      "learning_rate": 0.0002730040550235642,
      "loss": 0.8223,
      "step": 1465
    },
    {
      "epoch": 0.2755905511811024,
      "grad_norm": 0.043283154172989766,
      "learning_rate": 0.0002727224576137535,
      "loss": 0.8244,
      "step": 1470
    },
    {
      "epoch": 0.276527934008249,
      "grad_norm": 0.04254147668888092,
      "learning_rate": 0.0002724395459450161,
      "loss": 0.8158,
      "step": 1475
    },
    {
      "epoch": 0.27746531683539555,
      "grad_norm": 0.0437512052356442,
      "learning_rate": 0.0002721553230471087,
      "loss": 0.8449,
      "step": 1480
    },
    {
      "epoch": 0.27840269966254216,
      "grad_norm": 0.04187590056923411,
      "learning_rate": 0.0002718697919638302,
      "loss": 0.7986,
      "step": 1485
    },
    {
      "epoch": 0.2793400824896888,
      "grad_norm": 0.042437873734035854,
      "learning_rate": 0.0002715829557529891,
      "loss": 0.8286,
      "step": 1490
    },
    {
      "epoch": 0.2802774653168354,
      "grad_norm": 0.04430563389754819,
      "learning_rate": 0.00027129481748637075,
      "loss": 0.841,
      "step": 1495
    },
    {
      "epoch": 0.281214848143982,
      "grad_norm": 0.045758411532611065,
      "learning_rate": 0.00027100538024970444,
      "loss": 0.8285,
      "step": 1500
    },
    {
      "epoch": 0.2821522309711286,
      "grad_norm": 0.04423481610722165,
      "learning_rate": 0.00027071464714263063,
      "loss": 0.8168,
      "step": 1505
    },
    {
      "epoch": 0.28308961379827524,
      "grad_norm": 0.04571606782924112,
      "learning_rate": 0.00027042262127866716,
      "loss": 0.8249,
      "step": 1510
    },
    {
      "epoch": 0.2840269966254218,
      "grad_norm": 0.04732141795830983,
      "learning_rate": 0.00027012930578517645,
      "loss": 0.8387,
      "step": 1515
    },
    {
      "epoch": 0.2849643794525684,
      "grad_norm": 0.046305063021735725,
      "learning_rate": 0.00026983470380333185,
      "loss": 0.8106,
      "step": 1520
    },
    {
      "epoch": 0.28590176227971503,
      "grad_norm": 0.04195897212582909,
      "learning_rate": 0.0002695388184880839,
      "loss": 0.8261,
      "step": 1525
    },
    {
      "epoch": 0.28683914510686165,
      "grad_norm": 0.04456321258007771,
      "learning_rate": 0.0002692416530081265,
      "loss": 0.8215,
      "step": 1530
    },
    {
      "epoch": 0.28777652793400826,
      "grad_norm": 0.04879364590021316,
      "learning_rate": 0.0002689432105458633,
      "loss": 0.8135,
      "step": 1535
    },
    {
      "epoch": 0.2887139107611549,
      "grad_norm": 0.04789940824296893,
      "learning_rate": 0.00026864349429737326,
      "loss": 0.8368,
      "step": 1540
    },
    {
      "epoch": 0.28965129358830144,
      "grad_norm": 0.04616782271102101,
      "learning_rate": 0.00026834250747237665,
      "loss": 0.8269,
      "step": 1545
    },
    {
      "epoch": 0.29058867641544806,
      "grad_norm": 0.04502530076723608,
      "learning_rate": 0.0002680402532942006,
      "loss": 0.83,
      "step": 1550
    },
    {
      "epoch": 0.29152605924259467,
      "grad_norm": 0.04002183200170624,
      "learning_rate": 0.00026773673499974436,
      "loss": 0.8053,
      "step": 1555
    },
    {
      "epoch": 0.2924634420697413,
      "grad_norm": 0.04425864811179813,
      "learning_rate": 0.00026743195583944524,
      "loss": 0.8354,
      "step": 1560
    },
    {
      "epoch": 0.2934008248968879,
      "grad_norm": 0.046865997902279015,
      "learning_rate": 0.000267125919077243,
      "loss": 0.8263,
      "step": 1565
    },
    {
      "epoch": 0.2943382077240345,
      "grad_norm": 0.04361053554450397,
      "learning_rate": 0.00026681862799054557,
      "loss": 0.8007,
      "step": 1570
    },
    {
      "epoch": 0.2952755905511811,
      "grad_norm": 0.048458258290373916,
      "learning_rate": 0.0002665100858701937,
      "loss": 0.8237,
      "step": 1575
    },
    {
      "epoch": 0.2962129733783277,
      "grad_norm": 0.047990047586811434,
      "learning_rate": 0.0002662002960204254,
      "loss": 0.8162,
      "step": 1580
    },
    {
      "epoch": 0.2971503562054743,
      "grad_norm": 0.04409542819477004,
      "learning_rate": 0.0002658892617588413,
      "loss": 0.8433,
      "step": 1585
    },
    {
      "epoch": 0.2980877390326209,
      "grad_norm": 0.04731184190347321,
      "learning_rate": 0.00026557698641636835,
      "loss": 0.8133,
      "step": 1590
    },
    {
      "epoch": 0.29902512185976754,
      "grad_norm": 0.042762397685975305,
      "learning_rate": 0.0002652634733372246,
      "loss": 0.834,
      "step": 1595
    },
    {
      "epoch": 0.29996250468691416,
      "grad_norm": 0.04579010165352788,
      "learning_rate": 0.0002649487258788833,
      "loss": 0.8214,
      "step": 1600
    },
    {
      "epoch": 0.3008998875140607,
      "grad_norm": 0.04144592090502628,
      "learning_rate": 0.0002646327474120368,
      "loss": 0.8207,
      "step": 1605
    },
    {
      "epoch": 0.30183727034120733,
      "grad_norm": 0.04770299028768292,
      "learning_rate": 0.00026431554132056063,
      "loss": 0.8258,
      "step": 1610
    },
    {
      "epoch": 0.30277465316835395,
      "grad_norm": 0.044453071872775064,
      "learning_rate": 0.00026399711100147724,
      "loss": 0.8085,
      "step": 1615
    },
    {
      "epoch": 0.30371203599550056,
      "grad_norm": 0.05130385596231612,
      "learning_rate": 0.0002636774598649195,
      "loss": 0.8287,
      "step": 1620
    },
    {
      "epoch": 0.3046494188226472,
      "grad_norm": 0.053015815539756074,
      "learning_rate": 0.00026335659133409423,
      "loss": 0.8063,
      "step": 1625
    },
    {
      "epoch": 0.3055868016497938,
      "grad_norm": 0.04286401355249045,
      "learning_rate": 0.00026303450884524566,
      "loss": 0.8084,
      "step": 1630
    },
    {
      "epoch": 0.3065241844769404,
      "grad_norm": 0.0383196394419625,
      "learning_rate": 0.0002627112158476185,
      "loss": 0.8001,
      "step": 1635
    },
    {
      "epoch": 0.30746156730408697,
      "grad_norm": 0.042481350200920615,
      "learning_rate": 0.00026238671580342096,
      "loss": 0.8342,
      "step": 1640
    },
    {
      "epoch": 0.3083989501312336,
      "grad_norm": 0.0437271017287051,
      "learning_rate": 0.0002620610121877879,
      "loss": 0.8301,
      "step": 1645
    },
    {
      "epoch": 0.3093363329583802,
      "grad_norm": 0.042066811375379806,
      "learning_rate": 0.0002617341084887433,
      "loss": 0.8183,
      "step": 1650
    },
    {
      "epoch": 0.3102737157855268,
      "grad_norm": 0.0434545427613146,
      "learning_rate": 0.00026140600820716314,
      "loss": 0.8144,
      "step": 1655
    },
    {
      "epoch": 0.31121109861267343,
      "grad_norm": 0.038937665823880176,
      "learning_rate": 0.00026107671485673794,
      "loss": 0.817,
      "step": 1660
    },
    {
      "epoch": 0.31214848143982005,
      "grad_norm": 0.044655599527732244,
      "learning_rate": 0.0002607462319639348,
      "loss": 0.8344,
      "step": 1665
    },
    {
      "epoch": 0.3130858642669666,
      "grad_norm": 0.03965599804534495,
      "learning_rate": 0.00026041456306796014,
      "loss": 0.8083,
      "step": 1670
    },
    {
      "epoch": 0.3140232470941132,
      "grad_norm": 0.039069129149835194,
      "learning_rate": 0.00026008171172072126,
      "loss": 0.8196,
      "step": 1675
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 0.040202855570058024,
      "learning_rate": 0.0002597476814867887,
      "loss": 0.8205,
      "step": 1680
    },
    {
      "epoch": 0.31589801274840645,
      "grad_norm": 0.04003968304410291,
      "learning_rate": 0.0002594124759433579,
      "loss": 0.8108,
      "step": 1685
    },
    {
      "epoch": 0.31683539557555307,
      "grad_norm": 0.047433872652346235,
      "learning_rate": 0.000259076098680211,
      "loss": 0.8039,
      "step": 1690
    },
    {
      "epoch": 0.3177727784026997,
      "grad_norm": 0.04141242579423705,
      "learning_rate": 0.0002587385532996782,
      "loss": 0.8259,
      "step": 1695
    },
    {
      "epoch": 0.31871016122984624,
      "grad_norm": 0.054121951067220224,
      "learning_rate": 0.0002583998434165993,
      "loss": 0.8246,
      "step": 1700
    },
    {
      "epoch": 0.31964754405699286,
      "grad_norm": 0.04197913764657862,
      "learning_rate": 0.00025805997265828507,
      "loss": 0.8463,
      "step": 1705
    },
    {
      "epoch": 0.3205849268841395,
      "grad_norm": 0.0426917661733632,
      "learning_rate": 0.0002577189446644783,
      "loss": 0.8183,
      "step": 1710
    },
    {
      "epoch": 0.3215223097112861,
      "grad_norm": 0.04179736226931492,
      "learning_rate": 0.00025737676308731477,
      "loss": 0.7976,
      "step": 1715
    },
    {
      "epoch": 0.3224596925384327,
      "grad_norm": 0.04799629600304747,
      "learning_rate": 0.0002570334315912844,
      "loss": 0.8289,
      "step": 1720
    },
    {
      "epoch": 0.3233970753655793,
      "grad_norm": 0.042393149930441694,
      "learning_rate": 0.0002566889538531915,
      "loss": 0.8112,
      "step": 1725
    },
    {
      "epoch": 0.3243344581927259,
      "grad_norm": 0.04255536591889664,
      "learning_rate": 0.000256343333562116,
      "loss": 0.8187,
      "step": 1730
    },
    {
      "epoch": 0.3252718410198725,
      "grad_norm": 0.044062962674437295,
      "learning_rate": 0.00025599657441937354,
      "loss": 0.8018,
      "step": 1735
    },
    {
      "epoch": 0.3262092238470191,
      "grad_norm": 0.043474283263771174,
      "learning_rate": 0.00025564868013847595,
      "loss": 0.8306,
      "step": 1740
    },
    {
      "epoch": 0.32714660667416573,
      "grad_norm": 0.0422049730670292,
      "learning_rate": 0.0002552996544450914,
      "loss": 0.8047,
      "step": 1745
    },
    {
      "epoch": 0.32808398950131235,
      "grad_norm": 0.04744673000933406,
      "learning_rate": 0.0002549495010770048,
      "loss": 0.8422,
      "step": 1750
    },
    {
      "epoch": 0.32902137232845896,
      "grad_norm": 0.04429260845252424,
      "learning_rate": 0.0002545982237840773,
      "loss": 0.8191,
      "step": 1755
    },
    {
      "epoch": 0.3299587551556056,
      "grad_norm": 0.04232121926909998,
      "learning_rate": 0.0002542458263282066,
      "loss": 0.7905,
      "step": 1760
    },
    {
      "epoch": 0.33089613798275214,
      "grad_norm": 0.03903941148795766,
      "learning_rate": 0.00025389231248328624,
      "loss": 0.8047,
      "step": 1765
    },
    {
      "epoch": 0.33183352080989875,
      "grad_norm": 0.043127224537608456,
      "learning_rate": 0.00025353768603516555,
      "loss": 0.8202,
      "step": 1770
    },
    {
      "epoch": 0.33277090363704537,
      "grad_norm": 0.04603755356895304,
      "learning_rate": 0.0002531819507816089,
      "loss": 0.8474,
      "step": 1775
    },
    {
      "epoch": 0.333708286464192,
      "grad_norm": 0.04421659565539193,
      "learning_rate": 0.00025282511053225493,
      "loss": 0.8258,
      "step": 1780
    },
    {
      "epoch": 0.3346456692913386,
      "grad_norm": 0.04354315354304148,
      "learning_rate": 0.0002524671691085762,
      "loss": 0.7872,
      "step": 1785
    },
    {
      "epoch": 0.3355830521184852,
      "grad_norm": 0.04513774703149973,
      "learning_rate": 0.0002521081303438377,
      "loss": 0.7985,
      "step": 1790
    },
    {
      "epoch": 0.3365204349456318,
      "grad_norm": 0.04656688027583207,
      "learning_rate": 0.00025174799808305606,
      "loss": 0.808,
      "step": 1795
    },
    {
      "epoch": 0.3374578177727784,
      "grad_norm": 0.04760744964038916,
      "learning_rate": 0.0002513867761829587,
      "loss": 0.793,
      "step": 1800
    },
    {
      "epoch": 0.338395200599925,
      "grad_norm": 0.04121747602293146,
      "learning_rate": 0.0002510244685119418,
      "loss": 0.8293,
      "step": 1805
    },
    {
      "epoch": 0.3393325834270716,
      "grad_norm": 0.04112754367048587,
      "learning_rate": 0.00025066107895002946,
      "loss": 0.831,
      "step": 1810
    },
    {
      "epoch": 0.34026996625421824,
      "grad_norm": 0.03926106896606557,
      "learning_rate": 0.0002502966113888319,
      "loss": 0.8072,
      "step": 1815
    },
    {
      "epoch": 0.34120734908136485,
      "grad_norm": 0.04562546212037259,
      "learning_rate": 0.000249931069731504,
      "loss": 0.788,
      "step": 1820
    },
    {
      "epoch": 0.3421447319085114,
      "grad_norm": 0.0406588900726224,
      "learning_rate": 0.0002495644578927032,
      "loss": 0.8184,
      "step": 1825
    },
    {
      "epoch": 0.34308211473565803,
      "grad_norm": 0.04003290325962031,
      "learning_rate": 0.00024919677979854776,
      "loss": 0.8272,
      "step": 1830
    },
    {
      "epoch": 0.34401949756280464,
      "grad_norm": 0.04186901209736264,
      "learning_rate": 0.00024882803938657466,
      "loss": 0.7956,
      "step": 1835
    },
    {
      "epoch": 0.34495688038995126,
      "grad_norm": 0.041398093060463485,
      "learning_rate": 0.00024845824060569743,
      "loss": 0.8114,
      "step": 1840
    },
    {
      "epoch": 0.3458942632170979,
      "grad_norm": 0.04109679086847299,
      "learning_rate": 0.000248087387416164,
      "loss": 0.807,
      "step": 1845
    },
    {
      "epoch": 0.3468316460442445,
      "grad_norm": 0.042039328634813876,
      "learning_rate": 0.000247715483789514,
      "loss": 0.8306,
      "step": 1850
    },
    {
      "epoch": 0.34776902887139105,
      "grad_norm": 0.0394540126640408,
      "learning_rate": 0.0002473425337085366,
      "loss": 0.7966,
      "step": 1855
    },
    {
      "epoch": 0.34870641169853767,
      "grad_norm": 0.04432229876319661,
      "learning_rate": 0.0002469685411672275,
      "loss": 0.811,
      "step": 1860
    },
    {
      "epoch": 0.3496437945256843,
      "grad_norm": 0.04227321189035649,
      "learning_rate": 0.0002465935101707463,
      "loss": 0.8248,
      "step": 1865
    },
    {
      "epoch": 0.3505811773528309,
      "grad_norm": 0.039191702176161206,
      "learning_rate": 0.00024621744473537365,
      "loss": 0.8205,
      "step": 1870
    },
    {
      "epoch": 0.3515185601799775,
      "grad_norm": 0.04634923450670881,
      "learning_rate": 0.00024584034888846835,
      "loss": 0.7763,
      "step": 1875
    },
    {
      "epoch": 0.35245594300712413,
      "grad_norm": 0.04501112952096222,
      "learning_rate": 0.0002454622266684239,
      "loss": 0.8258,
      "step": 1880
    },
    {
      "epoch": 0.3533933258342707,
      "grad_norm": 0.04422758808317238,
      "learning_rate": 0.0002450830821246255,
      "loss": 0.8106,
      "step": 1885
    },
    {
      "epoch": 0.3543307086614173,
      "grad_norm": 0.04421016805518408,
      "learning_rate": 0.00024470291931740667,
      "loss": 0.7815,
      "step": 1890
    },
    {
      "epoch": 0.3552680914885639,
      "grad_norm": 0.04319380391113109,
      "learning_rate": 0.0002443217423180055,
      "loss": 0.7973,
      "step": 1895
    },
    {
      "epoch": 0.35620547431571054,
      "grad_norm": 0.040535892316044465,
      "learning_rate": 0.00024393955520852158,
      "loss": 0.8231,
      "step": 1900
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.050182245944215505,
      "learning_rate": 0.00024355636208187175,
      "loss": 0.809,
      "step": 1905
    },
    {
      "epoch": 0.35808023997000377,
      "grad_norm": 0.05056635484821874,
      "learning_rate": 0.00024317216704174653,
      "loss": 0.7863,
      "step": 1910
    },
    {
      "epoch": 0.3590176227971504,
      "grad_norm": 0.04022954249460216,
      "learning_rate": 0.00024278697420256615,
      "loss": 0.8144,
      "step": 1915
    },
    {
      "epoch": 0.35995500562429694,
      "grad_norm": 0.04323635830441304,
      "learning_rate": 0.00024240078768943647,
      "loss": 0.8052,
      "step": 1920
    },
    {
      "epoch": 0.36089238845144356,
      "grad_norm": 0.05048502253231987,
      "learning_rate": 0.00024201361163810476,
      "loss": 0.8292,
      "step": 1925
    },
    {
      "epoch": 0.3618297712785902,
      "grad_norm": 0.045094345947545966,
      "learning_rate": 0.00024162545019491545,
      "loss": 0.8263,
      "step": 1930
    },
    {
      "epoch": 0.3627671541057368,
      "grad_norm": 0.04751777775798578,
      "learning_rate": 0.0002412363075167658,
      "loss": 0.813,
      "step": 1935
    },
    {
      "epoch": 0.3637045369328834,
      "grad_norm": 0.03970350230348181,
      "learning_rate": 0.0002408461877710613,
      "loss": 0.7874,
      "step": 1940
    },
    {
      "epoch": 0.36464191976003,
      "grad_norm": 0.043021517102531895,
      "learning_rate": 0.00024045509513567092,
      "loss": 0.7835,
      "step": 1945
    },
    {
      "epoch": 0.3655793025871766,
      "grad_norm": 0.04145029708505387,
      "learning_rate": 0.0002400630337988826,
      "loss": 0.7976,
      "step": 1950
    },
    {
      "epoch": 0.3665166854143232,
      "grad_norm": 0.04060705381251834,
      "learning_rate": 0.0002396700079593583,
      "loss": 0.784,
      "step": 1955
    },
    {
      "epoch": 0.3674540682414698,
      "grad_norm": 0.04105772844447629,
      "learning_rate": 0.00023927602182608902,
      "loss": 0.7982,
      "step": 1960
    },
    {
      "epoch": 0.3683914510686164,
      "grad_norm": 0.04405339270275701,
      "learning_rate": 0.00023888107961834968,
      "loss": 0.8367,
      "step": 1965
    },
    {
      "epoch": 0.36932883389576304,
      "grad_norm": 0.04229707897710055,
      "learning_rate": 0.00023848518556565405,
      "loss": 0.8147,
      "step": 1970
    },
    {
      "epoch": 0.37026621672290966,
      "grad_norm": 0.04101868201617462,
      "learning_rate": 0.00023808834390770937,
      "loss": 0.7984,
      "step": 1975
    },
    {
      "epoch": 0.3712035995500562,
      "grad_norm": 0.0452498903694969,
      "learning_rate": 0.00023769055889437103,
      "loss": 0.8064,
      "step": 1980
    },
    {
      "epoch": 0.37214098237720283,
      "grad_norm": 0.040047239815103164,
      "learning_rate": 0.0002372918347855969,
      "loss": 0.7737,
      "step": 1985
    },
    {
      "epoch": 0.37307836520434945,
      "grad_norm": 0.03830098106296232,
      "learning_rate": 0.0002368921758514018,
      "loss": 0.7735,
      "step": 1990
    },
    {
      "epoch": 0.37401574803149606,
      "grad_norm": 0.0466704182451149,
      "learning_rate": 0.00023649158637181191,
      "loss": 0.7913,
      "step": 1995
    },
    {
      "epoch": 0.3749531308586427,
      "grad_norm": 0.045697413605673594,
      "learning_rate": 0.00023609007063681874,
      "loss": 0.8083,
      "step": 2000
    },
    {
      "epoch": 0.3758905136857893,
      "grad_norm": 0.046012146633052885,
      "learning_rate": 0.0002356876329463332,
      "loss": 0.7986,
      "step": 2005
    },
    {
      "epoch": 0.37682789651293586,
      "grad_norm": 0.042087372585577834,
      "learning_rate": 0.0002352842776101396,
      "loss": 0.789,
      "step": 2010
    },
    {
      "epoch": 0.37776527934008247,
      "grad_norm": 0.04351288912284283,
      "learning_rate": 0.00023488000894784954,
      "loss": 0.8066,
      "step": 2015
    },
    {
      "epoch": 0.3787026621672291,
      "grad_norm": 0.04264731715281628,
      "learning_rate": 0.0002344748312888557,
      "loss": 0.8242,
      "step": 2020
    },
    {
      "epoch": 0.3796400449943757,
      "grad_norm": 0.04004005288826855,
      "learning_rate": 0.00023406874897228527,
      "loss": 0.8134,
      "step": 2025
    },
    {
      "epoch": 0.3805774278215223,
      "grad_norm": 0.03990638844779895,
      "learning_rate": 0.00023366176634695353,
      "loss": 0.8341,
      "step": 2030
    },
    {
      "epoch": 0.38151481064866893,
      "grad_norm": 0.04606026511862361,
      "learning_rate": 0.00023325388777131748,
      "loss": 0.8001,
      "step": 2035
    },
    {
      "epoch": 0.38245219347581555,
      "grad_norm": 0.04391729186424558,
      "learning_rate": 0.000232845117613429,
      "loss": 0.8195,
      "step": 2040
    },
    {
      "epoch": 0.3833895763029621,
      "grad_norm": 0.041518162558628426,
      "learning_rate": 0.00023243546025088799,
      "loss": 0.7802,
      "step": 2045
    },
    {
      "epoch": 0.3843269591301087,
      "grad_norm": 0.04366132632044734,
      "learning_rate": 0.00023202492007079584,
      "loss": 0.7828,
      "step": 2050
    },
    {
      "epoch": 0.38526434195725534,
      "grad_norm": 0.04383475380804256,
      "learning_rate": 0.00023161350146970794,
      "loss": 0.7876,
      "step": 2055
    },
    {
      "epoch": 0.38620172478440196,
      "grad_norm": 0.036393360894576204,
      "learning_rate": 0.00023120120885358698,
      "loss": 0.7975,
      "step": 2060
    },
    {
      "epoch": 0.38713910761154857,
      "grad_norm": 0.04084955682840953,
      "learning_rate": 0.00023078804663775572,
      "loss": 0.7786,
      "step": 2065
    },
    {
      "epoch": 0.3880764904386952,
      "grad_norm": 0.03911103036688829,
      "learning_rate": 0.00023037401924684946,
      "loss": 0.8026,
      "step": 2070
    },
    {
      "epoch": 0.38901387326584175,
      "grad_norm": 0.041012148951149276,
      "learning_rate": 0.000229959131114769,
      "loss": 0.7885,
      "step": 2075
    },
    {
      "epoch": 0.38995125609298836,
      "grad_norm": 0.03899340776511314,
      "learning_rate": 0.00022954338668463296,
      "loss": 0.7813,
      "step": 2080
    },
    {
      "epoch": 0.390888638920135,
      "grad_norm": 0.04177139426462313,
      "learning_rate": 0.00022912679040873005,
      "loss": 0.7433,
      "step": 2085
    },
    {
      "epoch": 0.3918260217472816,
      "grad_norm": 0.041993929485497614,
      "learning_rate": 0.00022870934674847177,
      "loss": 0.8079,
      "step": 2090
    },
    {
      "epoch": 0.3927634045744282,
      "grad_norm": 0.04106413868995631,
      "learning_rate": 0.00022829106017434434,
      "loss": 0.7872,
      "step": 2095
    },
    {
      "epoch": 0.3937007874015748,
      "grad_norm": 0.047413157951248786,
      "learning_rate": 0.00022787193516586091,
      "loss": 0.796,
      "step": 2100
    },
    {
      "epoch": 0.3946381702287214,
      "grad_norm": 0.04503978112797596,
      "learning_rate": 0.00022745197621151363,
      "loss": 0.8352,
      "step": 2105
    },
    {
      "epoch": 0.395575553055868,
      "grad_norm": 0.04115650674340414,
      "learning_rate": 0.0002270311878087255,
      "loss": 0.816,
      "step": 2110
    },
    {
      "epoch": 0.3965129358830146,
      "grad_norm": 0.041160476408568784,
      "learning_rate": 0.00022660957446380225,
      "loss": 0.7982,
      "step": 2115
    },
    {
      "epoch": 0.39745031871016123,
      "grad_norm": 0.04408506165618202,
      "learning_rate": 0.00022618714069188404,
      "loss": 0.8209,
      "step": 2120
    },
    {
      "epoch": 0.39838770153730785,
      "grad_norm": 0.04001800900141434,
      "learning_rate": 0.00022576389101689725,
      "loss": 0.7771,
      "step": 2125
    },
    {
      "epoch": 0.39932508436445446,
      "grad_norm": 0.04320785141278407,
      "learning_rate": 0.00022533982997150585,
      "loss": 0.7677,
      "step": 2130
    },
    {
      "epoch": 0.400262467191601,
      "grad_norm": 0.039431554219398125,
      "learning_rate": 0.00022491496209706293,
      "loss": 0.7715,
      "step": 2135
    },
    {
      "epoch": 0.40119985001874764,
      "grad_norm": 0.04041447511709435,
      "learning_rate": 0.0002244892919435621,
      "loss": 0.7961,
      "step": 2140
    },
    {
      "epoch": 0.40213723284589425,
      "grad_norm": 0.04233570336630376,
      "learning_rate": 0.00022406282406958874,
      "loss": 0.7932,
      "step": 2145
    },
    {
      "epoch": 0.40307461567304087,
      "grad_norm": 0.040223931466695007,
      "learning_rate": 0.00022363556304227111,
      "loss": 0.7972,
      "step": 2150
    },
    {
      "epoch": 0.4040119985001875,
      "grad_norm": 0.03920199535556696,
      "learning_rate": 0.0002232075134372316,
      "loss": 0.7912,
      "step": 2155
    },
    {
      "epoch": 0.4049493813273341,
      "grad_norm": 0.04045705766440815,
      "learning_rate": 0.00022277867983853754,
      "loss": 0.772,
      "step": 2160
    },
    {
      "epoch": 0.4058867641544807,
      "grad_norm": 0.038172006672106074,
      "learning_rate": 0.00022234906683865234,
      "loss": 0.7994,
      "step": 2165
    },
    {
      "epoch": 0.4068241469816273,
      "grad_norm": 0.042094914465141645,
      "learning_rate": 0.00022191867903838597,
      "loss": 0.7908,
      "step": 2170
    },
    {
      "epoch": 0.4077615298087739,
      "grad_norm": 0.041299074122275056,
      "learning_rate": 0.00022148752104684608,
      "loss": 0.791,
      "step": 2175
    },
    {
      "epoch": 0.4086989126359205,
      "grad_norm": 0.03672565143578591,
      "learning_rate": 0.00022105559748138834,
      "loss": 0.7879,
      "step": 2180
    },
    {
      "epoch": 0.4096362954630671,
      "grad_norm": 0.03978313771126583,
      "learning_rate": 0.00022062291296756715,
      "loss": 0.8095,
      "step": 2185
    },
    {
      "epoch": 0.41057367829021374,
      "grad_norm": 0.04001569067395201,
      "learning_rate": 0.000220189472139086,
      "loss": 0.7826,
      "step": 2190
    },
    {
      "epoch": 0.41151106111736035,
      "grad_norm": 0.043631782457239365,
      "learning_rate": 0.00021975527963774796,
      "loss": 0.7927,
      "step": 2195
    },
    {
      "epoch": 0.4124484439445069,
      "grad_norm": 0.04073514355199719,
      "learning_rate": 0.00021932034011340587,
      "loss": 0.7939,
      "step": 2200
    },
    {
      "epoch": 0.41338582677165353,
      "grad_norm": 0.044704633805377016,
      "learning_rate": 0.00021888465822391269,
      "loss": 0.795,
      "step": 2205
    },
    {
      "epoch": 0.41432320959880015,
      "grad_norm": 0.04223574180256086,
      "learning_rate": 0.00021844823863507136,
      "loss": 0.7697,
      "step": 2210
    },
    {
      "epoch": 0.41526059242594676,
      "grad_norm": 0.04033678944300133,
      "learning_rate": 0.00021801108602058507,
      "loss": 0.7942,
      "step": 2215
    },
    {
      "epoch": 0.4161979752530934,
      "grad_norm": 0.040615950774112376,
      "learning_rate": 0.00021757320506200713,
      "loss": 0.7976,
      "step": 2220
    },
    {
      "epoch": 0.41713535808024,
      "grad_norm": 0.03966904553021298,
      "learning_rate": 0.00021713460044869078,
      "loss": 0.7356,
      "step": 2225
    },
    {
      "epoch": 0.41807274090738655,
      "grad_norm": 0.049048512180610696,
      "learning_rate": 0.0002166952768777391,
      "loss": 0.788,
      "step": 2230
    },
    {
      "epoch": 0.41901012373453317,
      "grad_norm": 0.04363519676021418,
      "learning_rate": 0.00021625523905395458,
      "loss": 0.7778,
      "step": 2235
    },
    {
      "epoch": 0.4199475065616798,
      "grad_norm": 0.040788196081375995,
      "learning_rate": 0.00021581449168978878,
      "loss": 0.7845,
      "step": 2240
    },
    {
      "epoch": 0.4208848893888264,
      "grad_norm": 0.04388975232146075,
      "learning_rate": 0.00021537303950529185,
      "loss": 0.7912,
      "step": 2245
    },
    {
      "epoch": 0.421822272215973,
      "grad_norm": 0.039487905759282925,
      "learning_rate": 0.0002149308872280621,
      "loss": 0.7904,
      "step": 2250
    },
    {
      "epoch": 0.42275965504311963,
      "grad_norm": 0.03892803525416569,
      "learning_rate": 0.0002144880395931951,
      "loss": 0.7832,
      "step": 2255
    },
    {
      "epoch": 0.4236970378702662,
      "grad_norm": 0.048355006016535,
      "learning_rate": 0.0002140445013432333,
      "loss": 0.8233,
      "step": 2260
    },
    {
      "epoch": 0.4246344206974128,
      "grad_norm": 0.04226596396802164,
      "learning_rate": 0.00021360027722811505,
      "loss": 0.7986,
      "step": 2265
    },
    {
      "epoch": 0.4255718035245594,
      "grad_norm": 0.03777343997339362,
      "learning_rate": 0.00021315537200512362,
      "loss": 0.7739,
      "step": 2270
    },
    {
      "epoch": 0.42650918635170604,
      "grad_norm": 0.0447778590274291,
      "learning_rate": 0.00021270979043883664,
      "loss": 0.8097,
      "step": 2275
    },
    {
      "epoch": 0.42744656917885265,
      "grad_norm": 0.04168554679696771,
      "learning_rate": 0.00021226353730107467,
      "loss": 0.7835,
      "step": 2280
    },
    {
      "epoch": 0.42838395200599927,
      "grad_norm": 0.04011938574259242,
      "learning_rate": 0.00021181661737085028,
      "loss": 0.8223,
      "step": 2285
    },
    {
      "epoch": 0.4293213348331459,
      "grad_norm": 0.03778469888602811,
      "learning_rate": 0.00021136903543431685,
      "loss": 0.7739,
      "step": 2290
    },
    {
      "epoch": 0.43025871766029244,
      "grad_norm": 0.03715090423495881,
      "learning_rate": 0.0002109207962847174,
      "loss": 0.8144,
      "step": 2295
    },
    {
      "epoch": 0.43119610048743906,
      "grad_norm": 0.03962090097485277,
      "learning_rate": 0.00021047190472233305,
      "loss": 0.7811,
      "step": 2300
    },
    {
      "epoch": 0.4321334833145857,
      "grad_norm": 0.039092040132198524,
      "learning_rate": 0.00021002236555443183,
      "loss": 0.7909,
      "step": 2305
    },
    {
      "epoch": 0.4330708661417323,
      "grad_norm": 0.03883145505567921,
      "learning_rate": 0.00020957218359521706,
      "loss": 0.8176,
      "step": 2310
    },
    {
      "epoch": 0.4340082489688789,
      "grad_norm": 0.03985259948134514,
      "learning_rate": 0.0002091213636657759,
      "loss": 0.7869,
      "step": 2315
    },
    {
      "epoch": 0.4349456317960255,
      "grad_norm": 0.0405689266411763,
      "learning_rate": 0.0002086699105940275,
      "loss": 0.8039,
      "step": 2320
    },
    {
      "epoch": 0.4358830146231721,
      "grad_norm": 0.04016614154253833,
      "learning_rate": 0.00020821782921467166,
      "loss": 0.7911,
      "step": 2325
    },
    {
      "epoch": 0.4368203974503187,
      "grad_norm": 0.03975323854656061,
      "learning_rate": 0.0002077651243691367,
      "loss": 0.7833,
      "step": 2330
    },
    {
      "epoch": 0.4377577802774653,
      "grad_norm": 0.041105027708813344,
      "learning_rate": 0.00020731180090552783,
      "loss": 0.7675,
      "step": 2335
    },
    {
      "epoch": 0.43869516310461193,
      "grad_norm": 0.03872126186366071,
      "learning_rate": 0.00020685786367857518,
      "loss": 0.7959,
      "step": 2340
    },
    {
      "epoch": 0.43963254593175854,
      "grad_norm": 0.041950004467004046,
      "learning_rate": 0.0002064033175495817,
      "loss": 0.7642,
      "step": 2345
    },
    {
      "epoch": 0.44056992875890516,
      "grad_norm": 0.04308753428596666,
      "learning_rate": 0.00020594816738637133,
      "loss": 0.7828,
      "step": 2350
    },
    {
      "epoch": 0.4415073115860517,
      "grad_norm": 0.04067335511731369,
      "learning_rate": 0.00020549241806323658,
      "loss": 0.7731,
      "step": 2355
    },
    {
      "epoch": 0.44244469441319834,
      "grad_norm": 0.038488821747570894,
      "learning_rate": 0.00020503607446088661,
      "loss": 0.7783,
      "step": 2360
    },
    {
      "epoch": 0.44338207724034495,
      "grad_norm": 0.0405566911757408,
      "learning_rate": 0.00020457914146639473,
      "loss": 0.7913,
      "step": 2365
    },
    {
      "epoch": 0.44431946006749157,
      "grad_norm": 0.041242394949931045,
      "learning_rate": 0.00020412162397314624,
      "loss": 0.7971,
      "step": 2370
    },
    {
      "epoch": 0.4452568428946382,
      "grad_norm": 0.039550878105764575,
      "learning_rate": 0.00020366352688078597,
      "loss": 0.7941,
      "step": 2375
    },
    {
      "epoch": 0.4461942257217848,
      "grad_norm": 0.04176542654646332,
      "learning_rate": 0.00020320485509516564,
      "loss": 0.7796,
      "step": 2380
    },
    {
      "epoch": 0.44713160854893136,
      "grad_norm": 0.04091658096529671,
      "learning_rate": 0.0002027456135282917,
      "loss": 0.7656,
      "step": 2385
    },
    {
      "epoch": 0.448068991376078,
      "grad_norm": 0.04204041507697926,
      "learning_rate": 0.00020228580709827227,
      "loss": 0.7842,
      "step": 2390
    },
    {
      "epoch": 0.4490063742032246,
      "grad_norm": 0.043581111984004314,
      "learning_rate": 0.0002018254407292649,
      "loss": 0.8044,
      "step": 2395
    },
    {
      "epoch": 0.4499437570303712,
      "grad_norm": 0.03967757526818896,
      "learning_rate": 0.00020136451935142349,
      "loss": 0.7807,
      "step": 2400
    },
    {
      "epoch": 0.4508811398575178,
      "grad_norm": 0.04119079014264244,
      "learning_rate": 0.00020090304790084572,
      "loss": 0.7949,
      "step": 2405
    },
    {
      "epoch": 0.45181852268466444,
      "grad_norm": 0.04744494144786433,
      "learning_rate": 0.00020044103131952007,
      "loss": 0.7886,
      "step": 2410
    },
    {
      "epoch": 0.452755905511811,
      "grad_norm": 0.03865847999571606,
      "learning_rate": 0.000199978474555273,
      "loss": 0.7824,
      "step": 2415
    },
    {
      "epoch": 0.4536932883389576,
      "grad_norm": 0.04257054661223989,
      "learning_rate": 0.0001995153825617157,
      "loss": 0.7958,
      "step": 2420
    },
    {
      "epoch": 0.4546306711661042,
      "grad_norm": 0.03723070056879195,
      "learning_rate": 0.0001990517602981915,
      "loss": 0.7743,
      "step": 2425
    },
    {
      "epoch": 0.45556805399325084,
      "grad_norm": 0.04206537348222414,
      "learning_rate": 0.0001985876127297224,
      "loss": 0.7818,
      "step": 2430
    },
    {
      "epoch": 0.45650543682039746,
      "grad_norm": 0.046605846594271055,
      "learning_rate": 0.00019812294482695586,
      "loss": 0.7888,
      "step": 2435
    },
    {
      "epoch": 0.4574428196475441,
      "grad_norm": 0.03927213215049627,
      "learning_rate": 0.00019765776156611189,
      "loss": 0.7941,
      "step": 2440
    },
    {
      "epoch": 0.4583802024746907,
      "grad_norm": 0.03773012168883939,
      "learning_rate": 0.00019719206792892944,
      "loss": 0.779,
      "step": 2445
    },
    {
      "epoch": 0.45931758530183725,
      "grad_norm": 0.04033866134296589,
      "learning_rate": 0.00019672586890261322,
      "loss": 0.7548,
      "step": 2450
    },
    {
      "epoch": 0.46025496812898387,
      "grad_norm": 0.03863797353130748,
      "learning_rate": 0.00019625916947978029,
      "loss": 0.7519,
      "step": 2455
    },
    {
      "epoch": 0.4611923509561305,
      "grad_norm": 0.03834068421875446,
      "learning_rate": 0.00019579197465840654,
      "loss": 0.7524,
      "step": 2460
    },
    {
      "epoch": 0.4621297337832771,
      "grad_norm": 0.04082115337906864,
      "learning_rate": 0.0001953242894417731,
      "loss": 0.7748,
      "step": 2465
    },
    {
      "epoch": 0.4630671166104237,
      "grad_norm": 0.038882691470253396,
      "learning_rate": 0.000194856118838413,
      "loss": 0.7732,
      "step": 2470
    },
    {
      "epoch": 0.46400449943757033,
      "grad_norm": 0.04383855537670663,
      "learning_rate": 0.0001943874678620572,
      "loss": 0.7718,
      "step": 2475
    },
    {
      "epoch": 0.4649418822647169,
      "grad_norm": 0.04487220174913269,
      "learning_rate": 0.0001939183415315812,
      "loss": 0.8184,
      "step": 2480
    },
    {
      "epoch": 0.4658792650918635,
      "grad_norm": 0.04243430887998934,
      "learning_rate": 0.00019344874487095106,
      "loss": 0.7909,
      "step": 2485
    },
    {
      "epoch": 0.4668166479190101,
      "grad_norm": 0.042879736936158284,
      "learning_rate": 0.00019297868290916973,
      "loss": 0.8164,
      "step": 2490
    },
    {
      "epoch": 0.46775403074615673,
      "grad_norm": 0.04530733011987864,
      "learning_rate": 0.00019250816068022326,
      "loss": 0.795,
      "step": 2495
    },
    {
      "epoch": 0.46869141357330335,
      "grad_norm": 0.04578548882806771,
      "learning_rate": 0.0001920371832230266,
      "loss": 0.7974,
      "step": 2500
    },
    {
      "epoch": 0.46962879640044997,
      "grad_norm": 0.04042238169087785,
      "learning_rate": 0.00019156575558137003,
      "loss": 0.8004,
      "step": 2505
    },
    {
      "epoch": 0.4705661792275965,
      "grad_norm": 0.03887172482698654,
      "learning_rate": 0.00019109388280386488,
      "loss": 0.7686,
      "step": 2510
    },
    {
      "epoch": 0.47150356205474314,
      "grad_norm": 0.03584281998116991,
      "learning_rate": 0.00019062156994388937,
      "loss": 0.7488,
      "step": 2515
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 0.038784324923480024,
      "learning_rate": 0.00019014882205953485,
      "loss": 0.7797,
      "step": 2520
    },
    {
      "epoch": 0.4733783277090364,
      "grad_norm": 0.03811245259868312,
      "learning_rate": 0.00018967564421355134,
      "loss": 0.7566,
      "step": 2525
    },
    {
      "epoch": 0.474315710536183,
      "grad_norm": 0.03796594842270583,
      "learning_rate": 0.0001892020414732934,
      "loss": 0.7853,
      "step": 2530
    },
    {
      "epoch": 0.4752530933633296,
      "grad_norm": 0.04195011212848616,
      "learning_rate": 0.000188728018910666,
      "loss": 0.7924,
      "step": 2535
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.045188665210356145,
      "learning_rate": 0.00018825358160206982,
      "loss": 0.7961,
      "step": 2540
    },
    {
      "epoch": 0.4771278590176228,
      "grad_norm": 0.04796346505150324,
      "learning_rate": 0.00018777873462834735,
      "loss": 0.7809,
      "step": 2545
    },
    {
      "epoch": 0.4780652418447694,
      "grad_norm": 0.039964514626294564,
      "learning_rate": 0.00018730348307472824,
      "loss": 0.7653,
      "step": 2550
    },
    {
      "epoch": 0.479002624671916,
      "grad_norm": 0.0427034937035765,
      "learning_rate": 0.0001868278320307747,
      "loss": 0.7726,
      "step": 2555
    },
    {
      "epoch": 0.4799400074990626,
      "grad_norm": 0.03972042150913065,
      "learning_rate": 0.00018635178659032732,
      "loss": 0.7805,
      "step": 2560
    },
    {
      "epoch": 0.48087739032620924,
      "grad_norm": 0.0371985040034197,
      "learning_rate": 0.0001858753518514503,
      "loss": 0.7561,
      "step": 2565
    },
    {
      "epoch": 0.48181477315335586,
      "grad_norm": 0.04584757733571624,
      "learning_rate": 0.00018539853291637696,
      "loss": 0.7753,
      "step": 2570
    },
    {
      "epoch": 0.4827521559805024,
      "grad_norm": 0.03974757572397099,
      "learning_rate": 0.00018492133489145506,
      "loss": 0.7748,
      "step": 2575
    },
    {
      "epoch": 0.48368953880764903,
      "grad_norm": 0.03742920129272121,
      "learning_rate": 0.000184443762887092,
      "loss": 0.7917,
      "step": 2580
    },
    {
      "epoch": 0.48462692163479565,
      "grad_norm": 0.04694450953419577,
      "learning_rate": 0.00018396582201770032,
      "loss": 0.7859,
      "step": 2585
    },
    {
      "epoch": 0.48556430446194226,
      "grad_norm": 0.042973639248807004,
      "learning_rate": 0.00018348751740164272,
      "loss": 0.7836,
      "step": 2590
    },
    {
      "epoch": 0.4865016872890889,
      "grad_norm": 0.04047247960728854,
      "learning_rate": 0.00018300885416117733,
      "loss": 0.7796,
      "step": 2595
    },
    {
      "epoch": 0.4874390701162355,
      "grad_norm": 0.0396897138962343,
      "learning_rate": 0.000182529837422403,
      "loss": 0.7682,
      "step": 2600
    },
    {
      "epoch": 0.48837645294338206,
      "grad_norm": 0.0398548055720446,
      "learning_rate": 0.0001820504723152041,
      "loss": 0.7932,
      "step": 2605
    },
    {
      "epoch": 0.48931383577052867,
      "grad_norm": 0.037622818268512194,
      "learning_rate": 0.0001815707639731958,
      "loss": 0.7781,
      "step": 2610
    },
    {
      "epoch": 0.4902512185976753,
      "grad_norm": 0.0392715706617893,
      "learning_rate": 0.00018109071753366916,
      "loss": 0.7929,
      "step": 2615
    },
    {
      "epoch": 0.4911886014248219,
      "grad_norm": 0.039744227841198555,
      "learning_rate": 0.00018061033813753576,
      "loss": 0.7756,
      "step": 2620
    },
    {
      "epoch": 0.4921259842519685,
      "grad_norm": 0.04155014821494704,
      "learning_rate": 0.00018012963092927297,
      "loss": 0.7706,
      "step": 2625
    },
    {
      "epoch": 0.49306336707911513,
      "grad_norm": 0.03840166882540415,
      "learning_rate": 0.0001796486010568689,
      "loss": 0.7893,
      "step": 2630
    },
    {
      "epoch": 0.4940007499062617,
      "grad_norm": 0.039395802156394155,
      "learning_rate": 0.000179167253671767,
      "loss": 0.775,
      "step": 2635
    },
    {
      "epoch": 0.4949381327334083,
      "grad_norm": 0.03787300343153706,
      "learning_rate": 0.00017868559392881107,
      "loss": 0.795,
      "step": 2640
    },
    {
      "epoch": 0.4958755155605549,
      "grad_norm": 0.040301333180301116,
      "learning_rate": 0.0001782036269861899,
      "loss": 0.7775,
      "step": 2645
    },
    {
      "epoch": 0.49681289838770154,
      "grad_norm": 0.03780702169928712,
      "learning_rate": 0.0001777213580053823,
      "loss": 0.7774,
      "step": 2650
    },
    {
      "epoch": 0.49775028121484816,
      "grad_norm": 0.04018675410195464,
      "learning_rate": 0.0001772387921511016,
      "loss": 0.7853,
      "step": 2655
    },
    {
      "epoch": 0.49868766404199477,
      "grad_norm": 0.039105991236874874,
      "learning_rate": 0.00017675593459124045,
      "loss": 0.7853,
      "step": 2660
    },
    {
      "epoch": 0.49962504686914133,
      "grad_norm": 0.043058223660341025,
      "learning_rate": 0.00017627279049681538,
      "loss": 0.779,
      "step": 2665
    },
    {
      "epoch": 0.500562429696288,
      "grad_norm": 0.038503318239807786,
      "learning_rate": 0.0001757893650419114,
      "loss": 0.7746,
      "step": 2670
    },
    {
      "epoch": 0.5014998125234346,
      "grad_norm": 0.038809904361382756,
      "learning_rate": 0.00017530566340362685,
      "loss": 0.7836,
      "step": 2675
    },
    {
      "epoch": 0.5024371953505812,
      "grad_norm": 0.03720404583133728,
      "learning_rate": 0.00017482169076201765,
      "loss": 0.7738,
      "step": 2680
    },
    {
      "epoch": 0.5033745781777278,
      "grad_norm": 0.04072977160239652,
      "learning_rate": 0.00017433745230004192,
      "loss": 0.7932,
      "step": 2685
    },
    {
      "epoch": 0.5043119610048744,
      "grad_norm": 0.04007107726737037,
      "learning_rate": 0.00017385295320350463,
      "loss": 0.7925,
      "step": 2690
    },
    {
      "epoch": 0.505249343832021,
      "grad_norm": 0.03706793674088091,
      "learning_rate": 0.00017336819866100182,
      "loss": 0.7802,
      "step": 2695
    },
    {
      "epoch": 0.5061867266591676,
      "grad_norm": 0.03970514233327491,
      "learning_rate": 0.00017288319386386515,
      "loss": 0.7641,
      "step": 2700
    },
    {
      "epoch": 0.5071241094863143,
      "grad_norm": 0.04248378336710558,
      "learning_rate": 0.0001723979440061064,
      "loss": 0.7843,
      "step": 2705
    },
    {
      "epoch": 0.5080614923134609,
      "grad_norm": 0.035133630205708484,
      "learning_rate": 0.00017191245428436173,
      "loss": 0.7685,
      "step": 2710
    },
    {
      "epoch": 0.5089988751406074,
      "grad_norm": 0.03584192505625803,
      "learning_rate": 0.00017142672989783601,
      "loss": 0.7488,
      "step": 2715
    },
    {
      "epoch": 0.509936257967754,
      "grad_norm": 0.043073407159687965,
      "learning_rate": 0.00017094077604824708,
      "loss": 0.7625,
      "step": 2720
    },
    {
      "epoch": 0.5108736407949006,
      "grad_norm": 0.04373054551404995,
      "learning_rate": 0.00017045459793977037,
      "loss": 0.7793,
      "step": 2725
    },
    {
      "epoch": 0.5118110236220472,
      "grad_norm": 0.0401634365888691,
      "learning_rate": 0.00016996820077898285,
      "loss": 0.7673,
      "step": 2730
    },
    {
      "epoch": 0.5127484064491938,
      "grad_norm": 0.04228564245730852,
      "learning_rate": 0.00016948158977480722,
      "loss": 0.7829,
      "step": 2735
    },
    {
      "epoch": 0.5136857892763405,
      "grad_norm": 0.04101625807575367,
      "learning_rate": 0.00016899477013845656,
      "loss": 0.7739,
      "step": 2740
    },
    {
      "epoch": 0.5146231721034871,
      "grad_norm": 0.037270510821881576,
      "learning_rate": 0.00016850774708337794,
      "loss": 0.7819,
      "step": 2745
    },
    {
      "epoch": 0.5155605549306337,
      "grad_norm": 0.03719664186844611,
      "learning_rate": 0.00016802052582519706,
      "loss": 0.7547,
      "step": 2750
    },
    {
      "epoch": 0.5164979377577803,
      "grad_norm": 0.042746632036701274,
      "learning_rate": 0.00016753311158166216,
      "loss": 0.7875,
      "step": 2755
    },
    {
      "epoch": 0.5174353205849269,
      "grad_norm": 0.040113090184156625,
      "learning_rate": 0.00016704550957258817,
      "loss": 0.7671,
      "step": 2760
    },
    {
      "epoch": 0.5183727034120735,
      "grad_norm": 0.04096689940473245,
      "learning_rate": 0.0001665577250198009,
      "loss": 0.7504,
      "step": 2765
    },
    {
      "epoch": 0.5193100862392201,
      "grad_norm": 0.03979245826251994,
      "learning_rate": 0.00016606976314708104,
      "loss": 0.7692,
      "step": 2770
    },
    {
      "epoch": 0.5202474690663667,
      "grad_norm": 0.03499884259333867,
      "learning_rate": 0.0001655816291801082,
      "loss": 0.7502,
      "step": 2775
    },
    {
      "epoch": 0.5211848518935133,
      "grad_norm": 0.038595691040614596,
      "learning_rate": 0.00016509332834640505,
      "loss": 0.7779,
      "step": 2780
    },
    {
      "epoch": 0.5221222347206599,
      "grad_norm": 0.03845551078176031,
      "learning_rate": 0.00016460486587528114,
      "loss": 0.7734,
      "step": 2785
    },
    {
      "epoch": 0.5230596175478065,
      "grad_norm": 0.04268014575183859,
      "learning_rate": 0.00016411624699777717,
      "loss": 0.7932,
      "step": 2790
    },
    {
      "epoch": 0.5239970003749531,
      "grad_norm": 0.04217654750286591,
      "learning_rate": 0.0001636274769466087,
      "loss": 0.7755,
      "step": 2795
    },
    {
      "epoch": 0.5249343832020997,
      "grad_norm": 0.03663813497845865,
      "learning_rate": 0.00016313856095611037,
      "loss": 0.7819,
      "step": 2800
    },
    {
      "epoch": 0.5258717660292463,
      "grad_norm": 0.03649865813691932,
      "learning_rate": 0.00016264950426217963,
      "loss": 0.7854,
      "step": 2805
    },
    {
      "epoch": 0.526809148856393,
      "grad_norm": 0.035007178804664606,
      "learning_rate": 0.0001621603121022208,
      "loss": 0.7763,
      "step": 2810
    },
    {
      "epoch": 0.5277465316835396,
      "grad_norm": 0.03631407653031134,
      "learning_rate": 0.00016167098971508884,
      "loss": 0.75,
      "step": 2815
    },
    {
      "epoch": 0.5286839145106862,
      "grad_norm": 0.03748295963128187,
      "learning_rate": 0.00016118154234103345,
      "loss": 0.7755,
      "step": 2820
    },
    {
      "epoch": 0.5296212973378328,
      "grad_norm": 0.03847790308231328,
      "learning_rate": 0.00016069197522164272,
      "loss": 0.7721,
      "step": 2825
    },
    {
      "epoch": 0.5305586801649794,
      "grad_norm": 0.0403928945535946,
      "learning_rate": 0.00016020229359978722,
      "loss": 0.7823,
      "step": 2830
    },
    {
      "epoch": 0.531496062992126,
      "grad_norm": 0.042093934154398625,
      "learning_rate": 0.0001597125027195637,
      "loss": 0.7594,
      "step": 2835
    },
    {
      "epoch": 0.5324334458192725,
      "grad_norm": 0.03740153505333051,
      "learning_rate": 0.00015922260782623906,
      "loss": 0.775,
      "step": 2840
    },
    {
      "epoch": 0.5333708286464192,
      "grad_norm": 0.0365020182974372,
      "learning_rate": 0.00015873261416619395,
      "loss": 0.7788,
      "step": 2845
    },
    {
      "epoch": 0.5343082114735658,
      "grad_norm": 0.04097368109261412,
      "learning_rate": 0.00015824252698686686,
      "loss": 0.7801,
      "step": 2850
    },
    {
      "epoch": 0.5352455943007124,
      "grad_norm": 0.040252898201126604,
      "learning_rate": 0.00015775235153669772,
      "loss": 0.7651,
      "step": 2855
    },
    {
      "epoch": 0.536182977127859,
      "grad_norm": 0.04080680519751646,
      "learning_rate": 0.00015726209306507182,
      "loss": 0.7609,
      "step": 2860
    },
    {
      "epoch": 0.5371203599550056,
      "grad_norm": 0.04064129669100478,
      "learning_rate": 0.00015677175682226346,
      "loss": 0.7686,
      "step": 2865
    },
    {
      "epoch": 0.5380577427821522,
      "grad_norm": 0.040674542378951246,
      "learning_rate": 0.0001562813480593799,
      "loss": 0.7616,
      "step": 2870
    },
    {
      "epoch": 0.5389951256092989,
      "grad_norm": 0.04054872658419522,
      "learning_rate": 0.0001557908720283051,
      "loss": 0.7938,
      "step": 2875
    },
    {
      "epoch": 0.5399325084364455,
      "grad_norm": 0.037193930697877325,
      "learning_rate": 0.00015530033398164318,
      "loss": 0.7671,
      "step": 2880
    },
    {
      "epoch": 0.5408698912635921,
      "grad_norm": 0.04330464356262373,
      "learning_rate": 0.00015480973917266256,
      "loss": 0.789,
      "step": 2885
    },
    {
      "epoch": 0.5418072740907387,
      "grad_norm": 0.04054372294824471,
      "learning_rate": 0.0001543190928552395,
      "loss": 0.7511,
      "step": 2890
    },
    {
      "epoch": 0.5427446569178853,
      "grad_norm": 0.037141465243079236,
      "learning_rate": 0.00015382840028380193,
      "loss": 0.7806,
      "step": 2895
    },
    {
      "epoch": 0.5436820397450318,
      "grad_norm": 0.04616963653816421,
      "learning_rate": 0.000153337666713273,
      "loss": 0.7685,
      "step": 2900
    },
    {
      "epoch": 0.5446194225721784,
      "grad_norm": 0.04026197513442802,
      "learning_rate": 0.000152846897399015,
      "loss": 0.7538,
      "step": 2905
    },
    {
      "epoch": 0.545556805399325,
      "grad_norm": 0.040209956896230005,
      "learning_rate": 0.0001523560975967731,
      "loss": 0.7669,
      "step": 2910
    },
    {
      "epoch": 0.5464941882264717,
      "grad_norm": 0.039214472443270074,
      "learning_rate": 0.0001518652725626188,
      "loss": 0.7821,
      "step": 2915
    },
    {
      "epoch": 0.5474315710536183,
      "grad_norm": 0.037735873161464144,
      "learning_rate": 0.00015137442755289388,
      "loss": 0.7669,
      "step": 2920
    },
    {
      "epoch": 0.5483689538807649,
      "grad_norm": 0.040692415941492,
      "learning_rate": 0.00015088356782415408,
      "loss": 0.7642,
      "step": 2925
    },
    {
      "epoch": 0.5493063367079115,
      "grad_norm": 0.037557444480219304,
      "learning_rate": 0.0001503926986331127,
      "loss": 0.7491,
      "step": 2930
    },
    {
      "epoch": 0.5502437195350581,
      "grad_norm": 0.04303948252096911,
      "learning_rate": 0.00014990182523658444,
      "loss": 0.7633,
      "step": 2935
    },
    {
      "epoch": 0.5511811023622047,
      "grad_norm": 0.039445563951292666,
      "learning_rate": 0.0001494109528914291,
      "loss": 0.7837,
      "step": 2940
    },
    {
      "epoch": 0.5521184851893514,
      "grad_norm": 0.0369146298860869,
      "learning_rate": 0.000148920086854495,
      "loss": 0.7783,
      "step": 2945
    },
    {
      "epoch": 0.553055868016498,
      "grad_norm": 0.03928589902574045,
      "learning_rate": 0.00014842923238256317,
      "loss": 0.7623,
      "step": 2950
    },
    {
      "epoch": 0.5539932508436446,
      "grad_norm": 0.040961368365580925,
      "learning_rate": 0.00014793839473229047,
      "loss": 0.7302,
      "step": 2955
    },
    {
      "epoch": 0.5549306336707911,
      "grad_norm": 0.04066646466874108,
      "learning_rate": 0.000147447579160154,
      "loss": 0.7933,
      "step": 2960
    },
    {
      "epoch": 0.5558680164979377,
      "grad_norm": 0.04046950253782251,
      "learning_rate": 0.00014695679092239405,
      "loss": 0.7794,
      "step": 2965
    },
    {
      "epoch": 0.5568053993250843,
      "grad_norm": 0.0395374977204719,
      "learning_rate": 0.00014646603527495848,
      "loss": 0.772,
      "step": 2970
    },
    {
      "epoch": 0.5577427821522309,
      "grad_norm": 0.03703594756866284,
      "learning_rate": 0.00014597531747344593,
      "loss": 0.7511,
      "step": 2975
    },
    {
      "epoch": 0.5586801649793776,
      "grad_norm": 0.036214320470059805,
      "learning_rate": 0.00014548464277304982,
      "loss": 0.7706,
      "step": 2980
    },
    {
      "epoch": 0.5596175478065242,
      "grad_norm": 0.03917835401091949,
      "learning_rate": 0.00014499401642850207,
      "loss": 0.739,
      "step": 2985
    },
    {
      "epoch": 0.5605549306336708,
      "grad_norm": 0.0498467008354317,
      "learning_rate": 0.00014450344369401651,
      "loss": 0.763,
      "step": 2990
    },
    {
      "epoch": 0.5614923134608174,
      "grad_norm": 0.05384613905490524,
      "learning_rate": 0.0001440129298232332,
      "loss": 0.7892,
      "step": 2995
    },
    {
      "epoch": 0.562429696287964,
      "grad_norm": 0.0457358145474257,
      "learning_rate": 0.0001435224800691614,
      "loss": 0.7988,
      "step": 3000
    },
    {
      "epoch": 0.5633670791151106,
      "grad_norm": 0.04336091654025471,
      "learning_rate": 0.00014303209968412418,
      "loss": 0.799,
      "step": 3005
    },
    {
      "epoch": 0.5643044619422573,
      "grad_norm": 0.04292534665730051,
      "learning_rate": 0.00014254179391970132,
      "loss": 0.7775,
      "step": 3010
    },
    {
      "epoch": 0.5652418447694039,
      "grad_norm": 0.04250101254193063,
      "learning_rate": 0.00014205156802667374,
      "loss": 0.7788,
      "step": 3015
    },
    {
      "epoch": 0.5661792275965505,
      "grad_norm": 0.04030937649018944,
      "learning_rate": 0.00014156142725496682,
      "loss": 0.7771,
      "step": 3020
    },
    {
      "epoch": 0.567116610423697,
      "grad_norm": 0.037700014044718524,
      "learning_rate": 0.00014107137685359457,
      "loss": 0.7603,
      "step": 3025
    },
    {
      "epoch": 0.5680539932508436,
      "grad_norm": 0.03917274407024749,
      "learning_rate": 0.000140581422070603,
      "loss": 0.7756,
      "step": 3030
    },
    {
      "epoch": 0.5689913760779902,
      "grad_norm": 0.03965878064631959,
      "learning_rate": 0.00014009156815301426,
      "loss": 0.781,
      "step": 3035
    },
    {
      "epoch": 0.5699287589051368,
      "grad_norm": 0.03694985326600243,
      "learning_rate": 0.00013960182034677016,
      "loss": 0.7764,
      "step": 3040
    },
    {
      "epoch": 0.5708661417322834,
      "grad_norm": 0.03649532964794123,
      "learning_rate": 0.00013911218389667642,
      "loss": 0.7549,
      "step": 3045
    },
    {
      "epoch": 0.5718035245594301,
      "grad_norm": 0.03787093545824704,
      "learning_rate": 0.0001386226640463459,
      "loss": 0.7472,
      "step": 3050
    },
    {
      "epoch": 0.5727409073865767,
      "grad_norm": 0.038098821200233814,
      "learning_rate": 0.00013813326603814296,
      "loss": 0.794,
      "step": 3055
    },
    {
      "epoch": 0.5736782902137233,
      "grad_norm": 0.04007624623894434,
      "learning_rate": 0.00013764399511312716,
      "loss": 0.7973,
      "step": 3060
    },
    {
      "epoch": 0.5746156730408699,
      "grad_norm": 0.040480907401198925,
      "learning_rate": 0.0001371548565109969,
      "loss": 0.7693,
      "step": 3065
    },
    {
      "epoch": 0.5755530558680165,
      "grad_norm": 0.037195195565526876,
      "learning_rate": 0.00013666585547003377,
      "loss": 0.7548,
      "step": 3070
    },
    {
      "epoch": 0.5764904386951631,
      "grad_norm": 0.04118922842272934,
      "learning_rate": 0.00013617699722704598,
      "loss": 0.781,
      "step": 3075
    },
    {
      "epoch": 0.5774278215223098,
      "grad_norm": 0.041231050481496015,
      "learning_rate": 0.0001356882870173126,
      "loss": 0.7764,
      "step": 3080
    },
    {
      "epoch": 0.5783652043494563,
      "grad_norm": 0.03825190175591559,
      "learning_rate": 0.0001351997300745273,
      "loss": 0.7604,
      "step": 3085
    },
    {
      "epoch": 0.5793025871766029,
      "grad_norm": 0.041476811594546956,
      "learning_rate": 0.0001347113316307425,
      "loss": 0.774,
      "step": 3090
    },
    {
      "epoch": 0.5802399700037495,
      "grad_norm": 0.04062186609985697,
      "learning_rate": 0.0001342230969163131,
      "loss": 0.7669,
      "step": 3095
    },
    {
      "epoch": 0.5811773528308961,
      "grad_norm": 0.037469179130772814,
      "learning_rate": 0.00013373503115984072,
      "loss": 0.8056,
      "step": 3100
    },
    {
      "epoch": 0.5821147356580427,
      "grad_norm": 0.04327856604489263,
      "learning_rate": 0.0001332471395881174,
      "loss": 0.7616,
      "step": 3105
    },
    {
      "epoch": 0.5830521184851893,
      "grad_norm": 0.03958983021180182,
      "learning_rate": 0.00013275942742607002,
      "loss": 0.7756,
      "step": 3110
    },
    {
      "epoch": 0.583989501312336,
      "grad_norm": 0.03790940533047183,
      "learning_rate": 0.00013227189989670392,
      "loss": 0.7568,
      "step": 3115
    },
    {
      "epoch": 0.5849268841394826,
      "grad_norm": 0.0403239958967278,
      "learning_rate": 0.00013178456222104733,
      "loss": 0.742,
      "step": 3120
    },
    {
      "epoch": 0.5858642669666292,
      "grad_norm": 0.03895542187325954,
      "learning_rate": 0.00013129741961809513,
      "loss": 0.7699,
      "step": 3125
    },
    {
      "epoch": 0.5868016497937758,
      "grad_norm": 0.03820864797313289,
      "learning_rate": 0.00013081047730475331,
      "loss": 0.7601,
      "step": 3130
    },
    {
      "epoch": 0.5877390326209224,
      "grad_norm": 0.04726355486417647,
      "learning_rate": 0.00013032374049578292,
      "loss": 0.7642,
      "step": 3135
    },
    {
      "epoch": 0.588676415448069,
      "grad_norm": 0.04203366758155159,
      "learning_rate": 0.000129837214403744,
      "loss": 0.7488,
      "step": 3140
    },
    {
      "epoch": 0.5896137982752157,
      "grad_norm": 0.038981436347331345,
      "learning_rate": 0.00012935090423894015,
      "loss": 0.7862,
      "step": 3145
    },
    {
      "epoch": 0.5905511811023622,
      "grad_norm": 0.03432435415992516,
      "learning_rate": 0.0001288648152093626,
      "loss": 0.7525,
      "step": 3150
    },
    {
      "epoch": 0.5914885639295088,
      "grad_norm": 0.03822931424545101,
      "learning_rate": 0.00012837895252063432,
      "loss": 0.8001,
      "step": 3155
    },
    {
      "epoch": 0.5924259467566554,
      "grad_norm": 0.039214953158152176,
      "learning_rate": 0.00012789332137595427,
      "loss": 0.7245,
      "step": 3160
    },
    {
      "epoch": 0.593363329583802,
      "grad_norm": 0.037907598245917364,
      "learning_rate": 0.00012740792697604202,
      "loss": 0.7648,
      "step": 3165
    },
    {
      "epoch": 0.5943007124109486,
      "grad_norm": 0.03785947037848109,
      "learning_rate": 0.00012692277451908145,
      "loss": 0.7654,
      "step": 3170
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 0.03850785633219605,
      "learning_rate": 0.0001264378692006658,
      "loss": 0.7663,
      "step": 3175
    },
    {
      "epoch": 0.5961754780652418,
      "grad_norm": 0.036428916422083596,
      "learning_rate": 0.00012595321621374135,
      "loss": 0.7596,
      "step": 3180
    },
    {
      "epoch": 0.5971128608923885,
      "grad_norm": 0.038639622718949614,
      "learning_rate": 0.0001254688207485522,
      "loss": 0.7318,
      "step": 3185
    },
    {
      "epoch": 0.5980502437195351,
      "grad_norm": 0.04200767445250016,
      "learning_rate": 0.00012498468799258466,
      "loss": 0.7543,
      "step": 3190
    },
    {
      "epoch": 0.5989876265466817,
      "grad_norm": 0.039347067609858684,
      "learning_rate": 0.00012450082313051163,
      "loss": 0.7782,
      "step": 3195
    },
    {
      "epoch": 0.5999250093738283,
      "grad_norm": 0.03956472616518923,
      "learning_rate": 0.00012401723134413694,
      "loss": 0.7748,
      "step": 3200
    },
    {
      "epoch": 0.6008623922009749,
      "grad_norm": 0.03906550581460343,
      "learning_rate": 0.00012353391781234026,
      "loss": 0.781,
      "step": 3205
    },
    {
      "epoch": 0.6017997750281214,
      "grad_norm": 0.04226202156309189,
      "learning_rate": 0.0001230508877110211,
      "loss": 0.7813,
      "step": 3210
    },
    {
      "epoch": 0.602737157855268,
      "grad_norm": 0.04310759188393267,
      "learning_rate": 0.00012256814621304385,
      "loss": 0.7538,
      "step": 3215
    },
    {
      "epoch": 0.6036745406824147,
      "grad_norm": 0.04137403063128998,
      "learning_rate": 0.00012208569848818214,
      "loss": 0.7785,
      "step": 3220
    },
    {
      "epoch": 0.6046119235095613,
      "grad_norm": 0.03490693407426236,
      "learning_rate": 0.00012160354970306339,
      "loss": 0.7615,
      "step": 3225
    },
    {
      "epoch": 0.6055493063367079,
      "grad_norm": 0.04058597804316207,
      "learning_rate": 0.0001211217050211139,
      "loss": 0.7737,
      "step": 3230
    },
    {
      "epoch": 0.6064866891638545,
      "grad_norm": 0.039857581905152456,
      "learning_rate": 0.00012064016960250294,
      "loss": 0.7624,
      "step": 3235
    },
    {
      "epoch": 0.6074240719910011,
      "grad_norm": 0.03861470764960366,
      "learning_rate": 0.00012015894860408811,
      "loss": 0.732,
      "step": 3240
    },
    {
      "epoch": 0.6083614548181477,
      "grad_norm": 0.03893813785005398,
      "learning_rate": 0.00011967804717935964,
      "loss": 0.7755,
      "step": 3245
    },
    {
      "epoch": 0.6092988376452944,
      "grad_norm": 0.03949254956830129,
      "learning_rate": 0.00011919747047838545,
      "loss": 0.7575,
      "step": 3250
    },
    {
      "epoch": 0.610236220472441,
      "grad_norm": 0.03697345161480537,
      "learning_rate": 0.00011871722364775583,
      "loss": 0.7606,
      "step": 3255
    },
    {
      "epoch": 0.6111736032995876,
      "grad_norm": 0.036342062943778654,
      "learning_rate": 0.00011823731183052867,
      "loss": 0.766,
      "step": 3260
    },
    {
      "epoch": 0.6121109861267342,
      "grad_norm": 0.0370100352544129,
      "learning_rate": 0.00011775774016617381,
      "loss": 0.7623,
      "step": 3265
    },
    {
      "epoch": 0.6130483689538808,
      "grad_norm": 0.03696482383175287,
      "learning_rate": 0.00011727851379051865,
      "loss": 0.7655,
      "step": 3270
    },
    {
      "epoch": 0.6139857517810273,
      "grad_norm": 0.03985849511649083,
      "learning_rate": 0.00011679963783569248,
      "loss": 0.7495,
      "step": 3275
    },
    {
      "epoch": 0.6149231346081739,
      "grad_norm": 0.038876495340474354,
      "learning_rate": 0.00011632111743007223,
      "loss": 0.7813,
      "step": 3280
    },
    {
      "epoch": 0.6158605174353206,
      "grad_norm": 0.03750007207907501,
      "learning_rate": 0.00011584295769822694,
      "loss": 0.7528,
      "step": 3285
    },
    {
      "epoch": 0.6167979002624672,
      "grad_norm": 0.0408841339742789,
      "learning_rate": 0.00011536516376086311,
      "loss": 0.7719,
      "step": 3290
    },
    {
      "epoch": 0.6177352830896138,
      "grad_norm": 0.042011717790033064,
      "learning_rate": 0.0001148877407347701,
      "loss": 0.7493,
      "step": 3295
    },
    {
      "epoch": 0.6186726659167604,
      "grad_norm": 0.0414847232838945,
      "learning_rate": 0.00011441069373276481,
      "loss": 0.7536,
      "step": 3300
    },
    {
      "epoch": 0.619610048743907,
      "grad_norm": 0.042292805389266726,
      "learning_rate": 0.00011393402786363753,
      "loss": 0.7602,
      "step": 3305
    },
    {
      "epoch": 0.6205474315710536,
      "grad_norm": 0.038665796975353536,
      "learning_rate": 0.00011345774823209661,
      "loss": 0.7504,
      "step": 3310
    },
    {
      "epoch": 0.6214848143982002,
      "grad_norm": 0.04162065454602133,
      "learning_rate": 0.00011298185993871442,
      "loss": 0.7638,
      "step": 3315
    },
    {
      "epoch": 0.6224221972253469,
      "grad_norm": 0.03784958872128606,
      "learning_rate": 0.00011250636807987208,
      "loss": 0.7368,
      "step": 3320
    },
    {
      "epoch": 0.6233595800524935,
      "grad_norm": 0.039769498866178414,
      "learning_rate": 0.00011203127774770554,
      "loss": 0.7664,
      "step": 3325
    },
    {
      "epoch": 0.6242969628796401,
      "grad_norm": 0.0373640006459259,
      "learning_rate": 0.00011155659403005048,
      "loss": 0.7524,
      "step": 3330
    },
    {
      "epoch": 0.6252343457067866,
      "grad_norm": 0.03809871959132381,
      "learning_rate": 0.00011108232201038828,
      "loss": 0.7484,
      "step": 3335
    },
    {
      "epoch": 0.6261717285339332,
      "grad_norm": 0.03763522153071777,
      "learning_rate": 0.00011060846676779107,
      "loss": 0.7433,
      "step": 3340
    },
    {
      "epoch": 0.6271091113610798,
      "grad_norm": 0.03946664053179257,
      "learning_rate": 0.00011013503337686799,
      "loss": 0.7677,
      "step": 3345
    },
    {
      "epoch": 0.6280464941882264,
      "grad_norm": 0.03901754964576778,
      "learning_rate": 0.00010966202690771014,
      "loss": 0.7561,
      "step": 3350
    },
    {
      "epoch": 0.6289838770153731,
      "grad_norm": 0.03912014672930949,
      "learning_rate": 0.00010918945242583688,
      "loss": 0.7789,
      "step": 3355
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 0.03717356045637909,
      "learning_rate": 0.00010871731499214128,
      "loss": 0.7521,
      "step": 3360
    },
    {
      "epoch": 0.6308586426696663,
      "grad_norm": 0.037849859871512744,
      "learning_rate": 0.00010824561966283583,
      "loss": 0.7638,
      "step": 3365
    },
    {
      "epoch": 0.6317960254968129,
      "grad_norm": 0.03680463786596637,
      "learning_rate": 0.00010777437148939868,
      "loss": 0.7417,
      "step": 3370
    },
    {
      "epoch": 0.6327334083239595,
      "grad_norm": 0.03897036657910483,
      "learning_rate": 0.0001073035755185191,
      "loss": 0.737,
      "step": 3375
    },
    {
      "epoch": 0.6336707911511061,
      "grad_norm": 0.04507944036400963,
      "learning_rate": 0.00010683323679204374,
      "loss": 0.7526,
      "step": 3380
    },
    {
      "epoch": 0.6346081739782528,
      "grad_norm": 0.041130560554180164,
      "learning_rate": 0.00010636336034692238,
      "loss": 0.7472,
      "step": 3385
    },
    {
      "epoch": 0.6355455568053994,
      "grad_norm": 0.037500549260058,
      "learning_rate": 0.00010589395121515441,
      "loss": 0.7642,
      "step": 3390
    },
    {
      "epoch": 0.636482939632546,
      "grad_norm": 0.03501911608758103,
      "learning_rate": 0.00010542501442373441,
      "loss": 0.7552,
      "step": 3395
    },
    {
      "epoch": 0.6374203224596925,
      "grad_norm": 0.041747590796681534,
      "learning_rate": 0.00010495655499459874,
      "loss": 0.7825,
      "step": 3400
    },
    {
      "epoch": 0.6383577052868391,
      "grad_norm": 0.0415454403917153,
      "learning_rate": 0.00010448857794457143,
      "loss": 0.7615,
      "step": 3405
    },
    {
      "epoch": 0.6392950881139857,
      "grad_norm": 0.034393345932052226,
      "learning_rate": 0.00010402108828531086,
      "loss": 0.7501,
      "step": 3410
    },
    {
      "epoch": 0.6402324709411323,
      "grad_norm": 0.041393829589670965,
      "learning_rate": 0.00010355409102325557,
      "loss": 0.7725,
      "step": 3415
    },
    {
      "epoch": 0.641169853768279,
      "grad_norm": 0.039070120349108735,
      "learning_rate": 0.00010308759115957118,
      "loss": 0.7953,
      "step": 3420
    },
    {
      "epoch": 0.6421072365954256,
      "grad_norm": 0.03792543146870935,
      "learning_rate": 0.00010262159369009628,
      "loss": 0.7584,
      "step": 3425
    },
    {
      "epoch": 0.6430446194225722,
      "grad_norm": 0.04012922678154492,
      "learning_rate": 0.00010215610360528948,
      "loss": 0.736,
      "step": 3430
    },
    {
      "epoch": 0.6439820022497188,
      "grad_norm": 0.03600161764198426,
      "learning_rate": 0.00010169112589017568,
      "loss": 0.739,
      "step": 3435
    },
    {
      "epoch": 0.6449193850768654,
      "grad_norm": 0.04003494519804115,
      "learning_rate": 0.00010122666552429259,
      "loss": 0.7668,
      "step": 3440
    },
    {
      "epoch": 0.645856767904012,
      "grad_norm": 0.039267717082010545,
      "learning_rate": 0.00010076272748163756,
      "loss": 0.7683,
      "step": 3445
    },
    {
      "epoch": 0.6467941507311586,
      "grad_norm": 0.037805171037559454,
      "learning_rate": 0.00010029931673061433,
      "loss": 0.7426,
      "step": 3450
    },
    {
      "epoch": 0.6477315335583053,
      "grad_norm": 0.037277881133197355,
      "learning_rate": 9.98364382339798e-05,
      "loss": 0.7267,
      "step": 3455
    },
    {
      "epoch": 0.6486689163854518,
      "grad_norm": 0.043347070226570104,
      "learning_rate": 9.937409694879064e-05,
      "loss": 0.7548,
      "step": 3460
    },
    {
      "epoch": 0.6496062992125984,
      "grad_norm": 0.03829734267181962,
      "learning_rate": 9.891229782635074e-05,
      "loss": 0.7718,
      "step": 3465
    },
    {
      "epoch": 0.650543682039745,
      "grad_norm": 0.038650875886255875,
      "learning_rate": 9.845104581215758e-05,
      "loss": 0.7705,
      "step": 3470
    },
    {
      "epoch": 0.6514810648668916,
      "grad_norm": 0.042871623377863474,
      "learning_rate": 9.799034584584975e-05,
      "loss": 0.7495,
      "step": 3475
    },
    {
      "epoch": 0.6524184476940382,
      "grad_norm": 0.03585928229669108,
      "learning_rate": 9.753020286115368e-05,
      "loss": 0.7432,
      "step": 3480
    },
    {
      "epoch": 0.6533558305211848,
      "grad_norm": 0.03786939257702819,
      "learning_rate": 9.707062178583119e-05,
      "loss": 0.7904,
      "step": 3485
    },
    {
      "epoch": 0.6542932133483315,
      "grad_norm": 0.0368092502095729,
      "learning_rate": 9.661160754162618e-05,
      "loss": 0.7555,
      "step": 3490
    },
    {
      "epoch": 0.6552305961754781,
      "grad_norm": 0.03613287171684745,
      "learning_rate": 9.615316504421262e-05,
      "loss": 0.7439,
      "step": 3495
    },
    {
      "epoch": 0.6561679790026247,
      "grad_norm": 0.036433445794931595,
      "learning_rate": 9.569529920314121e-05,
      "loss": 0.7529,
      "step": 3500
    },
    {
      "epoch": 0.6571053618297713,
      "grad_norm": 0.0424735007867028,
      "learning_rate": 9.523801492178736e-05,
      "loss": 0.7397,
      "step": 3505
    },
    {
      "epoch": 0.6580427446569179,
      "grad_norm": 0.03698802222139945,
      "learning_rate": 9.47813170972983e-05,
      "loss": 0.7437,
      "step": 3510
    },
    {
      "epoch": 0.6589801274840645,
      "grad_norm": 0.03733477324154079,
      "learning_rate": 9.432521062054084e-05,
      "loss": 0.7705,
      "step": 3515
    },
    {
      "epoch": 0.6599175103112112,
      "grad_norm": 0.03508532202382053,
      "learning_rate": 9.386970037604892e-05,
      "loss": 0.7392,
      "step": 3520
    },
    {
      "epoch": 0.6608548931383577,
      "grad_norm": 0.03827744300792672,
      "learning_rate": 9.341479124197123e-05,
      "loss": 0.7238,
      "step": 3525
    },
    {
      "epoch": 0.6617922759655043,
      "grad_norm": 0.034951831735317074,
      "learning_rate": 9.296048809001928e-05,
      "loss": 0.7445,
      "step": 3530
    },
    {
      "epoch": 0.6627296587926509,
      "grad_norm": 0.036754627748938604,
      "learning_rate": 9.250679578541465e-05,
      "loss": 0.7648,
      "step": 3535
    },
    {
      "epoch": 0.6636670416197975,
      "grad_norm": 0.04075976815278343,
      "learning_rate": 9.205371918683761e-05,
      "loss": 0.7498,
      "step": 3540
    },
    {
      "epoch": 0.6646044244469441,
      "grad_norm": 0.03941979332992536,
      "learning_rate": 9.16012631463744e-05,
      "loss": 0.7599,
      "step": 3545
    },
    {
      "epoch": 0.6655418072740907,
      "grad_norm": 0.03389585413188664,
      "learning_rate": 9.114943250946581e-05,
      "loss": 0.7242,
      "step": 3550
    },
    {
      "epoch": 0.6664791901012374,
      "grad_norm": 0.037973128654648046,
      "learning_rate": 9.069823211485485e-05,
      "loss": 0.7397,
      "step": 3555
    },
    {
      "epoch": 0.667416572928384,
      "grad_norm": 0.03493012197632408,
      "learning_rate": 9.024766679453538e-05,
      "loss": 0.7218,
      "step": 3560
    },
    {
      "epoch": 0.6683539557555306,
      "grad_norm": 0.048208082428385556,
      "learning_rate": 8.979774137369989e-05,
      "loss": 0.7709,
      "step": 3565
    },
    {
      "epoch": 0.6692913385826772,
      "grad_norm": 0.039871249220599175,
      "learning_rate": 8.934846067068825e-05,
      "loss": 0.7306,
      "step": 3570
    },
    {
      "epoch": 0.6702287214098238,
      "grad_norm": 0.03855933322661882,
      "learning_rate": 8.88998294969358e-05,
      "loss": 0.73,
      "step": 3575
    },
    {
      "epoch": 0.6711661042369704,
      "grad_norm": 0.0397648331368396,
      "learning_rate": 8.845185265692201e-05,
      "loss": 0.7324,
      "step": 3580
    },
    {
      "epoch": 0.6721034870641169,
      "grad_norm": 0.03767828224137,
      "learning_rate": 8.800453494811894e-05,
      "loss": 0.7372,
      "step": 3585
    },
    {
      "epoch": 0.6730408698912635,
      "grad_norm": 0.03982314491187269,
      "learning_rate": 8.755788116093983e-05,
      "loss": 0.7735,
      "step": 3590
    },
    {
      "epoch": 0.6739782527184102,
      "grad_norm": 0.03712738479588227,
      "learning_rate": 8.711189607868795e-05,
      "loss": 0.725,
      "step": 3595
    },
    {
      "epoch": 0.6749156355455568,
      "grad_norm": 0.03733488944845488,
      "learning_rate": 8.666658447750519e-05,
      "loss": 0.7372,
      "step": 3600
    },
    {
      "epoch": 0.6758530183727034,
      "grad_norm": 0.0377678114465905,
      "learning_rate": 8.622195112632107e-05,
      "loss": 0.7225,
      "step": 3605
    },
    {
      "epoch": 0.67679040119985,
      "grad_norm": 0.03971467083786042,
      "learning_rate": 8.577800078680156e-05,
      "loss": 0.7691,
      "step": 3610
    },
    {
      "epoch": 0.6777277840269966,
      "grad_norm": 0.041555052270688675,
      "learning_rate": 8.533473821329814e-05,
      "loss": 0.746,
      "step": 3615
    },
    {
      "epoch": 0.6786651668541432,
      "grad_norm": 0.03681199845630553,
      "learning_rate": 8.489216815279682e-05,
      "loss": 0.7326,
      "step": 3620
    },
    {
      "epoch": 0.6796025496812899,
      "grad_norm": 0.03639372767368361,
      "learning_rate": 8.445029534486741e-05,
      "loss": 0.7558,
      "step": 3625
    },
    {
      "epoch": 0.6805399325084365,
      "grad_norm": 0.03930037562387389,
      "learning_rate": 8.400912452161271e-05,
      "loss": 0.7566,
      "step": 3630
    },
    {
      "epoch": 0.6814773153355831,
      "grad_norm": 0.038113159588276734,
      "learning_rate": 8.356866040761786e-05,
      "loss": 0.7479,
      "step": 3635
    },
    {
      "epoch": 0.6824146981627297,
      "grad_norm": 0.03668907273839101,
      "learning_rate": 8.312890771989943e-05,
      "loss": 0.7507,
      "step": 3640
    },
    {
      "epoch": 0.6833520809898763,
      "grad_norm": 0.03877486758990776,
      "learning_rate": 8.268987116785569e-05,
      "loss": 0.7119,
      "step": 3645
    },
    {
      "epoch": 0.6842894638170228,
      "grad_norm": 0.03641698338134557,
      "learning_rate": 8.225155545321514e-05,
      "loss": 0.7419,
      "step": 3650
    },
    {
      "epoch": 0.6852268466441694,
      "grad_norm": 0.037028014658097706,
      "learning_rate": 8.181396526998713e-05,
      "loss": 0.7511,
      "step": 3655
    },
    {
      "epoch": 0.6861642294713161,
      "grad_norm": 0.03742801285890605,
      "learning_rate": 8.13771053044109e-05,
      "loss": 0.7464,
      "step": 3660
    },
    {
      "epoch": 0.6871016122984627,
      "grad_norm": 0.03700498083910332,
      "learning_rate": 8.094098023490573e-05,
      "loss": 0.7509,
      "step": 3665
    },
    {
      "epoch": 0.6880389951256093,
      "grad_norm": 0.041613081744209884,
      "learning_rate": 8.050559473202077e-05,
      "loss": 0.7547,
      "step": 3670
    },
    {
      "epoch": 0.6889763779527559,
      "grad_norm": 0.03578452096886478,
      "learning_rate": 8.00709534583848e-05,
      "loss": 0.7486,
      "step": 3675
    },
    {
      "epoch": 0.6899137607799025,
      "grad_norm": 0.039555712535017766,
      "learning_rate": 7.963706106865692e-05,
      "loss": 0.7441,
      "step": 3680
    },
    {
      "epoch": 0.6908511436070491,
      "grad_norm": 0.03614203981567192,
      "learning_rate": 7.920392220947577e-05,
      "loss": 0.7546,
      "step": 3685
    },
    {
      "epoch": 0.6917885264341957,
      "grad_norm": 0.03936732269908494,
      "learning_rate": 7.877154151941082e-05,
      "loss": 0.7544,
      "step": 3690
    },
    {
      "epoch": 0.6927259092613424,
      "grad_norm": 0.04056135650395248,
      "learning_rate": 7.833992362891173e-05,
      "loss": 0.748,
      "step": 3695
    },
    {
      "epoch": 0.693663292088489,
      "grad_norm": 0.03813900176127187,
      "learning_rate": 7.790907316025935e-05,
      "loss": 0.7566,
      "step": 3700
    },
    {
      "epoch": 0.6946006749156356,
      "grad_norm": 0.036115814487516676,
      "learning_rate": 7.74789947275161e-05,
      "loss": 0.731,
      "step": 3705
    },
    {
      "epoch": 0.6955380577427821,
      "grad_norm": 0.041142128143449405,
      "learning_rate": 7.704969293647643e-05,
      "loss": 0.7686,
      "step": 3710
    },
    {
      "epoch": 0.6964754405699287,
      "grad_norm": 0.04017787329812371,
      "learning_rate": 7.662117238461769e-05,
      "loss": 0.7641,
      "step": 3715
    },
    {
      "epoch": 0.6974128233970753,
      "grad_norm": 0.03912928253082181,
      "learning_rate": 7.619343766105065e-05,
      "loss": 0.7337,
      "step": 3720
    },
    {
      "epoch": 0.698350206224222,
      "grad_norm": 0.03739403328622796,
      "learning_rate": 7.576649334647063e-05,
      "loss": 0.7688,
      "step": 3725
    },
    {
      "epoch": 0.6992875890513686,
      "grad_norm": 0.0362755943904781,
      "learning_rate": 7.534034401310817e-05,
      "loss": 0.7449,
      "step": 3730
    },
    {
      "epoch": 0.7002249718785152,
      "grad_norm": 0.03857280564508149,
      "learning_rate": 7.49149942246803e-05,
      "loss": 0.7417,
      "step": 3735
    },
    {
      "epoch": 0.7011623547056618,
      "grad_norm": 0.03765394646978099,
      "learning_rate": 7.449044853634153e-05,
      "loss": 0.7733,
      "step": 3740
    },
    {
      "epoch": 0.7020997375328084,
      "grad_norm": 0.038387501642174006,
      "learning_rate": 7.406671149463509e-05,
      "loss": 0.7157,
      "step": 3745
    },
    {
      "epoch": 0.703037120359955,
      "grad_norm": 0.03475103792139527,
      "learning_rate": 7.364378763744429e-05,
      "loss": 0.7478,
      "step": 3750
    },
    {
      "epoch": 0.7039745031871016,
      "grad_norm": 0.0378553405313383,
      "learning_rate": 7.322168149394386e-05,
      "loss": 0.7566,
      "step": 3755
    },
    {
      "epoch": 0.7049118860142483,
      "grad_norm": 0.039967415152981675,
      "learning_rate": 7.280039758455147e-05,
      "loss": 0.7541,
      "step": 3760
    },
    {
      "epoch": 0.7058492688413949,
      "grad_norm": 0.035394814696152195,
      "learning_rate": 7.23799404208794e-05,
      "loss": 0.7625,
      "step": 3765
    },
    {
      "epoch": 0.7067866516685414,
      "grad_norm": 0.038752752547861896,
      "learning_rate": 7.19603145056859e-05,
      "loss": 0.7612,
      "step": 3770
    },
    {
      "epoch": 0.707724034495688,
      "grad_norm": 0.037109030416605036,
      "learning_rate": 7.154152433282762e-05,
      "loss": 0.7382,
      "step": 3775
    },
    {
      "epoch": 0.7086614173228346,
      "grad_norm": 0.03554207953122535,
      "learning_rate": 7.112357438721065e-05,
      "loss": 0.7455,
      "step": 3780
    },
    {
      "epoch": 0.7095988001499812,
      "grad_norm": 0.039676102077878514,
      "learning_rate": 7.070646914474335e-05,
      "loss": 0.7173,
      "step": 3785
    },
    {
      "epoch": 0.7105361829771278,
      "grad_norm": 0.03421837506332554,
      "learning_rate": 7.029021307228755e-05,
      "loss": 0.7261,
      "step": 3790
    },
    {
      "epoch": 0.7114735658042745,
      "grad_norm": 0.04037332220576155,
      "learning_rate": 6.987481062761157e-05,
      "loss": 0.7435,
      "step": 3795
    },
    {
      "epoch": 0.7124109486314211,
      "grad_norm": 0.03870777741485929,
      "learning_rate": 6.94602662593417e-05,
      "loss": 0.7263,
      "step": 3800
    },
    {
      "epoch": 0.7133483314585677,
      "grad_norm": 0.04496580126935979,
      "learning_rate": 6.90465844069151e-05,
      "loss": 0.776,
      "step": 3805
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.038235977347547696,
      "learning_rate": 6.863376950053221e-05,
      "loss": 0.7408,
      "step": 3810
    },
    {
      "epoch": 0.7152230971128609,
      "grad_norm": 0.03531689033224846,
      "learning_rate": 6.82218259611088e-05,
      "loss": 0.738,
      "step": 3815
    },
    {
      "epoch": 0.7161604799400075,
      "grad_norm": 0.036562035053447246,
      "learning_rate": 6.781075820022946e-05,
      "loss": 0.779,
      "step": 3820
    },
    {
      "epoch": 0.7170978627671541,
      "grad_norm": 0.03879265532726638,
      "learning_rate": 6.740057062009951e-05,
      "loss": 0.7514,
      "step": 3825
    },
    {
      "epoch": 0.7180352455943008,
      "grad_norm": 0.037768573089647754,
      "learning_rate": 6.69912676134984e-05,
      "loss": 0.7423,
      "step": 3830
    },
    {
      "epoch": 0.7189726284214473,
      "grad_norm": 0.03723804398233768,
      "learning_rate": 6.658285356373253e-05,
      "loss": 0.7277,
      "step": 3835
    },
    {
      "epoch": 0.7199100112485939,
      "grad_norm": 0.03866540526571928,
      "learning_rate": 6.617533284458826e-05,
      "loss": 0.7452,
      "step": 3840
    },
    {
      "epoch": 0.7208473940757405,
      "grad_norm": 0.03743514627207939,
      "learning_rate": 6.576870982028508e-05,
      "loss": 0.7487,
      "step": 3845
    },
    {
      "epoch": 0.7217847769028871,
      "grad_norm": 0.04147587697115252,
      "learning_rate": 6.53629888454289e-05,
      "loss": 0.7273,
      "step": 3850
    },
    {
      "epoch": 0.7227221597300337,
      "grad_norm": 0.04232917813229702,
      "learning_rate": 6.495817426496541e-05,
      "loss": 0.7413,
      "step": 3855
    },
    {
      "epoch": 0.7236595425571803,
      "grad_norm": 0.041237294474918335,
      "learning_rate": 6.455427041413356e-05,
      "loss": 0.735,
      "step": 3860
    },
    {
      "epoch": 0.724596925384327,
      "grad_norm": 0.039856233442403854,
      "learning_rate": 6.415128161841909e-05,
      "loss": 0.7512,
      "step": 3865
    },
    {
      "epoch": 0.7255343082114736,
      "grad_norm": 0.03843674829308366,
      "learning_rate": 6.374921219350826e-05,
      "loss": 0.7421,
      "step": 3870
    },
    {
      "epoch": 0.7264716910386202,
      "grad_norm": 0.03492500389641903,
      "learning_rate": 6.334806644524147e-05,
      "loss": 0.7613,
      "step": 3875
    },
    {
      "epoch": 0.7274090738657668,
      "grad_norm": 0.03869959252720361,
      "learning_rate": 6.294784866956757e-05,
      "loss": 0.7525,
      "step": 3880
    },
    {
      "epoch": 0.7283464566929134,
      "grad_norm": 0.038276776258313015,
      "learning_rate": 6.254856315249736e-05,
      "loss": 0.747,
      "step": 3885
    },
    {
      "epoch": 0.72928383952006,
      "grad_norm": 0.035243252084036204,
      "learning_rate": 6.21502141700579e-05,
      "loss": 0.7306,
      "step": 3890
    },
    {
      "epoch": 0.7302212223472065,
      "grad_norm": 0.03786773805086975,
      "learning_rate": 6.175280598824678e-05,
      "loss": 0.724,
      "step": 3895
    },
    {
      "epoch": 0.7311586051743532,
      "grad_norm": 0.039123147712291625,
      "learning_rate": 6.135634286298637e-05,
      "loss": 0.7349,
      "step": 3900
    },
    {
      "epoch": 0.7320959880014998,
      "grad_norm": 0.037251487752691576,
      "learning_rate": 6.0960829040078265e-05,
      "loss": 0.7345,
      "step": 3905
    },
    {
      "epoch": 0.7330333708286464,
      "grad_norm": 0.03742284184866869,
      "learning_rate": 6.05662687551576e-05,
      "loss": 0.7795,
      "step": 3910
    },
    {
      "epoch": 0.733970753655793,
      "grad_norm": 0.04105680206555956,
      "learning_rate": 6.017266623364826e-05,
      "loss": 0.7498,
      "step": 3915
    },
    {
      "epoch": 0.7349081364829396,
      "grad_norm": 0.039477278781974275,
      "learning_rate": 5.978002569071679e-05,
      "loss": 0.713,
      "step": 3920
    },
    {
      "epoch": 0.7358455193100862,
      "grad_norm": 0.03698403869400972,
      "learning_rate": 5.938835133122821e-05,
      "loss": 0.745,
      "step": 3925
    },
    {
      "epoch": 0.7367829021372329,
      "grad_norm": 0.0410733277463145,
      "learning_rate": 5.899764734970007e-05,
      "loss": 0.7341,
      "step": 3930
    },
    {
      "epoch": 0.7377202849643795,
      "grad_norm": 0.038917622759833966,
      "learning_rate": 5.860791793025817e-05,
      "loss": 0.7475,
      "step": 3935
    },
    {
      "epoch": 0.7386576677915261,
      "grad_norm": 0.03627337453876378,
      "learning_rate": 5.821916724659148e-05,
      "loss": 0.746,
      "step": 3940
    },
    {
      "epoch": 0.7395950506186727,
      "grad_norm": 0.03964503193315036,
      "learning_rate": 5.783139946190751e-05,
      "loss": 0.7398,
      "step": 3945
    },
    {
      "epoch": 0.7405324334458193,
      "grad_norm": 0.03762868562695812,
      "learning_rate": 5.744461872888771e-05,
      "loss": 0.7152,
      "step": 3950
    },
    {
      "epoch": 0.7414698162729659,
      "grad_norm": 0.03589488400010939,
      "learning_rate": 5.705882918964299e-05,
      "loss": 0.7461,
      "step": 3955
    },
    {
      "epoch": 0.7424071991001124,
      "grad_norm": 0.03949112731558336,
      "learning_rate": 5.667403497566939e-05,
      "loss": 0.7344,
      "step": 3960
    },
    {
      "epoch": 0.743344581927259,
      "grad_norm": 0.04151757065593634,
      "learning_rate": 5.629024020780375e-05,
      "loss": 0.7436,
      "step": 3965
    },
    {
      "epoch": 0.7442819647544057,
      "grad_norm": 0.037059488736541316,
      "learning_rate": 5.5907448996179766e-05,
      "loss": 0.7502,
      "step": 3970
    },
    {
      "epoch": 0.7452193475815523,
      "grad_norm": 0.03555904631512526,
      "learning_rate": 5.552566544018373e-05,
      "loss": 0.7465,
      "step": 3975
    },
    {
      "epoch": 0.7461567304086989,
      "grad_norm": 0.036464378499175255,
      "learning_rate": 5.514489362841083e-05,
      "loss": 0.715,
      "step": 3980
    },
    {
      "epoch": 0.7470941132358455,
      "grad_norm": 0.0394124136183908,
      "learning_rate": 5.4765137638621246e-05,
      "loss": 0.7613,
      "step": 3985
    },
    {
      "epoch": 0.7480314960629921,
      "grad_norm": 0.03711650720168927,
      "learning_rate": 5.4386401537696536e-05,
      "loss": 0.7425,
      "step": 3990
    },
    {
      "epoch": 0.7489688788901387,
      "grad_norm": 0.03888911993575119,
      "learning_rate": 5.400868938159609e-05,
      "loss": 0.7659,
      "step": 3995
    },
    {
      "epoch": 0.7499062617172854,
      "grad_norm": 0.03744744409013629,
      "learning_rate": 5.363200521531366e-05,
      "loss": 0.7325,
      "step": 4000
    },
    {
      "epoch": 0.750843644544432,
      "grad_norm": 0.03613327265209726,
      "learning_rate": 5.3256353072833936e-05,
      "loss": 0.7519,
      "step": 4005
    },
    {
      "epoch": 0.7517810273715786,
      "grad_norm": 0.03595596503402885,
      "learning_rate": 5.288173697708973e-05,
      "loss": 0.7469,
      "step": 4010
    },
    {
      "epoch": 0.7527184101987252,
      "grad_norm": 0.03769961152327502,
      "learning_rate": 5.2508160939918286e-05,
      "loss": 0.752,
      "step": 4015
    },
    {
      "epoch": 0.7536557930258717,
      "grad_norm": 0.03633117479738773,
      "learning_rate": 5.213562896201902e-05,
      "loss": 0.7446,
      "step": 4020
    },
    {
      "epoch": 0.7545931758530183,
      "grad_norm": 0.042037986286737154,
      "learning_rate": 5.176414503290993e-05,
      "loss": 0.7465,
      "step": 4025
    },
    {
      "epoch": 0.7555305586801649,
      "grad_norm": 0.03964006330583541,
      "learning_rate": 5.139371313088561e-05,
      "loss": 0.7409,
      "step": 4030
    },
    {
      "epoch": 0.7564679415073116,
      "grad_norm": 0.03557466108190626,
      "learning_rate": 5.1024337222974125e-05,
      "loss": 0.7482,
      "step": 4035
    },
    {
      "epoch": 0.7574053243344582,
      "grad_norm": 0.03735795418886787,
      "learning_rate": 5.065602126489453e-05,
      "loss": 0.7429,
      "step": 4040
    },
    {
      "epoch": 0.7583427071616048,
      "grad_norm": 0.03696761727309839,
      "learning_rate": 5.028876920101504e-05,
      "loss": 0.7217,
      "step": 4045
    },
    {
      "epoch": 0.7592800899887514,
      "grad_norm": 0.03683633483444796,
      "learning_rate": 4.992258496431002e-05,
      "loss": 0.7415,
      "step": 4050
    },
    {
      "epoch": 0.760217472815898,
      "grad_norm": 0.03527425447836841,
      "learning_rate": 4.955747247631865e-05,
      "loss": 0.7311,
      "step": 4055
    },
    {
      "epoch": 0.7611548556430446,
      "grad_norm": 0.03674873764080841,
      "learning_rate": 4.91934356471022e-05,
      "loss": 0.7515,
      "step": 4060
    },
    {
      "epoch": 0.7620922384701913,
      "grad_norm": 0.036177949800544354,
      "learning_rate": 4.883047837520268e-05,
      "loss": 0.7752,
      "step": 4065
    },
    {
      "epoch": 0.7630296212973379,
      "grad_norm": 0.03907021802297722,
      "learning_rate": 4.84686045476009e-05,
      "loss": 0.728,
      "step": 4070
    },
    {
      "epoch": 0.7639670041244845,
      "grad_norm": 0.037180348890681836,
      "learning_rate": 4.810781803967482e-05,
      "loss": 0.7221,
      "step": 4075
    },
    {
      "epoch": 0.7649043869516311,
      "grad_norm": 0.038648597139017825,
      "learning_rate": 4.7748122715158074e-05,
      "loss": 0.7171,
      "step": 4080
    },
    {
      "epoch": 0.7658417697787776,
      "grad_norm": 0.037736025165151156,
      "learning_rate": 4.7389522426098614e-05,
      "loss": 0.7521,
      "step": 4085
    },
    {
      "epoch": 0.7667791526059242,
      "grad_norm": 0.03723459058036576,
      "learning_rate": 4.703202101281744e-05,
      "loss": 0.7352,
      "step": 4090
    },
    {
      "epoch": 0.7677165354330708,
      "grad_norm": 0.03642827803946468,
      "learning_rate": 4.667562230386749e-05,
      "loss": 0.7449,
      "step": 4095
    },
    {
      "epoch": 0.7686539182602175,
      "grad_norm": 0.036360477245182196,
      "learning_rate": 4.63203301159926e-05,
      "loss": 0.735,
      "step": 4100
    },
    {
      "epoch": 0.7695913010873641,
      "grad_norm": 0.03758177450726638,
      "learning_rate": 4.596614825408666e-05,
      "loss": 0.7186,
      "step": 4105
    },
    {
      "epoch": 0.7705286839145107,
      "grad_norm": 0.03748476699050447,
      "learning_rate": 4.561308051115285e-05,
      "loss": 0.757,
      "step": 4110
    },
    {
      "epoch": 0.7714660667416573,
      "grad_norm": 0.036097069379836325,
      "learning_rate": 4.5261130668263054e-05,
      "loss": 0.743,
      "step": 4115
    },
    {
      "epoch": 0.7724034495688039,
      "grad_norm": 0.03661609433595777,
      "learning_rate": 4.4910302494517345e-05,
      "loss": 0.727,
      "step": 4120
    },
    {
      "epoch": 0.7733408323959505,
      "grad_norm": 0.036604261302591215,
      "learning_rate": 4.456059974700361e-05,
      "loss": 0.7198,
      "step": 4125
    },
    {
      "epoch": 0.7742782152230971,
      "grad_norm": 0.0375410578618143,
      "learning_rate": 4.4212026170757384e-05,
      "loss": 0.7385,
      "step": 4130
    },
    {
      "epoch": 0.7752155980502438,
      "grad_norm": 0.037797934383579375,
      "learning_rate": 4.3864585498721445e-05,
      "loss": 0.7375,
      "step": 4135
    },
    {
      "epoch": 0.7761529808773904,
      "grad_norm": 0.036408551423671234,
      "learning_rate": 4.3518281451706477e-05,
      "loss": 0.7614,
      "step": 4140
    },
    {
      "epoch": 0.7770903637045369,
      "grad_norm": 0.036659780564322314,
      "learning_rate": 4.317311773835043e-05,
      "loss": 0.7333,
      "step": 4145
    },
    {
      "epoch": 0.7780277465316835,
      "grad_norm": 0.03787359723072369,
      "learning_rate": 4.2829098055079524e-05,
      "loss": 0.7321,
      "step": 4150
    },
    {
      "epoch": 0.7789651293588301,
      "grad_norm": 0.039178508740307504,
      "learning_rate": 4.248622608606802e-05,
      "loss": 0.7568,
      "step": 4155
    },
    {
      "epoch": 0.7799025121859767,
      "grad_norm": 0.03788147306371571,
      "learning_rate": 4.214450550319943e-05,
      "loss": 0.7002,
      "step": 4160
    },
    {
      "epoch": 0.7808398950131233,
      "grad_norm": 0.03764951434893332,
      "learning_rate": 4.180393996602651e-05,
      "loss": 0.7483,
      "step": 4165
    },
    {
      "epoch": 0.78177727784027,
      "grad_norm": 0.03643925778123276,
      "learning_rate": 4.1464533121732613e-05,
      "loss": 0.7608,
      "step": 4170
    },
    {
      "epoch": 0.7827146606674166,
      "grad_norm": 0.03904458879716677,
      "learning_rate": 4.112628860509238e-05,
      "loss": 0.736,
      "step": 4175
    },
    {
      "epoch": 0.7836520434945632,
      "grad_norm": 0.0367790048472788,
      "learning_rate": 4.078921003843276e-05,
      "loss": 0.7516,
      "step": 4180
    },
    {
      "epoch": 0.7845894263217098,
      "grad_norm": 0.035606207842431264,
      "learning_rate": 4.045330103159454e-05,
      "loss": 0.7487,
      "step": 4185
    },
    {
      "epoch": 0.7855268091488564,
      "grad_norm": 0.03778912384186634,
      "learning_rate": 4.01185651818932e-05,
      "loss": 0.7418,
      "step": 4190
    },
    {
      "epoch": 0.786464191976003,
      "grad_norm": 0.03616645503819011,
      "learning_rate": 3.97850060740808e-05,
      "loss": 0.72,
      "step": 4195
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 0.04137105544838257,
      "learning_rate": 3.945262728030739e-05,
      "loss": 0.7297,
      "step": 4200
    },
    {
      "epoch": 0.7883389576302963,
      "grad_norm": 0.04008149649572554,
      "learning_rate": 3.912143236008286e-05,
      "loss": 0.7546,
      "step": 4205
    },
    {
      "epoch": 0.7892763404574428,
      "grad_norm": 0.04178918635092829,
      "learning_rate": 3.879142486023869e-05,
      "loss": 0.705,
      "step": 4210
    },
    {
      "epoch": 0.7902137232845894,
      "grad_norm": 0.03910230683910834,
      "learning_rate": 3.8462608314890084e-05,
      "loss": 0.7227,
      "step": 4215
    },
    {
      "epoch": 0.791151106111736,
      "grad_norm": 0.041392117493789675,
      "learning_rate": 3.8134986245398084e-05,
      "loss": 0.7221,
      "step": 4220
    },
    {
      "epoch": 0.7920884889388826,
      "grad_norm": 0.037713798352039335,
      "learning_rate": 3.780856216033185e-05,
      "loss": 0.7362,
      "step": 4225
    },
    {
      "epoch": 0.7930258717660292,
      "grad_norm": 0.0386257393458269,
      "learning_rate": 3.7483339555431055e-05,
      "loss": 0.75,
      "step": 4230
    },
    {
      "epoch": 0.7939632545931758,
      "grad_norm": 0.036597780629712674,
      "learning_rate": 3.715932191356861e-05,
      "loss": 0.7258,
      "step": 4235
    },
    {
      "epoch": 0.7949006374203225,
      "grad_norm": 0.0351893354995898,
      "learning_rate": 3.683651270471296e-05,
      "loss": 0.7199,
      "step": 4240
    },
    {
      "epoch": 0.7958380202474691,
      "grad_norm": 0.038598355578632684,
      "learning_rate": 3.65149153858916e-05,
      "loss": 0.7298,
      "step": 4245
    },
    {
      "epoch": 0.7967754030746157,
      "grad_norm": 0.03440364370849841,
      "learning_rate": 3.619453340115326e-05,
      "loss": 0.7312,
      "step": 4250
    },
    {
      "epoch": 0.7977127859017623,
      "grad_norm": 0.03802311815601217,
      "learning_rate": 3.5875370181531754e-05,
      "loss": 0.7424,
      "step": 4255
    },
    {
      "epoch": 0.7986501687289089,
      "grad_norm": 0.03885312032393017,
      "learning_rate": 3.555742914500867e-05,
      "loss": 0.7447,
      "step": 4260
    },
    {
      "epoch": 0.7995875515560555,
      "grad_norm": 0.03952348857049222,
      "learning_rate": 3.5240713696477095e-05,
      "loss": 0.7275,
      "step": 4265
    },
    {
      "epoch": 0.800524934383202,
      "grad_norm": 0.03783212853790451,
      "learning_rate": 3.4925227227705085e-05,
      "loss": 0.7673,
      "step": 4270
    },
    {
      "epoch": 0.8014623172103487,
      "grad_norm": 0.03855091891475635,
      "learning_rate": 3.461097311729914e-05,
      "loss": 0.7321,
      "step": 4275
    },
    {
      "epoch": 0.8023997000374953,
      "grad_norm": 0.03853653138387215,
      "learning_rate": 3.429795473066845e-05,
      "loss": 0.7502,
      "step": 4280
    },
    {
      "epoch": 0.8033370828646419,
      "grad_norm": 0.037938414011982106,
      "learning_rate": 3.3986175419988326e-05,
      "loss": 0.7827,
      "step": 4285
    },
    {
      "epoch": 0.8042744656917885,
      "grad_norm": 0.03714608764447697,
      "learning_rate": 3.367563852416484e-05,
      "loss": 0.7504,
      "step": 4290
    },
    {
      "epoch": 0.8052118485189351,
      "grad_norm": 0.037586754731944845,
      "learning_rate": 3.336634736879857e-05,
      "loss": 0.7412,
      "step": 4295
    },
    {
      "epoch": 0.8061492313460817,
      "grad_norm": 0.03609469062292054,
      "learning_rate": 3.3058305266149335e-05,
      "loss": 0.7309,
      "step": 4300
    },
    {
      "epoch": 0.8070866141732284,
      "grad_norm": 0.04157190953672981,
      "learning_rate": 3.275151551510057e-05,
      "loss": 0.7533,
      "step": 4305
    },
    {
      "epoch": 0.808023997000375,
      "grad_norm": 0.03738613014861174,
      "learning_rate": 3.2445981401124035e-05,
      "loss": 0.7344,
      "step": 4310
    },
    {
      "epoch": 0.8089613798275216,
      "grad_norm": 0.037333684702503485,
      "learning_rate": 3.2141706196244646e-05,
      "loss": 0.7313,
      "step": 4315
    },
    {
      "epoch": 0.8098987626546682,
      "grad_norm": 0.03849398738947332,
      "learning_rate": 3.183869315900537e-05,
      "loss": 0.7321,
      "step": 4320
    },
    {
      "epoch": 0.8108361454818148,
      "grad_norm": 0.03780735515283732,
      "learning_rate": 3.153694553443241e-05,
      "loss": 0.7604,
      "step": 4325
    },
    {
      "epoch": 0.8117735283089614,
      "grad_norm": 0.03877151747469851,
      "learning_rate": 3.1236466554000414e-05,
      "loss": 0.7123,
      "step": 4330
    },
    {
      "epoch": 0.8127109111361079,
      "grad_norm": 0.03868932391660062,
      "learning_rate": 3.093725943559784e-05,
      "loss": 0.7377,
      "step": 4335
    },
    {
      "epoch": 0.8136482939632546,
      "grad_norm": 0.03748111742387308,
      "learning_rate": 3.0639327383492544e-05,
      "loss": 0.7171,
      "step": 4340
    },
    {
      "epoch": 0.8145856767904012,
      "grad_norm": 0.03879381228880918,
      "learning_rate": 3.0342673588297473e-05,
      "loss": 0.7177,
      "step": 4345
    },
    {
      "epoch": 0.8155230596175478,
      "grad_norm": 0.03783669509160595,
      "learning_rate": 3.004730122693641e-05,
      "loss": 0.7492,
      "step": 4350
    },
    {
      "epoch": 0.8164604424446944,
      "grad_norm": 0.036123962271055896,
      "learning_rate": 2.9753213462610077e-05,
      "loss": 0.7327,
      "step": 4355
    },
    {
      "epoch": 0.817397825271841,
      "grad_norm": 0.037712932440491655,
      "learning_rate": 2.9460413444762143e-05,
      "loss": 0.7382,
      "step": 4360
    },
    {
      "epoch": 0.8183352080989876,
      "grad_norm": 0.03722083272698044,
      "learning_rate": 2.9168904309045614e-05,
      "loss": 0.7259,
      "step": 4365
    },
    {
      "epoch": 0.8192725909261342,
      "grad_norm": 0.035672510126638225,
      "learning_rate": 2.8878689177289005e-05,
      "loss": 0.7282,
      "step": 4370
    },
    {
      "epoch": 0.8202099737532809,
      "grad_norm": 0.03514557869239733,
      "learning_rate": 2.8589771157463394e-05,
      "loss": 0.741,
      "step": 4375
    },
    {
      "epoch": 0.8211473565804275,
      "grad_norm": 0.03779365346411691,
      "learning_rate": 2.8302153343648486e-05,
      "loss": 0.7367,
      "step": 4380
    },
    {
      "epoch": 0.8220847394075741,
      "grad_norm": 0.036530868365906646,
      "learning_rate": 2.8015838816000168e-05,
      "loss": 0.7395,
      "step": 4385
    },
    {
      "epoch": 0.8230221222347207,
      "grad_norm": 0.03774672510896896,
      "learning_rate": 2.773083064071685e-05,
      "loss": 0.7439,
      "step": 4390
    },
    {
      "epoch": 0.8239595050618672,
      "grad_norm": 0.03737530943067525,
      "learning_rate": 2.7447131870007268e-05,
      "loss": 0.7391,
      "step": 4395
    },
    {
      "epoch": 0.8248968878890138,
      "grad_norm": 0.03589949691489075,
      "learning_rate": 2.716474554205722e-05,
      "loss": 0.7201,
      "step": 4400
    },
    {
      "epoch": 0.8258342707161604,
      "grad_norm": 0.039108253157191145,
      "learning_rate": 2.688367468099739e-05,
      "loss": 0.715,
      "step": 4405
    },
    {
      "epoch": 0.8267716535433071,
      "grad_norm": 0.040098561050262535,
      "learning_rate": 2.6603922296871043e-05,
      "loss": 0.7635,
      "step": 4410
    },
    {
      "epoch": 0.8277090363704537,
      "grad_norm": 0.035538429924797096,
      "learning_rate": 2.632549138560129e-05,
      "loss": 0.7304,
      "step": 4415
    },
    {
      "epoch": 0.8286464191976003,
      "grad_norm": 0.035183348616448194,
      "learning_rate": 2.6048384928959653e-05,
      "loss": 0.723,
      "step": 4420
    },
    {
      "epoch": 0.8295838020247469,
      "grad_norm": 0.035542818739637466,
      "learning_rate": 2.5772605894533533e-05,
      "loss": 0.7513,
      "step": 4425
    },
    {
      "epoch": 0.8305211848518935,
      "grad_norm": 0.040912090543415644,
      "learning_rate": 2.5498157235694888e-05,
      "loss": 0.7463,
      "step": 4430
    },
    {
      "epoch": 0.8314585676790401,
      "grad_norm": 0.04115878743265954,
      "learning_rate": 2.5225041891568366e-05,
      "loss": 0.7421,
      "step": 4435
    },
    {
      "epoch": 0.8323959505061868,
      "grad_norm": 0.03473020418203695,
      "learning_rate": 2.4953262786999846e-05,
      "loss": 0.7318,
      "step": 4440
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.03945899992708612,
      "learning_rate": 2.468282283252524e-05,
      "loss": 0.7399,
      "step": 4445
    },
    {
      "epoch": 0.83427071616048,
      "grad_norm": 0.041181932452618496,
      "learning_rate": 2.4413724924339166e-05,
      "loss": 0.7515,
      "step": 4450
    },
    {
      "epoch": 0.8352080989876266,
      "grad_norm": 0.03757379419175963,
      "learning_rate": 2.4145971944264025e-05,
      "loss": 0.7572,
      "step": 4455
    },
    {
      "epoch": 0.8361454818147731,
      "grad_norm": 0.03812065383102868,
      "learning_rate": 2.3879566759719132e-05,
      "loss": 0.7111,
      "step": 4460
    },
    {
      "epoch": 0.8370828646419197,
      "grad_norm": 0.03758167524030431,
      "learning_rate": 2.3614512223690002e-05,
      "loss": 0.7408,
      "step": 4465
    },
    {
      "epoch": 0.8380202474690663,
      "grad_norm": 0.0357989413923993,
      "learning_rate": 2.335081117469777e-05,
      "loss": 0.7404,
      "step": 4470
    },
    {
      "epoch": 0.838957630296213,
      "grad_norm": 0.03719143556333986,
      "learning_rate": 2.308846643676875e-05,
      "loss": 0.7421,
      "step": 4475
    },
    {
      "epoch": 0.8398950131233596,
      "grad_norm": 0.038416698176695595,
      "learning_rate": 2.2827480819404386e-05,
      "loss": 0.7391,
      "step": 4480
    },
    {
      "epoch": 0.8408323959505062,
      "grad_norm": 0.038838405309790824,
      "learning_rate": 2.2567857117550958e-05,
      "loss": 0.7504,
      "step": 4485
    },
    {
      "epoch": 0.8417697787776528,
      "grad_norm": 0.03678430153531787,
      "learning_rate": 2.230959811156972e-05,
      "loss": 0.721,
      "step": 4490
    },
    {
      "epoch": 0.8427071616047994,
      "grad_norm": 0.037007576832510956,
      "learning_rate": 2.2052706567207156e-05,
      "loss": 0.7095,
      "step": 4495
    },
    {
      "epoch": 0.843644544431946,
      "grad_norm": 0.03453973181827858,
      "learning_rate": 2.179718523556531e-05,
      "loss": 0.7229,
      "step": 4500
    },
    {
      "epoch": 0.8445819272590926,
      "grad_norm": 0.037382201951380103,
      "learning_rate": 2.1543036853072386e-05,
      "loss": 0.7185,
      "step": 4505
    },
    {
      "epoch": 0.8455193100862393,
      "grad_norm": 0.04001888522833685,
      "learning_rate": 2.1290264141453313e-05,
      "loss": 0.7342,
      "step": 4510
    },
    {
      "epoch": 0.8464566929133859,
      "grad_norm": 0.035396516604348185,
      "learning_rate": 2.103886980770085e-05,
      "loss": 0.7128,
      "step": 4515
    },
    {
      "epoch": 0.8473940757405324,
      "grad_norm": 0.03790943797877688,
      "learning_rate": 2.0788856544046216e-05,
      "loss": 0.7599,
      "step": 4520
    },
    {
      "epoch": 0.848331458567679,
      "grad_norm": 0.03690950991272133,
      "learning_rate": 2.0540227027930773e-05,
      "loss": 0.7094,
      "step": 4525
    },
    {
      "epoch": 0.8492688413948256,
      "grad_norm": 0.036299029934951134,
      "learning_rate": 2.0292983921976753e-05,
      "loss": 0.7197,
      "step": 4530
    },
    {
      "epoch": 0.8502062242219722,
      "grad_norm": 0.036464577070665444,
      "learning_rate": 2.004712987395924e-05,
      "loss": 0.7306,
      "step": 4535
    },
    {
      "epoch": 0.8511436070491188,
      "grad_norm": 0.035761152065985326,
      "learning_rate": 1.9802667516777565e-05,
      "loss": 0.7289,
      "step": 4540
    },
    {
      "epoch": 0.8520809898762655,
      "grad_norm": 0.03812262175593615,
      "learning_rate": 1.9559599468427183e-05,
      "loss": 0.7406,
      "step": 4545
    },
    {
      "epoch": 0.8530183727034121,
      "grad_norm": 0.03807115739595877,
      "learning_rate": 1.9317928331971592e-05,
      "loss": 0.7245,
      "step": 4550
    },
    {
      "epoch": 0.8539557555305587,
      "grad_norm": 0.03647185658765888,
      "learning_rate": 1.9077656695514526e-05,
      "loss": 0.7348,
      "step": 4555
    },
    {
      "epoch": 0.8548931383577053,
      "grad_norm": 0.037735068284022226,
      "learning_rate": 1.8838787132172184e-05,
      "loss": 0.7433,
      "step": 4560
    },
    {
      "epoch": 0.8558305211848519,
      "grad_norm": 0.03411010074767823,
      "learning_rate": 1.860132220004565e-05,
      "loss": 0.7292,
      "step": 4565
    },
    {
      "epoch": 0.8567679040119985,
      "grad_norm": 0.03512838788517134,
      "learning_rate": 1.8365264442193618e-05,
      "loss": 0.7125,
      "step": 4570
    },
    {
      "epoch": 0.8577052868391452,
      "grad_norm": 0.03797586269699929,
      "learning_rate": 1.8130616386604973e-05,
      "loss": 0.7457,
      "step": 4575
    },
    {
      "epoch": 0.8586426696662918,
      "grad_norm": 0.03846116349108381,
      "learning_rate": 1.789738054617193e-05,
      "loss": 0.7254,
      "step": 4580
    },
    {
      "epoch": 0.8595800524934383,
      "grad_norm": 0.03248052807212059,
      "learning_rate": 1.766555941866291e-05,
      "loss": 0.7287,
      "step": 4585
    },
    {
      "epoch": 0.8605174353205849,
      "grad_norm": 0.03749670548712012,
      "learning_rate": 1.743515548669598e-05,
      "loss": 0.7345,
      "step": 4590
    },
    {
      "epoch": 0.8614548181477315,
      "grad_norm": 0.03868597238209571,
      "learning_rate": 1.7206171217712135e-05,
      "loss": 0.7387,
      "step": 4595
    },
    {
      "epoch": 0.8623922009748781,
      "grad_norm": 0.03763605398447834,
      "learning_rate": 1.6978609063948973e-05,
      "loss": 0.7201,
      "step": 4600
    },
    {
      "epoch": 0.8633295838020247,
      "grad_norm": 0.04009619133432012,
      "learning_rate": 1.6752471462414226e-05,
      "loss": 0.7384,
      "step": 4605
    },
    {
      "epoch": 0.8642669666291714,
      "grad_norm": 0.03572102487743062,
      "learning_rate": 1.6527760834860056e-05,
      "loss": 0.7348,
      "step": 4610
    },
    {
      "epoch": 0.865204349456318,
      "grad_norm": 0.038750256044430074,
      "learning_rate": 1.6304479587756652e-05,
      "loss": 0.7065,
      "step": 4615
    },
    {
      "epoch": 0.8661417322834646,
      "grad_norm": 0.03675663032395201,
      "learning_rate": 1.6082630112266888e-05,
      "loss": 0.7077,
      "step": 4620
    },
    {
      "epoch": 0.8670791151106112,
      "grad_norm": 0.03352806721702409,
      "learning_rate": 1.5862214784220305e-05,
      "loss": 0.7214,
      "step": 4625
    },
    {
      "epoch": 0.8680164979377578,
      "grad_norm": 0.03651862777178404,
      "learning_rate": 1.5643235964088064e-05,
      "loss": 0.7158,
      "step": 4630
    },
    {
      "epoch": 0.8689538807649044,
      "grad_norm": 0.03455566062476393,
      "learning_rate": 1.5425695996957416e-05,
      "loss": 0.736,
      "step": 4635
    },
    {
      "epoch": 0.869891263592051,
      "grad_norm": 0.038034552465222866,
      "learning_rate": 1.520959721250653e-05,
      "loss": 0.735,
      "step": 4640
    },
    {
      "epoch": 0.8708286464191975,
      "grad_norm": 0.03814002964874412,
      "learning_rate": 1.4994941924979919e-05,
      "loss": 0.725,
      "step": 4645
    },
    {
      "epoch": 0.8717660292463442,
      "grad_norm": 0.03613963285066848,
      "learning_rate": 1.4781732433163129e-05,
      "loss": 0.7158,
      "step": 4650
    },
    {
      "epoch": 0.8727034120734908,
      "grad_norm": 0.0391963633366358,
      "learning_rate": 1.4569971020358656e-05,
      "loss": 0.7043,
      "step": 4655
    },
    {
      "epoch": 0.8736407949006374,
      "grad_norm": 0.03573970458333823,
      "learning_rate": 1.4359659954360985e-05,
      "loss": 0.7262,
      "step": 4660
    },
    {
      "epoch": 0.874578177727784,
      "grad_norm": 0.03402185272612653,
      "learning_rate": 1.4150801487432727e-05,
      "loss": 0.726,
      "step": 4665
    },
    {
      "epoch": 0.8755155605549306,
      "grad_norm": 0.03988457684610016,
      "learning_rate": 1.394339785628027e-05,
      "loss": 0.7116,
      "step": 4670
    },
    {
      "epoch": 0.8764529433820772,
      "grad_norm": 0.03749913331479699,
      "learning_rate": 1.373745128202986e-05,
      "loss": 0.7486,
      "step": 4675
    },
    {
      "epoch": 0.8773903262092239,
      "grad_norm": 0.039418943387831605,
      "learning_rate": 1.3532963970203848e-05,
      "loss": 0.7311,
      "step": 4680
    },
    {
      "epoch": 0.8783277090363705,
      "grad_norm": 0.03691545995561202,
      "learning_rate": 1.332993811069708e-05,
      "loss": 0.7464,
      "step": 4685
    },
    {
      "epoch": 0.8792650918635171,
      "grad_norm": 0.03634444663432465,
      "learning_rate": 1.3128375877753393e-05,
      "loss": 0.7048,
      "step": 4690
    },
    {
      "epoch": 0.8802024746906637,
      "grad_norm": 0.03883997615492241,
      "learning_rate": 1.2928279429942362e-05,
      "loss": 0.743,
      "step": 4695
    },
    {
      "epoch": 0.8811398575178103,
      "grad_norm": 0.03831787223481465,
      "learning_rate": 1.2729650910136196e-05,
      "loss": 0.72,
      "step": 4700
    },
    {
      "epoch": 0.8820772403449568,
      "grad_norm": 0.038782793377748884,
      "learning_rate": 1.2532492445486769e-05,
      "loss": 0.7556,
      "step": 4705
    },
    {
      "epoch": 0.8830146231721034,
      "grad_norm": 0.035930508758284546,
      "learning_rate": 1.2336806147402828e-05,
      "loss": 0.7359,
      "step": 4710
    },
    {
      "epoch": 0.8839520059992501,
      "grad_norm": 0.03688784164900098,
      "learning_rate": 1.2142594111527415e-05,
      "loss": 0.7322,
      "step": 4715
    },
    {
      "epoch": 0.8848893888263967,
      "grad_norm": 0.03418578395324309,
      "learning_rate": 1.1949858417715418e-05,
      "loss": 0.7145,
      "step": 4720
    },
    {
      "epoch": 0.8858267716535433,
      "grad_norm": 0.03839104854863887,
      "learning_rate": 1.1758601130011259e-05,
      "loss": 0.708,
      "step": 4725
    },
    {
      "epoch": 0.8867641544806899,
      "grad_norm": 0.03690073415729465,
      "learning_rate": 1.1568824296626866e-05,
      "loss": 0.7268,
      "step": 4730
    },
    {
      "epoch": 0.8877015373078365,
      "grad_norm": 0.03785506282627266,
      "learning_rate": 1.1380529949919593e-05,
      "loss": 0.7472,
      "step": 4735
    },
    {
      "epoch": 0.8886389201349831,
      "grad_norm": 0.03505149905088435,
      "learning_rate": 1.1193720106370701e-05,
      "loss": 0.735,
      "step": 4740
    },
    {
      "epoch": 0.8895763029621298,
      "grad_norm": 0.038177240967898714,
      "learning_rate": 1.100839676656346e-05,
      "loss": 0.7181,
      "step": 4745
    },
    {
      "epoch": 0.8905136857892764,
      "grad_norm": 0.03798215847626741,
      "learning_rate": 1.0824561915162016e-05,
      "loss": 0.719,
      "step": 4750
    },
    {
      "epoch": 0.891451068616423,
      "grad_norm": 0.03757317113276994,
      "learning_rate": 1.0642217520889873e-05,
      "loss": 0.7412,
      "step": 4755
    },
    {
      "epoch": 0.8923884514435696,
      "grad_norm": 0.03762594674374493,
      "learning_rate": 1.0461365536509065e-05,
      "loss": 0.7365,
      "step": 4760
    },
    {
      "epoch": 0.8933258342707162,
      "grad_norm": 0.03752202520507965,
      "learning_rate": 1.0282007898798995e-05,
      "loss": 0.7146,
      "step": 4765
    },
    {
      "epoch": 0.8942632170978627,
      "grad_norm": 0.031040074178325168,
      "learning_rate": 1.01041465285359e-05,
      "loss": 0.7121,
      "step": 4770
    },
    {
      "epoch": 0.8952005999250093,
      "grad_norm": 0.03608189060059074,
      "learning_rate": 9.927783330472139e-06,
      "loss": 0.7328,
      "step": 4775
    },
    {
      "epoch": 0.896137982752156,
      "grad_norm": 0.03589888025539565,
      "learning_rate": 9.752920193315865e-06,
      "loss": 0.6956,
      "step": 4780
    },
    {
      "epoch": 0.8970753655793026,
      "grad_norm": 0.03503081744003102,
      "learning_rate": 9.579558989710872e-06,
      "loss": 0.734,
      "step": 4785
    },
    {
      "epoch": 0.8980127484064492,
      "grad_norm": 0.036423527513909,
      "learning_rate": 9.407701576216281e-06,
      "loss": 0.7139,
      "step": 4790
    },
    {
      "epoch": 0.8989501312335958,
      "grad_norm": 0.03773162502672724,
      "learning_rate": 9.237349793286963e-06,
      "loss": 0.7286,
      "step": 4795
    },
    {
      "epoch": 0.8998875140607424,
      "grad_norm": 0.0370655727344935,
      "learning_rate": 9.068505465253656e-06,
      "loss": 0.7364,
      "step": 4800
    },
    {
      "epoch": 0.900824896887889,
      "grad_norm": 0.03793992378742871,
      "learning_rate": 8.901170400303443e-06,
      "loss": 0.7117,
      "step": 4805
    },
    {
      "epoch": 0.9017622797150356,
      "grad_norm": 0.03749076700190644,
      "learning_rate": 8.735346390460452e-06,
      "loss": 0.7482,
      "step": 4810
    },
    {
      "epoch": 0.9026996625421823,
      "grad_norm": 0.03478713094360769,
      "learning_rate": 8.571035211566606e-06,
      "loss": 0.7282,
      "step": 4815
    },
    {
      "epoch": 0.9036370453693289,
      "grad_norm": 0.03931631750725771,
      "learning_rate": 8.408238623262625e-06,
      "loss": 0.7347,
      "step": 4820
    },
    {
      "epoch": 0.9045744281964755,
      "grad_norm": 0.03832734319910059,
      "learning_rate": 8.246958368969164e-06,
      "loss": 0.7085,
      "step": 4825
    },
    {
      "epoch": 0.905511811023622,
      "grad_norm": 0.036342961917758904,
      "learning_rate": 8.087196175868204e-06,
      "loss": 0.7459,
      "step": 4830
    },
    {
      "epoch": 0.9064491938507686,
      "grad_norm": 0.03811297614516944,
      "learning_rate": 7.928953754884482e-06,
      "loss": 0.7245,
      "step": 4835
    },
    {
      "epoch": 0.9073865766779152,
      "grad_norm": 0.03617635523056376,
      "learning_rate": 7.772232800667117e-06,
      "loss": 0.6879,
      "step": 4840
    },
    {
      "epoch": 0.9083239595050618,
      "grad_norm": 0.03686080577213026,
      "learning_rate": 7.617034991571747e-06,
      "loss": 0.7308,
      "step": 4845
    },
    {
      "epoch": 0.9092613423322085,
      "grad_norm": 0.03468911090610316,
      "learning_rate": 7.463361989642108e-06,
      "loss": 0.7266,
      "step": 4850
    },
    {
      "epoch": 0.9101987251593551,
      "grad_norm": 0.03837314601114124,
      "learning_rate": 7.311215440592649e-06,
      "loss": 0.7244,
      "step": 4855
    },
    {
      "epoch": 0.9111361079865017,
      "grad_norm": 0.03515020181576783,
      "learning_rate": 7.160596973790678e-06,
      "loss": 0.7095,
      "step": 4860
    },
    {
      "epoch": 0.9120734908136483,
      "grad_norm": 0.04067375872375338,
      "learning_rate": 7.011508202238958e-06,
      "loss": 0.7565,
      "step": 4865
    },
    {
      "epoch": 0.9130108736407949,
      "grad_norm": 0.037896195508876414,
      "learning_rate": 6.8639507225584755e-06,
      "loss": 0.7479,
      "step": 4870
    },
    {
      "epoch": 0.9139482564679415,
      "grad_norm": 0.035925556435556304,
      "learning_rate": 6.7179261149712335e-06,
      "loss": 0.7287,
      "step": 4875
    },
    {
      "epoch": 0.9148856392950881,
      "grad_norm": 0.03437946260531882,
      "learning_rate": 6.57343594328355e-06,
      "loss": 0.7154,
      "step": 4880
    },
    {
      "epoch": 0.9158230221222348,
      "grad_norm": 0.036848739384731176,
      "learning_rate": 6.430481754868988e-06,
      "loss": 0.7306,
      "step": 4885
    },
    {
      "epoch": 0.9167604049493814,
      "grad_norm": 0.03819174514800313,
      "learning_rate": 6.289065080652134e-06,
      "loss": 0.7423,
      "step": 4890
    },
    {
      "epoch": 0.9176977877765279,
      "grad_norm": 0.04015640945147137,
      "learning_rate": 6.149187435091912e-06,
      "loss": 0.7388,
      "step": 4895
    },
    {
      "epoch": 0.9186351706036745,
      "grad_norm": 0.0354113100153628,
      "learning_rate": 6.010850316165533e-06,
      "loss": 0.7153,
      "step": 4900
    },
    {
      "epoch": 0.9195725534308211,
      "grad_norm": 0.03619736356277513,
      "learning_rate": 5.8740552053524185e-06,
      "loss": 0.7123,
      "step": 4905
    },
    {
      "epoch": 0.9205099362579677,
      "grad_norm": 0.03357169683122578,
      "learning_rate": 5.7388035676183e-06,
      "loss": 0.7367,
      "step": 4910
    },
    {
      "epoch": 0.9214473190851143,
      "grad_norm": 0.035341368116608526,
      "learning_rate": 5.6050968513995484e-06,
      "loss": 0.735,
      "step": 4915
    },
    {
      "epoch": 0.922384701912261,
      "grad_norm": 0.03463388384208746,
      "learning_rate": 5.472936488587687e-06,
      "loss": 0.7045,
      "step": 4920
    },
    {
      "epoch": 0.9233220847394076,
      "grad_norm": 0.03646756098895019,
      "learning_rate": 5.342323894514017e-06,
      "loss": 0.692,
      "step": 4925
    },
    {
      "epoch": 0.9242594675665542,
      "grad_norm": 0.0378552791061763,
      "learning_rate": 5.213260467934499e-06,
      "loss": 0.7308,
      "step": 4930
    },
    {
      "epoch": 0.9251968503937008,
      "grad_norm": 0.03651837390186468,
      "learning_rate": 5.085747591014716e-06,
      "loss": 0.7241,
      "step": 4935
    },
    {
      "epoch": 0.9261342332208474,
      "grad_norm": 0.03496033002413129,
      "learning_rate": 4.959786629315166e-06,
      "loss": 0.7201,
      "step": 4940
    },
    {
      "epoch": 0.927071616047994,
      "grad_norm": 0.03807303842127231,
      "learning_rate": 4.83537893177654e-06,
      "loss": 0.7228,
      "step": 4945
    },
    {
      "epoch": 0.9280089988751407,
      "grad_norm": 0.03388630160185748,
      "learning_rate": 4.712525830705338e-06,
      "loss": 0.7255,
      "step": 4950
    },
    {
      "epoch": 0.9289463817022872,
      "grad_norm": 0.03359401994529555,
      "learning_rate": 4.591228641759559e-06,
      "loss": 0.7145,
      "step": 4955
    },
    {
      "epoch": 0.9298837645294338,
      "grad_norm": 0.03790506150006882,
      "learning_rate": 4.471488663934647e-06,
      "loss": 0.7182,
      "step": 4960
    },
    {
      "epoch": 0.9308211473565804,
      "grad_norm": 0.03717261368444523,
      "learning_rate": 4.3533071795496035e-06,
      "loss": 0.7423,
      "step": 4965
    },
    {
      "epoch": 0.931758530183727,
      "grad_norm": 0.03725676902347381,
      "learning_rate": 4.236685454233113e-06,
      "loss": 0.7384,
      "step": 4970
    },
    {
      "epoch": 0.9326959130108736,
      "grad_norm": 0.03790059729911343,
      "learning_rate": 4.12162473691024e-06,
      "loss": 0.7408,
      "step": 4975
    },
    {
      "epoch": 0.9336332958380202,
      "grad_norm": 0.03917020457274146,
      "learning_rate": 4.008126259788752e-06,
      "loss": 0.7203,
      "step": 4980
    },
    {
      "epoch": 0.9345706786651669,
      "grad_norm": 0.037051465451931255,
      "learning_rate": 3.896191238346219e-06,
      "loss": 0.7295,
      "step": 4985
    },
    {
      "epoch": 0.9355080614923135,
      "grad_norm": 0.037826370662724866,
      "learning_rate": 3.785820871316736e-06,
      "loss": 0.7087,
      "step": 4990
    },
    {
      "epoch": 0.9364454443194601,
      "grad_norm": 0.03734181026651175,
      "learning_rate": 3.677016340678318e-06,
      "loss": 0.7244,
      "step": 4995
    },
    {
      "epoch": 0.9373828271466067,
      "grad_norm": 0.03568772503256821,
      "learning_rate": 3.5697788116400283e-06,
      "loss": 0.7204,
      "step": 5000
    },
    {
      "epoch": 0.9383202099737533,
      "grad_norm": 0.03537228998662857,
      "learning_rate": 3.4641094326296524e-06,
      "loss": 0.7089,
      "step": 5005
    },
    {
      "epoch": 0.9392575928008999,
      "grad_norm": 0.037141105148803415,
      "learning_rate": 3.3600093352814107e-06,
      "loss": 0.7329,
      "step": 5010
    },
    {
      "epoch": 0.9401949756280465,
      "grad_norm": 0.035406141374499524,
      "learning_rate": 3.2574796344236153e-06,
      "loss": 0.7033,
      "step": 5015
    },
    {
      "epoch": 0.941132358455193,
      "grad_norm": 0.041168173265274895,
      "learning_rate": 3.1565214280670825e-06,
      "loss": 0.7038,
      "step": 5020
    },
    {
      "epoch": 0.9420697412823397,
      "grad_norm": 0.039723554038275884,
      "learning_rate": 3.0571357973930234e-06,
      "loss": 0.7097,
      "step": 5025
    },
    {
      "epoch": 0.9430071241094863,
      "grad_norm": 0.032544537124457665,
      "learning_rate": 2.959323806741737e-06,
      "loss": 0.7272,
      "step": 5030
    },
    {
      "epoch": 0.9439445069366329,
      "grad_norm": 0.03461405648425469,
      "learning_rate": 2.8630865036010364e-06,
      "loss": 0.7141,
      "step": 5035
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 0.036824105839646924,
      "learning_rate": 2.7684249185951415e-06,
      "loss": 0.7335,
      "step": 5040
    },
    {
      "epoch": 0.9458192725909261,
      "grad_norm": 0.04002092643887271,
      "learning_rate": 2.6753400654735524e-06,
      "loss": 0.7372,
      "step": 5045
    },
    {
      "epoch": 0.9467566554180727,
      "grad_norm": 0.03570329291792829,
      "learning_rate": 2.5838329411002943e-06,
      "loss": 0.7127,
      "step": 5050
    },
    {
      "epoch": 0.9476940382452194,
      "grad_norm": 0.034274985857504735,
      "learning_rate": 2.493904525443141e-06,
      "loss": 0.7057,
      "step": 5055
    },
    {
      "epoch": 0.948631421072366,
      "grad_norm": 0.03801311689032566,
      "learning_rate": 2.405555781563173e-06,
      "loss": 0.7282,
      "step": 5060
    },
    {
      "epoch": 0.9495688038995126,
      "grad_norm": 0.03756145522959914,
      "learning_rate": 2.3187876556044537e-06,
      "loss": 0.6886,
      "step": 5065
    },
    {
      "epoch": 0.9505061867266592,
      "grad_norm": 0.03530134077170944,
      "learning_rate": 2.2336010767839194e-06,
      "loss": 0.7168,
      "step": 5070
    },
    {
      "epoch": 0.9514435695538058,
      "grad_norm": 0.03876854731664466,
      "learning_rate": 2.1499969573813724e-06,
      "loss": 0.7163,
      "step": 5075
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.03235204006913281,
      "learning_rate": 2.06797619272977e-06,
      "loss": 0.7339,
      "step": 5080
    },
    {
      "epoch": 0.9533183352080989,
      "grad_norm": 0.035560439311177215,
      "learning_rate": 1.9875396612056005e-06,
      "loss": 0.7356,
      "step": 5085
    },
    {
      "epoch": 0.9542557180352456,
      "grad_norm": 0.03566397362898293,
      "learning_rate": 1.9086882242195235e-06,
      "loss": 0.6973,
      "step": 5090
    },
    {
      "epoch": 0.9551931008623922,
      "grad_norm": 0.037624367410972304,
      "learning_rate": 1.8314227262070435e-06,
      "loss": 0.7273,
      "step": 5095
    },
    {
      "epoch": 0.9561304836895388,
      "grad_norm": 0.03441332414126222,
      "learning_rate": 1.7557439946196017e-06,
      "loss": 0.722,
      "step": 5100
    },
    {
      "epoch": 0.9570678665166854,
      "grad_norm": 0.03664904948143634,
      "learning_rate": 1.6816528399155982e-06,
      "loss": 0.7412,
      "step": 5105
    },
    {
      "epoch": 0.958005249343832,
      "grad_norm": 0.03715182226165275,
      "learning_rate": 1.60915005555175e-06,
      "loss": 0.7232,
      "step": 5110
    },
    {
      "epoch": 0.9589426321709786,
      "grad_norm": 0.03639187438599698,
      "learning_rate": 1.5382364179746808e-06,
      "loss": 0.737,
      "step": 5115
    },
    {
      "epoch": 0.9598800149981253,
      "grad_norm": 0.03868780676867553,
      "learning_rate": 1.4689126866124278e-06,
      "loss": 0.7097,
      "step": 5120
    },
    {
      "epoch": 0.9608173978252719,
      "grad_norm": 0.036291056043944926,
      "learning_rate": 1.4011796038665145e-06,
      "loss": 0.7186,
      "step": 5125
    },
    {
      "epoch": 0.9617547806524185,
      "grad_norm": 0.06821587616968404,
      "learning_rate": 1.335037895103791e-06,
      "loss": 0.7374,
      "step": 5130
    },
    {
      "epoch": 0.9626921634795651,
      "grad_norm": 0.03887971150133188,
      "learning_rate": 1.2704882686488393e-06,
      "loss": 0.7624,
      "step": 5135
    },
    {
      "epoch": 0.9636295463067117,
      "grad_norm": 0.036497584321372616,
      "learning_rate": 1.2075314157762972e-06,
      "loss": 0.718,
      "step": 5140
    },
    {
      "epoch": 0.9645669291338582,
      "grad_norm": 0.039035533336186354,
      "learning_rate": 1.1461680107034798e-06,
      "loss": 0.7421,
      "step": 5145
    },
    {
      "epoch": 0.9655043119610048,
      "grad_norm": 0.035839951992695206,
      "learning_rate": 1.0863987105831696e-06,
      "loss": 0.73,
      "step": 5150
    },
    {
      "epoch": 0.9664416947881515,
      "grad_norm": 0.03563901861543763,
      "learning_rate": 1.0282241554965375e-06,
      "loss": 0.7314,
      "step": 5155
    },
    {
      "epoch": 0.9673790776152981,
      "grad_norm": 0.034948413836722134,
      "learning_rate": 9.716449684463502e-07,
      "loss": 0.7079,
      "step": 5160
    },
    {
      "epoch": 0.9683164604424447,
      "grad_norm": 0.037670482239960106,
      "learning_rate": 9.166617553502064e-07,
      "loss": 0.7209,
      "step": 5165
    },
    {
      "epoch": 0.9692538432695913,
      "grad_norm": 0.03868203643112819,
      "learning_rate": 8.632751050341946e-07,
      "loss": 0.7267,
      "step": 5170
    },
    {
      "epoch": 0.9701912260967379,
      "grad_norm": 0.03685196650404434,
      "learning_rate": 8.114855892264128e-07,
      "loss": 0.7288,
      "step": 5175
    },
    {
      "epoch": 0.9711286089238845,
      "grad_norm": 0.03480760162856044,
      "learning_rate": 7.612937625509741e-07,
      "loss": 0.714,
      "step": 5180
    },
    {
      "epoch": 0.9720659917510311,
      "grad_norm": 0.035112246544013306,
      "learning_rate": 7.127001625220286e-07,
      "loss": 0.725,
      "step": 5185
    },
    {
      "epoch": 0.9730033745781778,
      "grad_norm": 0.034016779690611565,
      "learning_rate": 6.657053095380005e-07,
      "loss": 0.6879,
      "step": 5190
    },
    {
      "epoch": 0.9739407574053244,
      "grad_norm": 0.03711659986007524,
      "learning_rate": 6.203097068759933e-07,
      "loss": 0.7412,
      "step": 5195
    },
    {
      "epoch": 0.974878140232471,
      "grad_norm": 0.039330504751635645,
      "learning_rate": 5.765138406864434e-07,
      "loss": 0.7359,
      "step": 5200
    },
    {
      "epoch": 0.9758155230596175,
      "grad_norm": 0.03613689473953272,
      "learning_rate": 5.343181799878916e-07,
      "loss": 0.7249,
      "step": 5205
    },
    {
      "epoch": 0.9767529058867641,
      "grad_norm": 0.03766304326222476,
      "learning_rate": 4.937231766619698e-07,
      "loss": 0.7141,
      "step": 5210
    },
    {
      "epoch": 0.9776902887139107,
      "grad_norm": 0.03797367873629258,
      "learning_rate": 4.547292654485557e-07,
      "loss": 0.7325,
      "step": 5215
    },
    {
      "epoch": 0.9786276715410573,
      "grad_norm": 0.038696832388832716,
      "learning_rate": 4.1733686394109236e-07,
      "loss": 0.735,
      "step": 5220
    },
    {
      "epoch": 0.979565054368204,
      "grad_norm": 0.03372024341796256,
      "learning_rate": 3.815463725821755e-07,
      "loss": 0.7132,
      "step": 5225
    },
    {
      "epoch": 0.9805024371953506,
      "grad_norm": 0.03911193375759219,
      "learning_rate": 3.473581746592069e-07,
      "loss": 0.7413,
      "step": 5230
    },
    {
      "epoch": 0.9814398200224972,
      "grad_norm": 0.03595612615841676,
      "learning_rate": 3.1477263630033113e-07,
      "loss": 0.7263,
      "step": 5235
    },
    {
      "epoch": 0.9823772028496438,
      "grad_norm": 0.035577055944527154,
      "learning_rate": 2.8379010647045506e-07,
      "loss": 0.724,
      "step": 5240
    },
    {
      "epoch": 0.9833145856767904,
      "grad_norm": 0.03939881083971358,
      "learning_rate": 2.5441091696761783e-07,
      "loss": 0.7345,
      "step": 5245
    },
    {
      "epoch": 0.984251968503937,
      "grad_norm": 0.03509258626104014,
      "learning_rate": 2.266353824193101e-07,
      "loss": 0.689,
      "step": 5250
    },
    {
      "epoch": 0.9851893513310837,
      "grad_norm": 0.03642207354018445,
      "learning_rate": 2.0046380027921028e-07,
      "loss": 0.7582,
      "step": 5255
    },
    {
      "epoch": 0.9861267341582303,
      "grad_norm": 0.03655317102724065,
      "learning_rate": 1.7589645082392024e-07,
      "loss": 0.728,
      "step": 5260
    },
    {
      "epoch": 0.9870641169853769,
      "grad_norm": 0.03681201840565274,
      "learning_rate": 1.529335971500345e-07,
      "loss": 0.7029,
      "step": 5265
    },
    {
      "epoch": 0.9880014998125234,
      "grad_norm": 0.034195294045265584,
      "learning_rate": 1.315754851712425e-07,
      "loss": 0.7106,
      "step": 5270
    },
    {
      "epoch": 0.98893888263967,
      "grad_norm": 0.033879744761242093,
      "learning_rate": 1.1182234361579722e-07,
      "loss": 0.732,
      "step": 5275
    },
    {
      "epoch": 0.9898762654668166,
      "grad_norm": 0.036906203150992155,
      "learning_rate": 9.367438402395066e-08,
      "loss": 0.7243,
      "step": 5280
    },
    {
      "epoch": 0.9908136482939632,
      "grad_norm": 0.03751280991426079,
      "learning_rate": 7.713180074577219e-08,
      "loss": 0.7429,
      "step": 5285
    },
    {
      "epoch": 0.9917510311211098,
      "grad_norm": 0.03933888372810454,
      "learning_rate": 6.219477093905023e-08,
      "loss": 0.7368,
      "step": 5290
    },
    {
      "epoch": 0.9926884139482565,
      "grad_norm": 0.03920435371912244,
      "learning_rate": 4.8863454567360513e-08,
      "loss": 0.7415,
      "step": 5295
    },
    {
      "epoch": 0.9936257967754031,
      "grad_norm": 0.0340028517083224,
      "learning_rate": 3.7137994398400705e-08,
      "loss": 0.736,
      "step": 5300
    },
    {
      "epoch": 0.9945631796025497,
      "grad_norm": 0.03596691936417686,
      "learning_rate": 2.7018516002424996e-08,
      "loss": 0.7027,
      "step": 5305
    },
    {
      "epoch": 0.9955005624296963,
      "grad_norm": 0.035041534347360945,
      "learning_rate": 1.850512775091184e-08,
      "loss": 0.7338,
      "step": 5310
    },
    {
      "epoch": 0.9964379452568429,
      "grad_norm": 0.036327963873331384,
      "learning_rate": 1.1597920815414885e-08,
      "loss": 0.7262,
      "step": 5315
    },
    {
      "epoch": 0.9973753280839895,
      "grad_norm": 0.036279192100004604,
      "learning_rate": 6.296969166580401e-09,
      "loss": 0.7153,
      "step": 5320
    },
    {
      "epoch": 0.9983127109111362,
      "grad_norm": 0.035186584742647825,
      "learning_rate": 2.6023295733312855e-09,
      "loss": 0.7068,
      "step": 5325
    },
    {
      "epoch": 0.9992500937382827,
      "grad_norm": 0.036172737685700306,
      "learning_rate": 5.140416022841875e-10,
      "loss": 0.7243,
      "step": 5330
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.0353564023971558,
      "eval_runtime": 1193.1467,
      "eval_samples_per_second": 196.235,
      "eval_steps_per_second": 6.133,
      "step": 5334
    },
    {
      "epoch": 1.0,
      "step": 5334,
      "total_flos": 777591764811776.0,
      "train_loss": 0.7984603145035815,
      "train_runtime": 21845.7301,
      "train_samples_per_second": 31.253,
      "train_steps_per_second": 0.244
    }
  ],
  "logging_steps": 5,
  "max_steps": 5334,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 777591764811776.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}