{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 4955,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0020181634712411706,
      "grad_norm": 61.64529800415039,
      "learning_rate": 2.0161290322580646e-06,
      "loss": 7.4781,
      "step": 10
    },
    {
      "epoch": 0.004036326942482341,
      "grad_norm": 12.924609184265137,
      "learning_rate": 4.032258064516129e-06,
      "loss": 5.3628,
      "step": 20
    },
    {
      "epoch": 0.006054490413723511,
      "grad_norm": 8.111140251159668,
      "learning_rate": 6.048387096774194e-06,
      "loss": 4.5188,
      "step": 30
    },
    {
      "epoch": 0.008072653884964682,
      "grad_norm": 8.318406105041504,
      "learning_rate": 8.064516129032258e-06,
      "loss": 4.2211,
      "step": 40
    },
    {
      "epoch": 0.010090817356205853,
      "grad_norm": 4.871032238006592,
      "learning_rate": 1.0080645161290323e-05,
      "loss": 3.844,
      "step": 50
    },
    {
      "epoch": 0.012108980827447022,
      "grad_norm": 4.057001113891602,
      "learning_rate": 1.2096774193548388e-05,
      "loss": 3.5377,
      "step": 60
    },
    {
      "epoch": 0.014127144298688193,
      "grad_norm": 3.9526875019073486,
      "learning_rate": 1.4112903225806454e-05,
      "loss": 3.203,
      "step": 70
    },
    {
      "epoch": 0.016145307769929364,
      "grad_norm": 3.171088695526123,
      "learning_rate": 1.6129032258064517e-05,
      "loss": 3.0832,
      "step": 80
    },
    {
      "epoch": 0.018163471241170535,
      "grad_norm": 3.63295841217041,
      "learning_rate": 1.8145161290322583e-05,
      "loss": 2.9575,
      "step": 90
    },
    {
      "epoch": 0.020181634712411706,
      "grad_norm": 2.8197014331817627,
      "learning_rate": 2.0161290322580645e-05,
      "loss": 2.831,
      "step": 100
    },
    {
      "epoch": 0.022199798183652877,
      "grad_norm": 3.540992259979248,
      "learning_rate": 2.217741935483871e-05,
      "loss": 2.6876,
      "step": 110
    },
    {
      "epoch": 0.024217961654894045,
      "grad_norm": 2.642745018005371,
      "learning_rate": 2.4193548387096777e-05,
      "loss": 2.6302,
      "step": 120
    },
    {
      "epoch": 0.026236125126135216,
      "grad_norm": 3.0355093479156494,
      "learning_rate": 2.620967741935484e-05,
      "loss": 2.5268,
      "step": 130
    },
    {
      "epoch": 0.028254288597376387,
      "grad_norm": 2.7031023502349854,
      "learning_rate": 2.822580645161291e-05,
      "loss": 2.5202,
      "step": 140
    },
    {
      "epoch": 0.030272452068617558,
      "grad_norm": 3.2656476497650146,
      "learning_rate": 3.024193548387097e-05,
      "loss": 2.3902,
      "step": 150
    },
    {
      "epoch": 0.03229061553985873,
      "grad_norm": 2.836116075515747,
      "learning_rate": 3.2258064516129034e-05,
      "loss": 2.4072,
      "step": 160
    },
    {
      "epoch": 0.034308779011099896,
      "grad_norm": 2.732985496520996,
      "learning_rate": 3.427419354838709e-05,
      "loss": 2.3159,
      "step": 170
    },
    {
      "epoch": 0.03632694248234107,
      "grad_norm": 2.5948660373687744,
      "learning_rate": 3.6290322580645165e-05,
      "loss": 2.2847,
      "step": 180
    },
    {
      "epoch": 0.03834510595358224,
      "grad_norm": 2.968618869781494,
      "learning_rate": 3.8306451612903224e-05,
      "loss": 2.3511,
      "step": 190
    },
    {
      "epoch": 0.04036326942482341,
      "grad_norm": 4.173515319824219,
      "learning_rate": 4.032258064516129e-05,
      "loss": 2.341,
      "step": 200
    },
    {
      "epoch": 0.04238143289606458,
      "grad_norm": 2.294019937515259,
      "learning_rate": 4.2338709677419356e-05,
      "loss": 2.2497,
      "step": 210
    },
    {
      "epoch": 0.044399596367305755,
      "grad_norm": 2.3338685035705566,
      "learning_rate": 4.435483870967742e-05,
      "loss": 2.2591,
      "step": 220
    },
    {
      "epoch": 0.04641775983854692,
      "grad_norm": 2.389831066131592,
      "learning_rate": 4.637096774193548e-05,
      "loss": 2.2448,
      "step": 230
    },
    {
      "epoch": 0.04843592330978809,
      "grad_norm": 2.5201873779296875,
      "learning_rate": 4.8387096774193554e-05,
      "loss": 2.272,
      "step": 240
    },
    {
      "epoch": 0.050454086781029264,
      "grad_norm": 3.078508138656616,
      "learning_rate": 5.040322580645161e-05,
      "loss": 2.1645,
      "step": 250
    },
    {
      "epoch": 0.05247225025227043,
      "grad_norm": 2.0750768184661865,
      "learning_rate": 5.241935483870968e-05,
      "loss": 2.2286,
      "step": 260
    },
    {
      "epoch": 0.054490413723511606,
      "grad_norm": 2.5442333221435547,
      "learning_rate": 5.443548387096774e-05,
      "loss": 2.2015,
      "step": 270
    },
    {
      "epoch": 0.056508577194752774,
      "grad_norm": 2.4685232639312744,
      "learning_rate": 5.645161290322582e-05,
      "loss": 2.1876,
      "step": 280
    },
    {
      "epoch": 0.05852674066599395,
      "grad_norm": 2.6516835689544678,
      "learning_rate": 5.8467741935483876e-05,
      "loss": 2.0738,
      "step": 290
    },
    {
      "epoch": 0.060544904137235116,
      "grad_norm": 2.234955310821533,
      "learning_rate": 6.048387096774194e-05,
      "loss": 2.1074,
      "step": 300
    },
    {
      "epoch": 0.06256306760847628,
      "grad_norm": 2.285836935043335,
      "learning_rate": 6.25e-05,
      "loss": 2.1229,
      "step": 310
    },
    {
      "epoch": 0.06458123107971746,
      "grad_norm": 2.150893449783325,
      "learning_rate": 6.451612903225807e-05,
      "loss": 2.0795,
      "step": 320
    },
    {
      "epoch": 0.06659939455095863,
      "grad_norm": 2.7134313583374023,
      "learning_rate": 6.653225806451613e-05,
      "loss": 2.0569,
      "step": 330
    },
    {
      "epoch": 0.06861755802219979,
      "grad_norm": 2.2563529014587402,
      "learning_rate": 6.854838709677419e-05,
      "loss": 2.054,
      "step": 340
    },
    {
      "epoch": 0.07063572149344097,
      "grad_norm": 2.307612419128418,
      "learning_rate": 7.056451612903226e-05,
      "loss": 2.2254,
      "step": 350
    },
    {
      "epoch": 0.07265388496468214,
      "grad_norm": 2.4022858142852783,
      "learning_rate": 7.258064516129033e-05,
      "loss": 2.0501,
      "step": 360
    },
    {
      "epoch": 0.07467204843592332,
      "grad_norm": 1.9709093570709229,
      "learning_rate": 7.45967741935484e-05,
      "loss": 2.0284,
      "step": 370
    },
    {
      "epoch": 0.07669021190716448,
      "grad_norm": 1.8165977001190186,
      "learning_rate": 7.661290322580645e-05,
      "loss": 2.0161,
      "step": 380
    },
    {
      "epoch": 0.07870837537840565,
      "grad_norm": 2.2313830852508545,
      "learning_rate": 7.862903225806451e-05,
      "loss": 2.0064,
      "step": 390
    },
    {
      "epoch": 0.08072653884964683,
      "grad_norm": 4.013941764831543,
      "learning_rate": 8.064516129032258e-05,
      "loss": 2.0056,
      "step": 400
    },
    {
      "epoch": 0.08274470232088799,
      "grad_norm": 2.2855305671691895,
      "learning_rate": 8.266129032258066e-05,
      "loss": 2.0044,
      "step": 410
    },
    {
      "epoch": 0.08476286579212916,
      "grad_norm": 1.9798551797866821,
      "learning_rate": 8.467741935483871e-05,
      "loss": 1.9908,
      "step": 420
    },
    {
      "epoch": 0.08678102926337034,
      "grad_norm": 2.0610132217407227,
      "learning_rate": 8.669354838709678e-05,
      "loss": 1.9845,
      "step": 430
    },
    {
      "epoch": 0.08879919273461151,
      "grad_norm": 2.354846477508545,
      "learning_rate": 8.870967741935484e-05,
      "loss": 2.0008,
      "step": 440
    },
    {
      "epoch": 0.09081735620585267,
      "grad_norm": 2.430293560028076,
      "learning_rate": 9.072580645161291e-05,
      "loss": 1.9855,
      "step": 450
    },
    {
      "epoch": 0.09283551967709384,
      "grad_norm": 2.4229743480682373,
      "learning_rate": 9.274193548387096e-05,
      "loss": 1.935,
      "step": 460
    },
    {
      "epoch": 0.09485368314833502,
      "grad_norm": 1.9692800045013428,
      "learning_rate": 9.475806451612904e-05,
      "loss": 2.1015,
      "step": 470
    },
    {
      "epoch": 0.09687184661957618,
      "grad_norm": 2.103461503982544,
      "learning_rate": 9.677419354838711e-05,
      "loss": 2.0086,
      "step": 480
    },
    {
      "epoch": 0.09889001009081735,
      "grad_norm": 1.9599565267562866,
      "learning_rate": 9.879032258064517e-05,
      "loss": 2.0889,
      "step": 490
    },
    {
      "epoch": 0.10090817356205853,
      "grad_norm": 2.226715087890625,
      "learning_rate": 9.999995545373623e-05,
      "loss": 1.9485,
      "step": 500
    },
    {
      "epoch": 0.1029263370332997,
      "grad_norm": 2.138767719268799,
      "learning_rate": 9.999945430918042e-05,
      "loss": 1.8391,
      "step": 510
    },
    {
      "epoch": 0.10494450050454086,
      "grad_norm": 1.9570167064666748,
      "learning_rate": 9.999839634283869e-05,
      "loss": 2.004,
      "step": 520
    },
    {
      "epoch": 0.10696266397578204,
      "grad_norm": 2.2599446773529053,
      "learning_rate": 9.999678156649317e-05,
      "loss": 2.0093,
      "step": 530
    },
    {
      "epoch": 0.10898082744702321,
      "grad_norm": 1.9920490980148315,
      "learning_rate": 9.999460999812691e-05,
      "loss": 1.8934,
      "step": 540
    },
    {
      "epoch": 0.11099899091826437,
      "grad_norm": 1.9292041063308716,
      "learning_rate": 9.999188166192368e-05,
      "loss": 1.8937,
      "step": 550
    },
    {
      "epoch": 0.11301715438950555,
      "grad_norm": 1.9816484451293945,
      "learning_rate": 9.998859658826777e-05,
      "loss": 1.9489,
      "step": 560
    },
    {
      "epoch": 0.11503531786074672,
      "grad_norm": 2.503206729888916,
      "learning_rate": 9.998475481374358e-05,
      "loss": 1.9871,
      "step": 570
    },
    {
      "epoch": 0.1170534813319879,
      "grad_norm": 1.8593742847442627,
      "learning_rate": 9.998035638113527e-05,
      "loss": 1.8784,
      "step": 580
    },
    {
      "epoch": 0.11907164480322906,
      "grad_norm": 2.2534918785095215,
      "learning_rate": 9.997540133942624e-05,
      "loss": 1.7789,
      "step": 590
    },
    {
      "epoch": 0.12108980827447023,
      "grad_norm": 1.7839148044586182,
      "learning_rate": 9.996988974379857e-05,
      "loss": 1.8833,
      "step": 600
    },
    {
      "epoch": 0.1231079717457114,
      "grad_norm": 1.9832431077957153,
      "learning_rate": 9.996382165563247e-05,
      "loss": 1.8618,
      "step": 610
    },
    {
      "epoch": 0.12512613521695257,
      "grad_norm": 1.8574587106704712,
      "learning_rate": 9.995719714250556e-05,
      "loss": 1.9742,
      "step": 620
    },
    {
      "epoch": 0.12714429868819374,
      "grad_norm": 2.3903088569641113,
      "learning_rate": 9.995001627819211e-05,
      "loss": 1.8395,
      "step": 630
    },
    {
      "epoch": 0.12916246215943492,
      "grad_norm": 1.8283036947250366,
      "learning_rate": 9.99422791426622e-05,
      "loss": 1.7997,
      "step": 640
    },
    {
      "epoch": 0.1311806256306761,
      "grad_norm": 2.3620362281799316,
      "learning_rate": 9.993398582208093e-05,
      "loss": 1.8091,
      "step": 650
    },
    {
      "epoch": 0.13319878910191726,
      "grad_norm": 1.9973320960998535,
      "learning_rate": 9.99251364088073e-05,
      "loss": 1.8977,
      "step": 660
    },
    {
      "epoch": 0.13521695257315844,
      "grad_norm": 2.1321332454681396,
      "learning_rate": 9.991573100139334e-05,
      "loss": 1.8635,
      "step": 670
    },
    {
      "epoch": 0.13723511604439959,
      "grad_norm": 2.079270362854004,
      "learning_rate": 9.990576970458285e-05,
      "loss": 1.8001,
      "step": 680
    },
    {
      "epoch": 0.13925327951564076,
      "grad_norm": 2.42185640335083,
      "learning_rate": 9.989525262931045e-05,
      "loss": 1.8191,
      "step": 690
    },
    {
      "epoch": 0.14127144298688193,
      "grad_norm": 1.972676396369934,
      "learning_rate": 9.988417989270011e-05,
      "loss": 1.8399,
      "step": 700
    },
    {
      "epoch": 0.1432896064581231,
      "grad_norm": 1.9847174882888794,
      "learning_rate": 9.987255161806402e-05,
      "loss": 1.7614,
      "step": 710
    },
    {
      "epoch": 0.14530776992936428,
      "grad_norm": 1.9572982788085938,
      "learning_rate": 9.986036793490112e-05,
      "loss": 1.8777,
      "step": 720
    },
    {
      "epoch": 0.14732593340060546,
      "grad_norm": 1.9790279865264893,
      "learning_rate": 9.984762897889568e-05,
      "loss": 1.8118,
      "step": 730
    },
    {
      "epoch": 0.14934409687184663,
      "grad_norm": 1.9155077934265137,
      "learning_rate": 9.983433489191581e-05,
      "loss": 1.8436,
      "step": 740
    },
    {
      "epoch": 0.15136226034308778,
      "grad_norm": 1.9012539386749268,
      "learning_rate": 9.98204858220119e-05,
      "loss": 1.8109,
      "step": 750
    },
    {
      "epoch": 0.15338042381432895,
      "grad_norm": 2.0491812229156494,
      "learning_rate": 9.980608192341488e-05,
      "loss": 1.8072,
      "step": 760
    },
    {
      "epoch": 0.15539858728557013,
      "grad_norm": 1.941206932067871,
      "learning_rate": 9.979112335653462e-05,
      "loss": 1.7898,
      "step": 770
    },
    {
      "epoch": 0.1574167507568113,
      "grad_norm": 2.0589675903320312,
      "learning_rate": 9.977561028795803e-05,
      "loss": 1.7524,
      "step": 780
    },
    {
      "epoch": 0.15943491422805248,
      "grad_norm": 1.9348995685577393,
      "learning_rate": 9.97595428904473e-05,
      "loss": 1.7864,
      "step": 790
    },
    {
      "epoch": 0.16145307769929365,
      "grad_norm": 1.8057056665420532,
      "learning_rate": 9.974292134293792e-05,
      "loss": 1.7851,
      "step": 800
    },
    {
      "epoch": 0.16347124117053483,
      "grad_norm": 1.8641736507415771,
      "learning_rate": 9.97257458305367e-05,
      "loss": 1.8094,
      "step": 810
    },
    {
      "epoch": 0.16548940464177597,
      "grad_norm": 1.713681936264038,
      "learning_rate": 9.970801654451973e-05,
      "loss": 1.7454,
      "step": 820
    },
    {
      "epoch": 0.16750756811301715,
      "grad_norm": 1.8647186756134033,
      "learning_rate": 9.968973368233022e-05,
      "loss": 1.7415,
      "step": 830
    },
    {
      "epoch": 0.16952573158425832,
      "grad_norm": 1.9415329694747925,
      "learning_rate": 9.96708974475763e-05,
      "loss": 1.7501,
      "step": 840
    },
    {
      "epoch": 0.1715438950554995,
      "grad_norm": 1.8891992568969727,
      "learning_rate": 9.965150805002878e-05,
      "loss": 1.8218,
      "step": 850
    },
    {
      "epoch": 0.17356205852674067,
      "grad_norm": 1.9533817768096924,
      "learning_rate": 9.963156570561878e-05,
      "loss": 1.6947,
      "step": 860
    },
    {
      "epoch": 0.17558022199798184,
      "grad_norm": 2.1692941188812256,
      "learning_rate": 9.96110706364354e-05,
      "loss": 1.784,
      "step": 870
    },
    {
      "epoch": 0.17759838546922302,
      "grad_norm": 2.229025363922119,
      "learning_rate": 9.959002307072312e-05,
      "loss": 1.7266,
      "step": 880
    },
    {
      "epoch": 0.17961654894046417,
      "grad_norm": 3.380396604537964,
      "learning_rate": 9.956842324287936e-05,
      "loss": 1.9071,
      "step": 890
    },
    {
      "epoch": 0.18163471241170534,
      "grad_norm": 1.9694714546203613,
      "learning_rate": 9.954627139345186e-05,
      "loss": 1.7442,
      "step": 900
    },
    {
      "epoch": 0.18365287588294651,
      "grad_norm": 1.9261081218719482,
      "learning_rate": 9.952356776913594e-05,
      "loss": 1.8254,
      "step": 910
    },
    {
      "epoch": 0.1856710393541877,
      "grad_norm": 1.6406139135360718,
      "learning_rate": 9.950031262277183e-05,
      "loss": 1.8027,
      "step": 920
    },
    {
      "epoch": 0.18768920282542886,
      "grad_norm": 1.874161720275879,
      "learning_rate": 9.947650621334179e-05,
      "loss": 1.8027,
      "step": 930
    },
    {
      "epoch": 0.18970736629667004,
      "grad_norm": 2.183828115463257,
      "learning_rate": 9.945214880596725e-05,
      "loss": 1.7398,
      "step": 940
    },
    {
      "epoch": 0.1917255297679112,
      "grad_norm": 1.954749584197998,
      "learning_rate": 9.94272406719059e-05,
      "loss": 1.7675,
      "step": 950
    },
    {
      "epoch": 0.19374369323915236,
      "grad_norm": 1.966210126876831,
      "learning_rate": 9.940178208854858e-05,
      "loss": 1.7841,
      "step": 960
    },
    {
      "epoch": 0.19576185671039353,
      "grad_norm": 2.180774688720703,
      "learning_rate": 9.937577333941626e-05,
      "loss": 1.6492,
      "step": 970
    },
    {
      "epoch": 0.1977800201816347,
      "grad_norm": 1.921655297279358,
      "learning_rate": 9.934921471415687e-05,
      "loss": 1.7661,
      "step": 980
    },
    {
      "epoch": 0.19979818365287588,
      "grad_norm": 1.8591227531433105,
      "learning_rate": 9.932210650854205e-05,
      "loss": 1.7543,
      "step": 990
    },
    {
      "epoch": 0.20181634712411706,
      "grad_norm": 1.6740055084228516,
      "learning_rate": 9.929444902446392e-05,
      "loss": 1.7578,
      "step": 1000
    },
    {
      "epoch": 0.20383451059535823,
      "grad_norm": 2.937347650527954,
      "learning_rate": 9.92662425699316e-05,
      "loss": 1.7566,
      "step": 1010
    },
    {
      "epoch": 0.2058526740665994,
      "grad_norm": 1.9954780340194702,
      "learning_rate": 9.923748745906789e-05,
      "loss": 1.8376,
      "step": 1020
    },
    {
      "epoch": 0.20787083753784055,
      "grad_norm": 2.204568386077881,
      "learning_rate": 9.920818401210574e-05,
      "loss": 1.7558,
      "step": 1030
    },
    {
      "epoch": 0.20988900100908173,
      "grad_norm": 2.1600749492645264,
      "learning_rate": 9.917833255538467e-05,
      "loss": 1.8082,
      "step": 1040
    },
    {
      "epoch": 0.2119071644803229,
      "grad_norm": 2.097487449645996,
      "learning_rate": 9.914793342134711e-05,
      "loss": 1.7874,
      "step": 1050
    },
    {
      "epoch": 0.21392532795156408,
      "grad_norm": 1.796174168586731,
      "learning_rate": 9.911698694853477e-05,
      "loss": 1.7015,
      "step": 1060
    },
    {
      "epoch": 0.21594349142280525,
      "grad_norm": 1.9651933908462524,
      "learning_rate": 9.908549348158485e-05,
      "loss": 1.8868,
      "step": 1070
    },
    {
      "epoch": 0.21796165489404642,
      "grad_norm": 2.083768367767334,
      "learning_rate": 9.905345337122609e-05,
      "loss": 1.8338,
      "step": 1080
    },
    {
      "epoch": 0.2199798183652876,
      "grad_norm": 1.953058123588562,
      "learning_rate": 9.902086697427504e-05,
      "loss": 1.792,
      "step": 1090
    },
    {
      "epoch": 0.22199798183652875,
      "grad_norm": 1.9650559425354004,
      "learning_rate": 9.8987734653632e-05,
      "loss": 1.6179,
      "step": 1100
    },
    {
      "epoch": 0.22401614530776992,
      "grad_norm": 1.7365285158157349,
      "learning_rate": 9.895405677827692e-05,
      "loss": 1.6512,
      "step": 1110
    },
    {
      "epoch": 0.2260343087790111,
      "grad_norm": 1.7468541860580444,
      "learning_rate": 9.89198337232654e-05,
      "loss": 1.6747,
      "step": 1120
    },
    {
      "epoch": 0.22805247225025227,
      "grad_norm": 1.967139720916748,
      "learning_rate": 9.888506586972446e-05,
      "loss": 1.7086,
      "step": 1130
    },
    {
      "epoch": 0.23007063572149344,
      "grad_norm": 1.824622631072998,
      "learning_rate": 9.884975360484827e-05,
      "loss": 1.887,
      "step": 1140
    },
    {
      "epoch": 0.23208879919273462,
      "grad_norm": 2.1145553588867188,
      "learning_rate": 9.881389732189392e-05,
      "loss": 1.7733,
      "step": 1150
    },
    {
      "epoch": 0.2341069626639758,
      "grad_norm": 1.6385475397109985,
      "learning_rate": 9.877749742017694e-05,
      "loss": 1.6961,
      "step": 1160
    },
    {
      "epoch": 0.23612512613521694,
      "grad_norm": 1.9020243883132935,
      "learning_rate": 9.874055430506691e-05,
      "loss": 1.6124,
      "step": 1170
    },
    {
      "epoch": 0.23814328960645811,
      "grad_norm": 1.817199945449829,
      "learning_rate": 9.870306838798297e-05,
      "loss": 1.6601,
      "step": 1180
    },
    {
      "epoch": 0.2401614530776993,
      "grad_norm": 2.001286268234253,
      "learning_rate": 9.866504008638917e-05,
      "loss": 1.7485,
      "step": 1190
    },
    {
      "epoch": 0.24217961654894046,
      "grad_norm": 1.9406825304031372,
      "learning_rate": 9.862646982378987e-05,
      "loss": 1.8185,
      "step": 1200
    },
    {
      "epoch": 0.24419778002018164,
      "grad_norm": 1.7781312465667725,
      "learning_rate": 9.8587358029725e-05,
      "loss": 1.751,
      "step": 1210
    },
    {
      "epoch": 0.2462159434914228,
      "grad_norm": 1.793482780456543,
      "learning_rate": 9.854770513976531e-05,
      "loss": 1.6768,
      "step": 1220
    },
    {
      "epoch": 0.248234106962664,
      "grad_norm": 1.9680509567260742,
      "learning_rate": 9.850751159550746e-05,
      "loss": 1.6726,
      "step": 1230
    },
    {
      "epoch": 0.25025227043390513,
      "grad_norm": 2.0250823497772217,
      "learning_rate": 9.846677784456918e-05,
      "loss": 1.7675,
      "step": 1240
    },
    {
      "epoch": 0.2522704339051463,
      "grad_norm": 1.7494395971298218,
      "learning_rate": 9.842550434058421e-05,
      "loss": 1.6584,
      "step": 1250
    },
    {
      "epoch": 0.2542885973763875,
      "grad_norm": 2.1690242290496826,
      "learning_rate": 9.838369154319728e-05,
      "loss": 1.802,
      "step": 1260
    },
    {
      "epoch": 0.25630676084762866,
      "grad_norm": 1.6883882284164429,
      "learning_rate": 9.8341339918059e-05,
      "loss": 1.5858,
      "step": 1270
    },
    {
      "epoch": 0.25832492431886983,
      "grad_norm": 1.9592852592468262,
      "learning_rate": 9.82984499368207e-05,
      "loss": 1.7107,
      "step": 1280
    },
    {
      "epoch": 0.260343087790111,
      "grad_norm": 1.9985136985778809,
      "learning_rate": 9.825502207712909e-05,
      "loss": 1.674,
      "step": 1290
    },
    {
      "epoch": 0.2623612512613522,
      "grad_norm": 1.6702767610549927,
      "learning_rate": 9.821105682262099e-05,
      "loss": 1.6821,
      "step": 1300
    },
    {
      "epoch": 0.26437941473259335,
      "grad_norm": 1.7378309965133667,
      "learning_rate": 9.816655466291803e-05,
      "loss": 1.7136,
      "step": 1310
    },
    {
      "epoch": 0.26639757820383453,
      "grad_norm": 1.7488417625427246,
      "learning_rate": 9.812151609362102e-05,
      "loss": 1.5944,
      "step": 1320
    },
    {
      "epoch": 0.2684157416750757,
      "grad_norm": 1.7831872701644897,
      "learning_rate": 9.807594161630458e-05,
      "loss": 1.575,
      "step": 1330
    },
    {
      "epoch": 0.2704339051463169,
      "grad_norm": 2.0005006790161133,
      "learning_rate": 9.802983173851149e-05,
      "loss": 1.6744,
      "step": 1340
    },
    {
      "epoch": 0.272452068617558,
      "grad_norm": 1.5925371646881104,
      "learning_rate": 9.798318697374702e-05,
      "loss": 1.6679,
      "step": 1350
    },
    {
      "epoch": 0.27447023208879917,
      "grad_norm": 1.6449369192123413,
      "learning_rate": 9.79360078414733e-05,
      "loss": 1.6395,
      "step": 1360
    },
    {
      "epoch": 0.27648839556004035,
      "grad_norm": 1.870029091835022,
      "learning_rate": 9.78882948671034e-05,
      "loss": 1.6746,
      "step": 1370
    },
    {
      "epoch": 0.2785065590312815,
      "grad_norm": 1.8943411111831665,
      "learning_rate": 9.784004858199563e-05,
      "loss": 1.7118,
      "step": 1380
    },
    {
      "epoch": 0.2805247225025227,
      "grad_norm": 1.9735866785049438,
      "learning_rate": 9.779126952344748e-05,
      "loss": 1.6215,
      "step": 1390
    },
    {
      "epoch": 0.28254288597376387,
      "grad_norm": 1.719292402267456,
      "learning_rate": 9.774195823468973e-05,
      "loss": 1.6028,
      "step": 1400
    },
    {
      "epoch": 0.28456104944500504,
      "grad_norm": 1.7490273714065552,
      "learning_rate": 9.769211526488038e-05,
      "loss": 1.5878,
      "step": 1410
    },
    {
      "epoch": 0.2865792129162462,
      "grad_norm": 1.621436357498169,
      "learning_rate": 9.764174116909852e-05,
      "loss": 1.7188,
      "step": 1420
    },
    {
      "epoch": 0.2885973763874874,
      "grad_norm": 1.7977508306503296,
      "learning_rate": 9.759083650833815e-05,
      "loss": 1.6966,
      "step": 1430
    },
    {
      "epoch": 0.29061553985872857,
      "grad_norm": 1.6182868480682373,
      "learning_rate": 9.753940184950192e-05,
      "loss": 1.6072,
      "step": 1440
    },
    {
      "epoch": 0.29263370332996974,
      "grad_norm": 2.094125747680664,
      "learning_rate": 9.748743776539488e-05,
      "loss": 1.7654,
      "step": 1450
    },
    {
      "epoch": 0.2946518668012109,
      "grad_norm": 2.0340657234191895,
      "learning_rate": 9.743494483471801e-05,
      "loss": 1.5987,
      "step": 1460
    },
    {
      "epoch": 0.2966700302724521,
      "grad_norm": 1.8374106884002686,
      "learning_rate": 9.738192364206185e-05,
      "loss": 1.6468,
      "step": 1470
    },
    {
      "epoch": 0.29868819374369326,
      "grad_norm": 1.8509396314620972,
      "learning_rate": 9.732837477789993e-05,
      "loss": 1.6514,
      "step": 1480
    },
    {
      "epoch": 0.3007063572149344,
      "grad_norm": 2.0533978939056396,
      "learning_rate": 9.727429883858227e-05,
      "loss": 1.6375,
      "step": 1490
    },
    {
      "epoch": 0.30272452068617556,
      "grad_norm": 1.7004354000091553,
      "learning_rate": 9.721969642632865e-05,
      "loss": 1.5852,
      "step": 1500
    },
    {
      "epoch": 0.30474268415741673,
      "grad_norm": 1.8703371286392212,
      "learning_rate": 9.716456814922196e-05,
      "loss": 1.5644,
      "step": 1510
    },
    {
      "epoch": 0.3067608476286579,
      "grad_norm": 1.6673510074615479,
      "learning_rate": 9.710891462120141e-05,
      "loss": 1.6704,
      "step": 1520
    },
    {
      "epoch": 0.3087790110998991,
      "grad_norm": 1.8909664154052734,
      "learning_rate": 9.70527364620557e-05,
      "loss": 1.7009,
      "step": 1530
    },
    {
      "epoch": 0.31079717457114026,
      "grad_norm": 1.6285436153411865,
      "learning_rate": 9.699603429741615e-05,
      "loss": 1.6874,
      "step": 1540
    },
    {
      "epoch": 0.31281533804238143,
      "grad_norm": 1.7128878831863403,
      "learning_rate": 9.693880875874961e-05,
      "loss": 1.8054,
      "step": 1550
    },
    {
      "epoch": 0.3148335015136226,
      "grad_norm": 2.0219228267669678,
      "learning_rate": 9.68810604833516e-05,
      "loss": 1.5689,
      "step": 1560
    },
    {
      "epoch": 0.3168516649848638,
      "grad_norm": 1.5529290437698364,
      "learning_rate": 9.682279011433908e-05,
      "loss": 1.7903,
      "step": 1570
    },
    {
      "epoch": 0.31886982845610495,
      "grad_norm": 1.7940829992294312,
      "learning_rate": 9.676399830064339e-05,
      "loss": 1.5716,
      "step": 1580
    },
    {
      "epoch": 0.32088799192734613,
      "grad_norm": 1.6057904958724976,
      "learning_rate": 9.670468569700288e-05,
      "loss": 1.6821,
      "step": 1590
    },
    {
      "epoch": 0.3229061553985873,
      "grad_norm": 1.8908942937850952,
      "learning_rate": 9.664485296395578e-05,
      "loss": 1.541,
      "step": 1600
    },
    {
      "epoch": 0.3249243188698285,
      "grad_norm": 1.8195271492004395,
      "learning_rate": 9.658450076783274e-05,
      "loss": 1.65,
      "step": 1610
    },
    {
      "epoch": 0.32694248234106965,
      "grad_norm": 6.518181800842285,
      "learning_rate": 9.652362978074947e-05,
      "loss": 1.6047,
      "step": 1620
    },
    {
      "epoch": 0.32896064581231077,
      "grad_norm": 1.5660922527313232,
      "learning_rate": 9.646224068059917e-05,
      "loss": 1.7102,
      "step": 1630
    },
    {
      "epoch": 0.33097880928355194,
      "grad_norm": 1.6389318704605103,
      "learning_rate": 9.640033415104508e-05,
      "loss": 1.6255,
      "step": 1640
    },
    {
      "epoch": 0.3329969727547931,
      "grad_norm": 1.6905416250228882,
      "learning_rate": 9.633791088151283e-05,
      "loss": 1.5718,
      "step": 1650
    },
    {
      "epoch": 0.3350151362260343,
      "grad_norm": 1.7866181135177612,
      "learning_rate": 9.627497156718271e-05,
      "loss": 1.7042,
      "step": 1660
    },
    {
      "epoch": 0.33703329969727547,
      "grad_norm": 1.7515119314193726,
      "learning_rate": 9.621151690898203e-05,
      "loss": 1.6239,
      "step": 1670
    },
    {
      "epoch": 0.33905146316851664,
      "grad_norm": 1.9881833791732788,
      "learning_rate": 9.614754761357718e-05,
      "loss": 1.7982,
      "step": 1680
    },
    {
      "epoch": 0.3410696266397578,
      "grad_norm": 1.8311055898666382,
      "learning_rate": 9.608306439336592e-05,
      "loss": 1.7399,
      "step": 1690
    },
    {
      "epoch": 0.343087790110999,
      "grad_norm": 1.688659906387329,
      "learning_rate": 9.60180679664693e-05,
      "loss": 1.6666,
      "step": 1700
    },
    {
      "epoch": 0.34510595358224017,
      "grad_norm": 1.8084384202957153,
      "learning_rate": 9.595255905672377e-05,
      "loss": 1.5487,
      "step": 1710
    },
    {
      "epoch": 0.34712411705348134,
      "grad_norm": 1.7272626161575317,
      "learning_rate": 9.588653839367302e-05,
      "loss": 1.551,
      "step": 1720
    },
    {
      "epoch": 0.3491422805247225,
      "grad_norm": 1.7780117988586426,
      "learning_rate": 9.582000671256e-05,
      "loss": 1.6598,
      "step": 1730
    },
    {
      "epoch": 0.3511604439959637,
      "grad_norm": 2.405978202819824,
      "learning_rate": 9.575296475431855e-05,
      "loss": 1.6297,
      "step": 1740
    },
    {
      "epoch": 0.35317860746720486,
      "grad_norm": 1.6499069929122925,
      "learning_rate": 9.568541326556527e-05,
      "loss": 1.5609,
      "step": 1750
    },
    {
      "epoch": 0.35519677093844604,
      "grad_norm": 1.7063804864883423,
      "learning_rate": 9.56173529985912e-05,
      "loss": 1.6281,
      "step": 1760
    },
    {
      "epoch": 0.35721493440968716,
      "grad_norm": 2.427915573120117,
      "learning_rate": 9.554878471135339e-05,
      "loss": 1.6166,
      "step": 1770
    },
    {
      "epoch": 0.35923309788092833,
      "grad_norm": 1.7606953382492065,
      "learning_rate": 9.547970916746649e-05,
      "loss": 1.6152,
      "step": 1780
    },
    {
      "epoch": 0.3612512613521695,
      "grad_norm": 1.7059513330459595,
      "learning_rate": 9.541012713619428e-05,
      "loss": 1.5078,
      "step": 1790
    },
    {
      "epoch": 0.3632694248234107,
      "grad_norm": 1.4295872449874878,
      "learning_rate": 9.5340039392441e-05,
      "loss": 1.5864,
      "step": 1800
    },
    {
      "epoch": 0.36528758829465185,
      "grad_norm": 1.8844209909439087,
      "learning_rate": 9.526944671674286e-05,
      "loss": 1.5401,
      "step": 1810
    },
    {
      "epoch": 0.36730575176589303,
      "grad_norm": 1.6048489809036255,
      "learning_rate": 9.51983498952592e-05,
      "loss": 1.7246,
      "step": 1820
    },
    {
      "epoch": 0.3693239152371342,
      "grad_norm": 2.0559234619140625,
      "learning_rate": 9.512674971976385e-05,
      "loss": 1.4579,
      "step": 1830
    },
    {
      "epoch": 0.3713420787083754,
      "grad_norm": 1.7094260454177856,
      "learning_rate": 9.505464698763629e-05,
      "loss": 1.5574,
      "step": 1840
    },
    {
      "epoch": 0.37336024217961655,
      "grad_norm": 1.5393606424331665,
      "learning_rate": 9.49820425018527e-05,
      "loss": 1.5389,
      "step": 1850
    },
    {
      "epoch": 0.3753784056508577,
      "grad_norm": 2.1417794227600098,
      "learning_rate": 9.49089370709771e-05,
      "loss": 1.6108,
      "step": 1860
    },
    {
      "epoch": 0.3773965691220989,
      "grad_norm": 1.6064629554748535,
      "learning_rate": 9.483533150915229e-05,
      "loss": 1.6211,
      "step": 1870
    },
    {
      "epoch": 0.3794147325933401,
      "grad_norm": 2.044330596923828,
      "learning_rate": 9.476122663609086e-05,
      "loss": 1.6693,
      "step": 1880
    },
    {
      "epoch": 0.38143289606458125,
      "grad_norm": 1.7574785947799683,
      "learning_rate": 9.468662327706594e-05,
      "loss": 1.5502,
      "step": 1890
    },
    {
      "epoch": 0.3834510595358224,
      "grad_norm": 1.8084129095077515,
      "learning_rate": 9.461152226290212e-05,
      "loss": 1.6606,
      "step": 1900
    },
    {
      "epoch": 0.3854692230070636,
      "grad_norm": 1.4581211805343628,
      "learning_rate": 9.453592442996614e-05,
      "loss": 1.5317,
      "step": 1910
    },
    {
      "epoch": 0.3874873864783047,
      "grad_norm": 1.8625178337097168,
      "learning_rate": 9.445983062015761e-05,
      "loss": 1.4944,
      "step": 1920
    },
    {
      "epoch": 0.3895055499495459,
      "grad_norm": 1.7608696222305298,
      "learning_rate": 9.43832416808996e-05,
      "loss": 1.5913,
      "step": 1930
    },
    {
      "epoch": 0.39152371342078707,
      "grad_norm": 1.9058195352554321,
      "learning_rate": 9.430615846512923e-05,
      "loss": 1.6255,
      "step": 1940
    },
    {
      "epoch": 0.39354187689202824,
      "grad_norm": 1.6042306423187256,
      "learning_rate": 9.422858183128808e-05,
      "loss": 1.6525,
      "step": 1950
    },
    {
      "epoch": 0.3955600403632694,
      "grad_norm": 1.6958731412887573,
      "learning_rate": 9.415051264331285e-05,
      "loss": 1.4745,
      "step": 1960
    },
    {
      "epoch": 0.3975782038345106,
      "grad_norm": 1.7777879238128662,
      "learning_rate": 9.407195177062549e-05,
      "loss": 1.5836,
      "step": 1970
    },
    {
      "epoch": 0.39959636730575177,
      "grad_norm": 1.7249339818954468,
      "learning_rate": 9.399290008812365e-05,
      "loss": 1.4844,
      "step": 1980
    },
    {
      "epoch": 0.40161453077699294,
      "grad_norm": 1.854981541633606,
      "learning_rate": 9.391335847617093e-05,
      "loss": 1.6211,
      "step": 1990
    },
    {
      "epoch": 0.4036326942482341,
      "grad_norm": 1.4041742086410522,
      "learning_rate": 9.383332782058705e-05,
      "loss": 1.6664,
      "step": 2000
    },
    {
      "epoch": 0.4056508577194753,
      "grad_norm": 1.605724573135376,
      "learning_rate": 9.375280901263796e-05,
      "loss": 1.5706,
      "step": 2010
    },
    {
      "epoch": 0.40766902119071646,
      "grad_norm": 1.7073047161102295,
      "learning_rate": 9.367180294902603e-05,
      "loss": 1.6047,
      "step": 2020
    },
    {
      "epoch": 0.40968718466195764,
      "grad_norm": 1.5172196626663208,
      "learning_rate": 9.359031053187988e-05,
      "loss": 1.5207,
      "step": 2030
    },
    {
      "epoch": 0.4117053481331988,
      "grad_norm": 1.9370439052581787,
      "learning_rate": 9.350833266874451e-05,
      "loss": 1.5746,
      "step": 2040
    },
    {
      "epoch": 0.41372351160444,
      "grad_norm": 2.1937825679779053,
      "learning_rate": 9.342587027257104e-05,
      "loss": 1.7112,
      "step": 2050
    },
    {
      "epoch": 0.4157416750756811,
      "grad_norm": 1.7659974098205566,
      "learning_rate": 9.334292426170672e-05,
      "loss": 1.6329,
      "step": 2060
    },
    {
      "epoch": 0.4177598385469223,
      "grad_norm": 1.5360724925994873,
      "learning_rate": 9.325949555988452e-05,
      "loss": 1.6289,
      "step": 2070
    },
    {
      "epoch": 0.41977800201816345,
      "grad_norm": 1.4664136171340942,
      "learning_rate": 9.317558509621296e-05,
      "loss": 1.6237,
      "step": 2080
    },
    {
      "epoch": 0.42179616548940463,
      "grad_norm": 1.5282961130142212,
      "learning_rate": 9.309119380516573e-05,
      "loss": 1.5247,
      "step": 2090
    },
    {
      "epoch": 0.4238143289606458,
      "grad_norm": 1.7818903923034668,
      "learning_rate": 9.300632262657128e-05,
      "loss": 1.6479,
      "step": 2100
    },
    {
      "epoch": 0.425832492431887,
      "grad_norm": 1.8099353313446045,
      "learning_rate": 9.292097250560232e-05,
      "loss": 1.692,
      "step": 2110
    },
    {
      "epoch": 0.42785065590312815,
      "grad_norm": 1.6518584489822388,
      "learning_rate": 9.283514439276539e-05,
      "loss": 1.5806,
      "step": 2120
    },
    {
      "epoch": 0.4298688193743693,
      "grad_norm": 1.6262339353561401,
      "learning_rate": 9.274883924389018e-05,
      "loss": 1.6018,
      "step": 2130
    },
    {
      "epoch": 0.4318869828456105,
      "grad_norm": 1.858011245727539,
      "learning_rate": 9.266205802011892e-05,
      "loss": 1.6162,
      "step": 2140
    },
    {
      "epoch": 0.4339051463168517,
      "grad_norm": 1.5540958642959595,
      "learning_rate": 9.257480168789565e-05,
      "loss": 1.5558,
      "step": 2150
    },
    {
      "epoch": 0.43592330978809285,
      "grad_norm": 1.5216200351715088,
      "learning_rate": 9.248707121895555e-05,
      "loss": 1.6317,
      "step": 2160
    },
    {
      "epoch": 0.437941473259334,
      "grad_norm": 2.030132532119751,
      "learning_rate": 9.239886759031398e-05,
      "loss": 1.457,
      "step": 2170
    },
    {
      "epoch": 0.4399596367305752,
      "grad_norm": 1.6100101470947266,
      "learning_rate": 9.231019178425573e-05,
      "loss": 1.6372,
      "step": 2180
    },
    {
      "epoch": 0.4419778002018164,
      "grad_norm": 1.6417200565338135,
      "learning_rate": 9.222104478832398e-05,
      "loss": 1.5867,
      "step": 2190
    },
    {
      "epoch": 0.4439959636730575,
      "grad_norm": 1.5133955478668213,
      "learning_rate": 9.213142759530936e-05,
      "loss": 1.5338,
      "step": 2200
    },
    {
      "epoch": 0.44601412714429867,
      "grad_norm": 1.543249249458313,
      "learning_rate": 9.204134120323883e-05,
      "loss": 1.6463,
      "step": 2210
    },
    {
      "epoch": 0.44803229061553984,
      "grad_norm": 2.0193662643432617,
      "learning_rate": 9.195078661536471e-05,
      "loss": 1.5299,
      "step": 2220
    },
    {
      "epoch": 0.450050454086781,
      "grad_norm": 1.4934704303741455,
      "learning_rate": 9.185976484015333e-05,
      "loss": 1.5422,
      "step": 2230
    },
    {
      "epoch": 0.4520686175580222,
      "grad_norm": 1.6684024333953857,
      "learning_rate": 9.176827689127389e-05,
      "loss": 1.62,
      "step": 2240
    },
    {
      "epoch": 0.45408678102926336,
      "grad_norm": 1.7710318565368652,
      "learning_rate": 9.167632378758719e-05,
      "loss": 1.4557,
      "step": 2250
    },
    {
      "epoch": 0.45610494450050454,
      "grad_norm": 1.717943549156189,
      "learning_rate": 9.158390655313422e-05,
      "loss": 1.601,
      "step": 2260
    },
    {
      "epoch": 0.4581231079717457,
      "grad_norm": 1.751428246498108,
      "learning_rate": 9.149102621712482e-05,
      "loss": 1.5032,
      "step": 2270
    },
    {
      "epoch": 0.4601412714429869,
      "grad_norm": 1.8777353763580322,
      "learning_rate": 9.139768381392616e-05,
      "loss": 1.6255,
      "step": 2280
    },
    {
      "epoch": 0.46215943491422806,
      "grad_norm": 1.7452517747879028,
      "learning_rate": 9.130388038305127e-05,
      "loss": 1.6209,
      "step": 2290
    },
    {
      "epoch": 0.46417759838546924,
      "grad_norm": 1.7831089496612549,
      "learning_rate": 9.12096169691474e-05,
      "loss": 1.6401,
      "step": 2300
    },
    {
      "epoch": 0.4661957618567104,
      "grad_norm": 1.591808795928955,
      "learning_rate": 9.111489462198448e-05,
      "loss": 1.5767,
      "step": 2310
    },
    {
      "epoch": 0.4682139253279516,
      "grad_norm": 1.6915345191955566,
      "learning_rate": 9.101971439644335e-05,
      "loss": 1.556,
      "step": 2320
    },
    {
      "epoch": 0.47023208879919276,
      "grad_norm": 1.8185473680496216,
      "learning_rate": 9.092407735250404e-05,
      "loss": 1.6477,
      "step": 2330
    },
    {
      "epoch": 0.4722502522704339,
      "grad_norm": 1.7397855520248413,
      "learning_rate": 9.082798455523396e-05,
      "loss": 1.4885,
      "step": 2340
    },
    {
      "epoch": 0.47426841574167505,
      "grad_norm": 1.7972854375839233,
      "learning_rate": 9.073143707477607e-05,
      "loss": 1.6802,
      "step": 2350
    },
    {
      "epoch": 0.47628657921291623,
      "grad_norm": 1.7079814672470093,
      "learning_rate": 9.063443598633688e-05,
      "loss": 1.5201,
      "step": 2360
    },
    {
      "epoch": 0.4783047426841574,
      "grad_norm": 1.7126438617706299,
      "learning_rate": 9.053698237017459e-05,
      "loss": 1.5861,
      "step": 2370
    },
    {
      "epoch": 0.4803229061553986,
      "grad_norm": 1.7915846109390259,
      "learning_rate": 9.043907731158699e-05,
      "loss": 1.5139,
      "step": 2380
    },
    {
      "epoch": 0.48234106962663975,
      "grad_norm": 1.5365029573440552,
      "learning_rate": 9.034072190089932e-05,
      "loss": 1.5428,
      "step": 2390
    },
    {
      "epoch": 0.4843592330978809,
      "grad_norm": 1.720226526260376,
      "learning_rate": 9.02419172334523e-05,
      "loss": 1.4767,
      "step": 2400
    },
    {
      "epoch": 0.4863773965691221,
      "grad_norm": 1.9600703716278076,
      "learning_rate": 9.014266440958974e-05,
      "loss": 1.6188,
      "step": 2410
    },
    {
      "epoch": 0.4883955600403633,
      "grad_norm": 1.8720204830169678,
      "learning_rate": 9.004296453464638e-05,
      "loss": 1.5432,
      "step": 2420
    },
    {
      "epoch": 0.49041372351160445,
      "grad_norm": 1.6241135597229004,
      "learning_rate": 8.994281871893562e-05,
      "loss": 1.5496,
      "step": 2430
    },
    {
      "epoch": 0.4924318869828456,
      "grad_norm": 1.8902565240859985,
      "learning_rate": 8.984222807773706e-05,
      "loss": 1.6235,
      "step": 2440
    },
    {
      "epoch": 0.4944500504540868,
      "grad_norm": 1.925911784172058,
      "learning_rate": 8.974119373128411e-05,
      "loss": 1.5734,
      "step": 2450
    },
    {
      "epoch": 0.496468213925328,
      "grad_norm": 2.0046586990356445,
      "learning_rate": 8.963971680475161e-05,
      "loss": 1.5009,
      "step": 2460
    },
    {
      "epoch": 0.49848637739656915,
      "grad_norm": 1.6803854703903198,
      "learning_rate": 8.95377984282431e-05,
      "loss": 1.5605,
      "step": 2470
    },
    {
      "epoch": 0.5005045408678103,
      "grad_norm": 1.5540610551834106,
      "learning_rate": 8.943543973677846e-05,
      "loss": 1.5961,
      "step": 2480
    },
    {
      "epoch": 0.5025227043390514,
      "grad_norm": 1.625119686126709,
      "learning_rate": 8.933264187028109e-05,
      "loss": 1.604,
      "step": 2490
    },
    {
      "epoch": 0.5045408678102926,
      "grad_norm": 1.7552522420883179,
      "learning_rate": 8.922940597356532e-05,
      "loss": 1.4812,
      "step": 2500
    },
    {
      "epoch": 0.5065590312815338,
      "grad_norm": 1.7819663286209106,
      "learning_rate": 8.912573319632367e-05,
      "loss": 1.6794,
      "step": 2510
    },
    {
      "epoch": 0.508577194752775,
      "grad_norm": 1.715986728668213,
      "learning_rate": 8.90216246931139e-05,
      "loss": 1.5846,
      "step": 2520
    },
    {
      "epoch": 0.5105953582240161,
      "grad_norm": 1.6441289186477661,
      "learning_rate": 8.891708162334635e-05,
      "loss": 1.5525,
      "step": 2530
    },
    {
      "epoch": 0.5126135216952573,
      "grad_norm": 1.7777501344680786,
      "learning_rate": 8.88121051512709e-05,
      "loss": 1.5136,
      "step": 2540
    },
    {
      "epoch": 0.5146316851664985,
      "grad_norm": 1.7654690742492676,
      "learning_rate": 8.870669644596402e-05,
      "loss": 1.574,
      "step": 2550
    },
    {
      "epoch": 0.5166498486377397,
      "grad_norm": 1.329132080078125,
      "learning_rate": 8.860085668131582e-05,
      "loss": 1.4299,
      "step": 2560
    },
    {
      "epoch": 0.5186680121089808,
      "grad_norm": 1.7770514488220215,
      "learning_rate": 8.84945870360169e-05,
      "loss": 1.6012,
      "step": 2570
    },
    {
      "epoch": 0.520686175580222,
      "grad_norm": 1.421560287475586,
      "learning_rate": 8.838788869354522e-05,
      "loss": 1.5075,
      "step": 2580
    },
    {
      "epoch": 0.5227043390514632,
      "grad_norm": 2.0325329303741455,
      "learning_rate": 8.828076284215301e-05,
      "loss": 1.4582,
      "step": 2590
    },
    {
      "epoch": 0.5247225025227044,
      "grad_norm": 2.303136110305786,
      "learning_rate": 8.817321067485343e-05,
      "loss": 1.6037,
      "step": 2600
    },
    {
      "epoch": 0.5267406659939455,
      "grad_norm": 1.5532690286636353,
      "learning_rate": 8.806523338940736e-05,
      "loss": 1.6264,
      "step": 2610
    },
    {
      "epoch": 0.5287588294651867,
      "grad_norm": 1.9267081022262573,
      "learning_rate": 8.795683218831001e-05,
      "loss": 1.6513,
      "step": 2620
    },
    {
      "epoch": 0.5307769929364279,
      "grad_norm": 1.4832985401153564,
      "learning_rate": 8.78480082787776e-05,
      "loss": 1.5968,
      "step": 2630
    },
    {
      "epoch": 0.5327951564076691,
      "grad_norm": 1.6407015323638916,
      "learning_rate": 8.773876287273377e-05,
      "loss": 1.6084,
      "step": 2640
    },
    {
      "epoch": 0.5348133198789102,
      "grad_norm": 1.6609562635421753,
      "learning_rate": 8.762909718679629e-05,
      "loss": 1.5557,
      "step": 2650
    },
    {
      "epoch": 0.5368314833501514,
      "grad_norm": 1.6559169292449951,
      "learning_rate": 8.751901244226332e-05,
      "loss": 1.623,
      "step": 2660
    },
    {
      "epoch": 0.5388496468213926,
      "grad_norm": 1.5652551651000977,
      "learning_rate": 8.740850986509994e-05,
      "loss": 1.4157,
      "step": 2670
    },
    {
      "epoch": 0.5408678102926338,
      "grad_norm": 1.9073171615600586,
      "learning_rate": 8.729759068592442e-05,
      "loss": 1.5152,
      "step": 2680
    },
    {
      "epoch": 0.5428859737638748,
      "grad_norm": 1.72683846950531,
      "learning_rate": 8.718625613999457e-05,
      "loss": 1.6011,
      "step": 2690
    },
    {
      "epoch": 0.544904137235116,
      "grad_norm": 1.3139292001724243,
      "learning_rate": 8.70745074671939e-05,
      "loss": 1.5194,
      "step": 2700
    },
    {
      "epoch": 0.5469223007063572,
      "grad_norm": 1.6831001043319702,
      "learning_rate": 8.696234591201793e-05,
      "loss": 1.5078,
      "step": 2710
    },
    {
      "epoch": 0.5489404641775983,
      "grad_norm": 1.5346101522445679,
      "learning_rate": 8.684977272356024e-05,
      "loss": 1.4988,
      "step": 2720
    },
    {
      "epoch": 0.5509586276488395,
      "grad_norm": 1.6062910556793213,
      "learning_rate": 8.673678915549855e-05,
      "loss": 1.6626,
      "step": 2730
    },
    {
      "epoch": 0.5529767911200807,
      "grad_norm": 1.7970744371414185,
      "learning_rate": 8.662339646608089e-05,
      "loss": 1.5251,
      "step": 2740
    },
    {
      "epoch": 0.5549949545913219,
      "grad_norm": 1.687828540802002,
      "learning_rate": 8.650959591811141e-05,
      "loss": 1.5361,
      "step": 2750
    },
    {
      "epoch": 0.557013118062563,
      "grad_norm": 1.8278907537460327,
      "learning_rate": 8.639538877893644e-05,
      "loss": 1.4754,
      "step": 2760
    },
    {
      "epoch": 0.5590312815338042,
      "grad_norm": 1.5675766468048096,
      "learning_rate": 8.628077632043032e-05,
      "loss": 1.5059,
      "step": 2770
    },
    {
      "epoch": 0.5610494450050454,
      "grad_norm": 1.5290266275405884,
      "learning_rate": 8.616575981898125e-05,
      "loss": 1.4684,
      "step": 2780
    },
    {
      "epoch": 0.5630676084762866,
      "grad_norm": 1.3652130365371704,
      "learning_rate": 8.605034055547709e-05,
      "loss": 1.4736,
      "step": 2790
    },
    {
      "epoch": 0.5650857719475277,
      "grad_norm": 1.4992094039916992,
      "learning_rate": 8.593451981529108e-05,
      "loss": 1.5559,
      "step": 2800
    },
    {
      "epoch": 0.5671039354187689,
      "grad_norm": 1.5727661848068237,
      "learning_rate": 8.581829888826754e-05,
      "loss": 1.5884,
      "step": 2810
    },
    {
      "epoch": 0.5691220988900101,
      "grad_norm": 1.8026494979858398,
      "learning_rate": 8.570167906870745e-05,
      "loss": 1.5782,
      "step": 2820
    },
    {
      "epoch": 0.5711402623612513,
      "grad_norm": 1.701768159866333,
      "learning_rate": 8.558466165535411e-05,
      "loss": 1.598,
      "step": 2830
    },
    {
      "epoch": 0.5731584258324924,
      "grad_norm": 1.6463897228240967,
      "learning_rate": 8.546724795137865e-05,
      "loss": 1.4889,
      "step": 2840
    },
    {
      "epoch": 0.5751765893037336,
      "grad_norm": 1.5795738697052002,
      "learning_rate": 8.534943926436554e-05,
      "loss": 1.5306,
      "step": 2850
    },
    {
      "epoch": 0.5771947527749748,
      "grad_norm": 1.5358326435089111,
      "learning_rate": 8.523123690629791e-05,
      "loss": 1.5801,
      "step": 2860
    },
    {
      "epoch": 0.579212916246216,
      "grad_norm": 1.566599726676941,
      "learning_rate": 8.511264219354313e-05,
      "loss": 1.4904,
      "step": 2870
    },
    {
      "epoch": 0.5812310797174571,
      "grad_norm": 1.3994381427764893,
      "learning_rate": 8.4993656446838e-05,
      "loss": 1.5097,
      "step": 2880
    },
    {
      "epoch": 0.5832492431886983,
      "grad_norm": 1.5844892263412476,
      "learning_rate": 8.48742809912741e-05,
      "loss": 1.561,
      "step": 2890
    },
    {
      "epoch": 0.5852674066599395,
      "grad_norm": 1.592240333557129,
      "learning_rate": 8.475451715628302e-05,
      "loss": 1.4621,
      "step": 2900
    },
    {
      "epoch": 0.5872855701311807,
      "grad_norm": 1.835154414176941,
      "learning_rate": 8.463436627562158e-05,
      "loss": 1.5978,
      "step": 2910
    },
    {
      "epoch": 0.5893037336024218,
      "grad_norm": 1.5988234281539917,
      "learning_rate": 8.451382968735693e-05,
      "loss": 1.4611,
      "step": 2920
    },
    {
      "epoch": 0.591321897073663,
      "grad_norm": 1.551164984703064,
      "learning_rate": 8.43929087338517e-05,
      "loss": 1.4682,
      "step": 2930
    },
    {
      "epoch": 0.5933400605449042,
      "grad_norm": 1.537986159324646,
      "learning_rate": 8.4271604761749e-05,
      "loss": 1.437,
      "step": 2940
    },
    {
      "epoch": 0.5953582240161454,
      "grad_norm": 1.5694961547851562,
      "learning_rate": 8.414991912195747e-05,
      "loss": 1.5569,
      "step": 2950
    },
    {
      "epoch": 0.5973763874873865,
      "grad_norm": 1.6652250289916992,
      "learning_rate": 8.402785316963618e-05,
      "loss": 1.4936,
      "step": 2960
    },
    {
      "epoch": 0.5993945509586277,
      "grad_norm": 1.690019965171814,
      "learning_rate": 8.390540826417964e-05,
      "loss": 1.4642,
      "step": 2970
    },
    {
      "epoch": 0.6014127144298688,
      "grad_norm": 1.532211422920227,
      "learning_rate": 8.378258576920253e-05,
      "loss": 1.5379,
      "step": 2980
    },
    {
      "epoch": 0.6034308779011099,
      "grad_norm": 1.6568650007247925,
      "learning_rate": 8.365938705252459e-05,
      "loss": 1.4731,
      "step": 2990
    },
    {
      "epoch": 0.6054490413723511,
      "grad_norm": 1.3985533714294434,
      "learning_rate": 8.353581348615538e-05,
      "loss": 1.5571,
      "step": 3000
    },
    {
      "epoch": 0.6074672048435923,
      "grad_norm": 1.7050758600234985,
      "learning_rate": 8.341186644627901e-05,
      "loss": 1.6194,
      "step": 3010
    },
    {
      "epoch": 0.6094853683148335,
      "grad_norm": 1.656028389930725,
      "learning_rate": 8.32875473132388e-05,
      "loss": 1.4723,
      "step": 3020
    },
    {
      "epoch": 0.6115035317860746,
      "grad_norm": 1.4241358041763306,
      "learning_rate": 8.316285747152189e-05,
      "loss": 1.4154,
      "step": 3030
    },
    {
      "epoch": 0.6135216952573158,
      "grad_norm": 1.6242072582244873,
      "learning_rate": 8.30377983097438e-05,
      "loss": 1.4525,
      "step": 3040
    },
    {
      "epoch": 0.615539858728557,
      "grad_norm": 1.6200363636016846,
      "learning_rate": 8.291237122063309e-05,
      "loss": 1.5451,
      "step": 3050
    },
    {
      "epoch": 0.6175580221997982,
      "grad_norm": 1.2775624990463257,
      "learning_rate": 8.27865776010157e-05,
      "loss": 1.454,
      "step": 3060
    },
    {
      "epoch": 0.6195761856710393,
      "grad_norm": 1.5615248680114746,
      "learning_rate": 8.266041885179949e-05,
      "loss": 1.4296,
      "step": 3070
    },
    {
      "epoch": 0.6215943491422805,
      "grad_norm": 1.7214854955673218,
      "learning_rate": 8.253389637795858e-05,
      "loss": 1.4538,
      "step": 3080
    },
    {
      "epoch": 0.6236125126135217,
      "grad_norm": 1.4547313451766968,
      "learning_rate": 8.240701158851778e-05,
      "loss": 1.4107,
      "step": 3090
    },
    {
      "epoch": 0.6256306760847629,
      "grad_norm": 1.4714813232421875,
      "learning_rate": 8.227976589653676e-05,
      "loss": 1.3942,
      "step": 3100
    },
    {
      "epoch": 0.627648839556004,
      "grad_norm": 1.4874024391174316,
      "learning_rate": 8.215216071909448e-05,
      "loss": 1.5679,
      "step": 3110
    },
    {
      "epoch": 0.6296670030272452,
      "grad_norm": 1.5745984315872192,
      "learning_rate": 8.202419747727333e-05,
      "loss": 1.4826,
      "step": 3120
    },
    {
      "epoch": 0.6316851664984864,
      "grad_norm": 1.5688875913619995,
      "learning_rate": 8.189587759614325e-05,
      "loss": 1.4611,
      "step": 3130
    },
    {
      "epoch": 0.6337033299697276,
      "grad_norm": 1.5299983024597168,
      "learning_rate": 8.176720250474594e-05,
      "loss": 1.4565,
      "step": 3140
    },
    {
      "epoch": 0.6357214934409687,
      "grad_norm": 1.5063962936401367,
      "learning_rate": 8.163817363607894e-05,
      "loss": 1.5174,
      "step": 3150
    },
    {
      "epoch": 0.6377396569122099,
      "grad_norm": 1.7101162672042847,
      "learning_rate": 8.150879242707962e-05,
      "loss": 1.4651,
      "step": 3160
    },
    {
      "epoch": 0.6397578203834511,
      "grad_norm": 1.6039749383926392,
      "learning_rate": 8.137906031860925e-05,
      "loss": 1.5918,
      "step": 3170
    },
    {
      "epoch": 0.6417759838546923,
      "grad_norm": 1.54131019115448,
      "learning_rate": 8.124897875543684e-05,
      "loss": 1.4304,
      "step": 3180
    },
    {
      "epoch": 0.6437941473259334,
      "grad_norm": 1.422153353691101,
      "learning_rate": 8.111854918622321e-05,
      "loss": 1.6108,
      "step": 3190
    },
    {
      "epoch": 0.6458123107971746,
      "grad_norm": 1.6443060636520386,
      "learning_rate": 8.098777306350469e-05,
      "loss": 1.4497,
      "step": 3200
    },
    {
      "epoch": 0.6478304742684158,
      "grad_norm": 1.5704275369644165,
      "learning_rate": 8.08566518436771e-05,
      "loss": 1.5172,
      "step": 3210
    },
    {
      "epoch": 0.649848637739657,
      "grad_norm": 1.7546700239181519,
      "learning_rate": 8.072518698697938e-05,
      "loss": 1.4498,
      "step": 3220
    },
    {
      "epoch": 0.6518668012108981,
      "grad_norm": 1.650565266609192,
      "learning_rate": 8.059337995747743e-05,
      "loss": 1.4536,
      "step": 3230
    },
    {
      "epoch": 0.6538849646821393,
      "grad_norm": 1.516605019569397,
      "learning_rate": 8.046123222304781e-05,
      "loss": 1.5499,
      "step": 3240
    },
    {
      "epoch": 0.6559031281533805,
      "grad_norm": 1.4544646739959717,
      "learning_rate": 8.032874525536131e-05,
      "loss": 1.4791,
      "step": 3250
    },
    {
      "epoch": 0.6579212916246215,
      "grad_norm": 1.590570092201233,
      "learning_rate": 8.019592052986665e-05,
      "loss": 1.3705,
      "step": 3260
    },
    {
      "epoch": 0.6599394550958627,
      "grad_norm": 1.3931959867477417,
      "learning_rate": 8.006275952577397e-05,
      "loss": 1.5409,
      "step": 3270
    },
    {
      "epoch": 0.6619576185671039,
      "grad_norm": 1.676604986190796,
      "learning_rate": 7.992926372603842e-05,
      "loss": 1.4835,
      "step": 3280
    },
    {
      "epoch": 0.6639757820383451,
      "grad_norm": 1.832785725593567,
      "learning_rate": 7.979543461734362e-05,
      "loss": 1.4715,
      "step": 3290
    },
    {
      "epoch": 0.6659939455095862,
      "grad_norm": 1.3548346757888794,
      "learning_rate": 7.966127369008512e-05,
      "loss": 1.4553,
      "step": 3300
    },
    {
      "epoch": 0.6680121089808274,
      "grad_norm": 1.397743821144104,
      "learning_rate": 7.952678243835376e-05,
      "loss": 1.4793,
      "step": 3310
    },
    {
      "epoch": 0.6700302724520686,
      "grad_norm": 1.5748425722122192,
      "learning_rate": 7.939196235991904e-05,
      "loss": 1.4791,
      "step": 3320
    },
    {
      "epoch": 0.6720484359233098,
      "grad_norm": 1.672951340675354,
      "learning_rate": 7.925681495621253e-05,
      "loss": 1.5467,
      "step": 3330
    },
    {
      "epoch": 0.6740665993945509,
      "grad_norm": 1.3464049100875854,
      "learning_rate": 7.912134173231098e-05,
      "loss": 1.4887,
      "step": 3340
    },
    {
      "epoch": 0.6760847628657921,
      "grad_norm": 1.761104941368103,
      "learning_rate": 7.898554419691974e-05,
      "loss": 1.4937,
      "step": 3350
    },
    {
      "epoch": 0.6781029263370333,
      "grad_norm": 1.5034103393554688,
      "learning_rate": 7.884942386235582e-05,
      "loss": 1.3636,
      "step": 3360
    },
    {
      "epoch": 0.6801210898082745,
      "grad_norm": 1.463498592376709,
      "learning_rate": 7.871298224453113e-05,
      "loss": 1.3987,
      "step": 3370
    },
    {
      "epoch": 0.6821392532795156,
      "grad_norm": 1.4649510383605957,
      "learning_rate": 7.857622086293557e-05,
      "loss": 1.5976,
      "step": 3380
    },
    {
      "epoch": 0.6841574167507568,
      "grad_norm": 1.6214101314544678,
      "learning_rate": 7.843914124062006e-05,
      "loss": 1.4602,
      "step": 3390
    },
    {
      "epoch": 0.686175580221998,
      "grad_norm": 1.752223253250122,
      "learning_rate": 7.830174490417972e-05,
      "loss": 1.4979,
      "step": 3400
    },
    {
      "epoch": 0.6881937436932392,
      "grad_norm": 1.4902223348617554,
      "learning_rate": 7.816403338373666e-05,
      "loss": 1.4157,
      "step": 3410
    },
    {
      "epoch": 0.6902119071644803,
      "grad_norm": 1.4046521186828613,
      "learning_rate": 7.802600821292314e-05,
      "loss": 1.3817,
      "step": 3420
    },
    {
      "epoch": 0.6922300706357215,
      "grad_norm": 1.5104862451553345,
      "learning_rate": 7.78876709288644e-05,
      "loss": 1.4425,
      "step": 3430
    },
    {
      "epoch": 0.6942482341069627,
      "grad_norm": 1.6517716646194458,
      "learning_rate": 7.774902307216148e-05,
      "loss": 1.5526,
      "step": 3440
    },
    {
      "epoch": 0.6962663975782039,
      "grad_norm": 1.43543541431427,
      "learning_rate": 7.76100661868742e-05,
      "loss": 1.5054,
      "step": 3450
    },
    {
      "epoch": 0.698284561049445,
      "grad_norm": 1.665265679359436,
      "learning_rate": 7.747080182050388e-05,
      "loss": 1.4123,
      "step": 3460
    },
    {
      "epoch": 0.7003027245206862,
      "grad_norm": 1.5892359018325806,
      "learning_rate": 7.733123152397609e-05,
      "loss": 1.4904,
      "step": 3470
    },
    {
      "epoch": 0.7023208879919274,
      "grad_norm": 1.5370794534683228,
      "learning_rate": 7.719135685162342e-05,
      "loss": 1.3999,
      "step": 3480
    },
    {
      "epoch": 0.7043390514631686,
      "grad_norm": 1.509031891822815,
      "learning_rate": 7.705117936116822e-05,
      "loss": 1.5462,
      "step": 3490
    },
    {
      "epoch": 0.7063572149344097,
      "grad_norm": 1.753881812095642,
      "learning_rate": 7.691070061370507e-05,
      "loss": 1.5522,
      "step": 3500
    },
    {
      "epoch": 0.7083753784056509,
      "grad_norm": 1.5018798112869263,
      "learning_rate": 7.676992217368364e-05,
      "loss": 1.4837,
      "step": 3510
    },
    {
      "epoch": 0.7103935418768921,
      "grad_norm": 1.5720365047454834,
      "learning_rate": 7.662884560889105e-05,
      "loss": 1.3675,
      "step": 3520
    },
    {
      "epoch": 0.7124117053481333,
      "grad_norm": 1.3165663480758667,
      "learning_rate": 7.648747249043457e-05,
      "loss": 1.5472,
      "step": 3530
    },
    {
      "epoch": 0.7144298688193743,
      "grad_norm": 1.523558497428894,
      "learning_rate": 7.634580439272401e-05,
      "loss": 1.5398,
      "step": 3540
    },
    {
      "epoch": 0.7164480322906155,
      "grad_norm": 1.283341884613037,
      "learning_rate": 7.620384289345425e-05,
      "loss": 1.5009,
      "step": 3550
    },
    {
      "epoch": 0.7184661957618567,
      "grad_norm": 1.6135417222976685,
      "learning_rate": 7.606158957358769e-05,
      "loss": 1.4926,
      "step": 3560
    },
    {
      "epoch": 0.7204843592330978,
      "grad_norm": 1.5714365243911743,
      "learning_rate": 7.591904601733655e-05,
      "loss": 1.5098,
      "step": 3570
    },
    {
      "epoch": 0.722502522704339,
      "grad_norm": 1.4282561540603638,
      "learning_rate": 7.577621381214529e-05,
      "loss": 1.4814,
      "step": 3580
    },
    {
      "epoch": 0.7245206861755802,
      "grad_norm": 1.384590744972229,
      "learning_rate": 7.563309454867295e-05,
      "loss": 1.4716,
      "step": 3590
    },
    {
      "epoch": 0.7265388496468214,
      "grad_norm": 1.3100378513336182,
      "learning_rate": 7.548968982077542e-05,
      "loss": 1.3972,
      "step": 3600
    },
    {
      "epoch": 0.7285570131180625,
      "grad_norm": 1.2014504671096802,
      "learning_rate": 7.534600122548765e-05,
      "loss": 1.392,
      "step": 3610
    },
    {
      "epoch": 0.7305751765893037,
      "grad_norm": 1.5689890384674072,
      "learning_rate": 7.520203036300588e-05,
      "loss": 1.4531,
      "step": 3620
    },
    {
      "epoch": 0.7325933400605449,
      "grad_norm": 1.7837287187576294,
      "learning_rate": 7.505777883666993e-05,
      "loss": 1.6061,
      "step": 3630
    },
    {
      "epoch": 0.7346115035317861,
      "grad_norm": 1.3635213375091553,
      "learning_rate": 7.491324825294514e-05,
      "loss": 1.4351,
      "step": 3640
    },
    {
      "epoch": 0.7366296670030272,
      "grad_norm": 1.3929572105407715,
      "learning_rate": 7.476844022140464e-05,
      "loss": 1.4991,
      "step": 3650
    },
    {
      "epoch": 0.7386478304742684,
      "grad_norm": 1.3147705793380737,
      "learning_rate": 7.462335635471136e-05,
      "loss": 1.4049,
      "step": 3660
    },
    {
      "epoch": 0.7406659939455096,
      "grad_norm": 1.5074125528335571,
      "learning_rate": 7.44779982686001e-05,
      "loss": 1.4351,
      "step": 3670
    },
    {
      "epoch": 0.7426841574167508,
      "grad_norm": 1.4625370502471924,
      "learning_rate": 7.43323675818595e-05,
      "loss": 1.3535,
      "step": 3680
    },
    {
      "epoch": 0.7447023208879919,
      "grad_norm": 1.6273128986358643,
      "learning_rate": 7.418646591631404e-05,
      "loss": 1.3886,
      "step": 3690
    },
    {
      "epoch": 0.7467204843592331,
      "grad_norm": 1.5632721185684204,
      "learning_rate": 7.404029489680598e-05,
      "loss": 1.4134,
      "step": 3700
    },
    {
      "epoch": 0.7487386478304743,
      "grad_norm": 1.491721510887146,
      "learning_rate": 7.389385615117723e-05,
      "loss": 1.4279,
      "step": 3710
    },
    {
      "epoch": 0.7507568113017155,
      "grad_norm": 1.5549407005310059,
      "learning_rate": 7.37471513102513e-05,
      "loss": 1.3888,
      "step": 3720
    },
    {
      "epoch": 0.7527749747729566,
      "grad_norm": 1.4470081329345703,
      "learning_rate": 7.360018200781502e-05,
      "loss": 1.4272,
      "step": 3730
    },
    {
      "epoch": 0.7547931382441978,
      "grad_norm": 1.686854600906372,
      "learning_rate": 7.345294988060046e-05,
      "loss": 1.5853,
      "step": 3740
    },
    {
      "epoch": 0.756811301715439,
      "grad_norm": 1.5734236240386963,
      "learning_rate": 7.330545656826662e-05,
      "loss": 1.44,
      "step": 3750
    },
    {
      "epoch": 0.7588294651866802,
      "grad_norm": 1.3938251733779907,
      "learning_rate": 7.315770371338126e-05,
      "loss": 1.3882,
      "step": 3760
    },
    {
      "epoch": 0.7608476286579213,
      "grad_norm": 1.5192281007766724,
      "learning_rate": 7.300969296140244e-05,
      "loss": 1.5221,
      "step": 3770
    },
    {
      "epoch": 0.7628657921291625,
      "grad_norm": 1.7236813306808472,
      "learning_rate": 7.286142596066044e-05,
      "loss": 1.4553,
      "step": 3780
    },
    {
      "epoch": 0.7648839556004037,
      "grad_norm": 1.402596116065979,
      "learning_rate": 7.271290436233916e-05,
      "loss": 1.4925,
      "step": 3790
    },
    {
      "epoch": 0.7669021190716448,
      "grad_norm": 1.5744677782058716,
      "learning_rate": 7.25641298204579e-05,
      "loss": 1.4484,
      "step": 3800
    },
    {
      "epoch": 0.768920282542886,
      "grad_norm": 1.640576720237732,
      "learning_rate": 7.241510399185287e-05,
      "loss": 1.4277,
      "step": 3810
    },
    {
      "epoch": 0.7709384460141272,
      "grad_norm": 1.6124114990234375,
      "learning_rate": 7.226582853615874e-05,
      "loss": 1.3545,
      "step": 3820
    },
    {
      "epoch": 0.7729566094853683,
      "grad_norm": 1.7142858505249023,
      "learning_rate": 7.211630511579015e-05,
      "loss": 1.4184,
      "step": 3830
    },
    {
      "epoch": 0.7749747729566094,
      "grad_norm": 1.3614004850387573,
      "learning_rate": 7.196653539592326e-05,
      "loss": 1.4101,
      "step": 3840
    },
    {
      "epoch": 0.7769929364278506,
      "grad_norm": 1.3301514387130737,
      "learning_rate": 7.181652104447711e-05,
      "loss": 1.4297,
      "step": 3850
    },
    {
      "epoch": 0.7790110998990918,
      "grad_norm": 1.441169023513794,
      "learning_rate": 7.166626373209514e-05,
      "loss": 1.4615,
      "step": 3860
    },
    {
      "epoch": 0.781029263370333,
      "grad_norm": 1.4002233743667603,
      "learning_rate": 7.15157651321265e-05,
      "loss": 1.5348,
      "step": 3870
    },
    {
      "epoch": 0.7830474268415741,
      "grad_norm": 1.4642239809036255,
      "learning_rate": 7.136502692060746e-05,
      "loss": 1.5266,
      "step": 3880
    },
    {
      "epoch": 0.7850655903128153,
      "grad_norm": 1.4477249383926392,
      "learning_rate": 7.121405077624276e-05,
      "loss": 1.468,
      "step": 3890
    },
    {
      "epoch": 0.7870837537840565,
      "grad_norm": 1.3571120500564575,
      "learning_rate": 7.106283838038685e-05,
      "loss": 1.472,
      "step": 3900
    },
    {
      "epoch": 0.7891019172552977,
      "grad_norm": 1.3332570791244507,
      "learning_rate": 7.091139141702527e-05,
      "loss": 1.3955,
      "step": 3910
    },
    {
      "epoch": 0.7911200807265388,
      "grad_norm": 1.5350067615509033,
      "learning_rate": 7.075971157275575e-05,
      "loss": 1.4683,
      "step": 3920
    },
    {
      "epoch": 0.79313824419778,
      "grad_norm": 1.4552041292190552,
      "learning_rate": 7.06078005367696e-05,
      "loss": 1.4189,
      "step": 3930
    },
    {
      "epoch": 0.7951564076690212,
      "grad_norm": 1.4249471426010132,
      "learning_rate": 7.045566000083278e-05,
      "loss": 1.4861,
      "step": 3940
    },
    {
      "epoch": 0.7971745711402624,
      "grad_norm": 1.3417631387710571,
      "learning_rate": 7.030329165926706e-05,
      "loss": 1.4106,
      "step": 3950
    },
    {
      "epoch": 0.7991927346115035,
      "grad_norm": 1.616866111755371,
      "learning_rate": 7.01506972089312e-05,
      "loss": 1.5251,
      "step": 3960
    },
    {
      "epoch": 0.8012108980827447,
      "grad_norm": 1.5517117977142334,
      "learning_rate": 6.999787834920202e-05,
      "loss": 1.388,
      "step": 3970
    },
    {
      "epoch": 0.8032290615539859,
      "grad_norm": 1.3729262351989746,
      "learning_rate": 6.984483678195553e-05,
      "loss": 1.4466,
      "step": 3980
    },
    {
      "epoch": 0.805247225025227,
      "grad_norm": 1.5104920864105225,
      "learning_rate": 6.969157421154789e-05,
      "loss": 1.488,
      "step": 3990
    },
    {
      "epoch": 0.8072653884964682,
      "grad_norm": 1.644098162651062,
      "learning_rate": 6.95380923447965e-05,
      "loss": 1.3932,
      "step": 4000
    },
    {
      "epoch": 0.8092835519677094,
      "grad_norm": 1.4966418743133545,
      "learning_rate": 6.938439289096095e-05,
      "loss": 1.4094,
      "step": 4010
    },
    {
      "epoch": 0.8113017154389506,
      "grad_norm": 1.6125532388687134,
      "learning_rate": 6.923047756172401e-05,
      "loss": 1.4399,
      "step": 4020
    },
    {
      "epoch": 0.8133198789101918,
      "grad_norm": 1.3540160655975342,
      "learning_rate": 6.907634807117257e-05,
      "loss": 1.3183,
      "step": 4030
    },
    {
      "epoch": 0.8153380423814329,
      "grad_norm": 1.390666127204895,
      "learning_rate": 6.892200613577852e-05,
      "loss": 1.5065,
      "step": 4040
    },
    {
      "epoch": 0.8173562058526741,
      "grad_norm": 1.4623992443084717,
      "learning_rate": 6.876745347437964e-05,
      "loss": 1.4661,
      "step": 4050
    },
    {
      "epoch": 0.8193743693239153,
      "grad_norm": 1.251976728439331,
      "learning_rate": 6.861269180816052e-05,
      "loss": 1.3724,
      "step": 4060
    },
    {
      "epoch": 0.8213925327951564,
      "grad_norm": 1.4126683473587036,
      "learning_rate": 6.845772286063332e-05,
      "loss": 1.4495,
      "step": 4070
    },
    {
      "epoch": 0.8234106962663976,
      "grad_norm": 1.3776429891586304,
      "learning_rate": 6.830254835761856e-05,
      "loss": 1.4128,
      "step": 4080
    },
    {
      "epoch": 0.8254288597376388,
      "grad_norm": 1.5709989070892334,
      "learning_rate": 6.814717002722602e-05,
      "loss": 1.5365,
      "step": 4090
    },
    {
      "epoch": 0.82744702320888,
      "grad_norm": 1.326343059539795,
      "learning_rate": 6.799158959983536e-05,
      "loss": 1.4633,
      "step": 4100
    },
    {
      "epoch": 0.829465186680121,
      "grad_norm": 1.4777864217758179,
      "learning_rate": 6.78358088080769e-05,
      "loss": 1.5106,
      "step": 4110
    },
    {
      "epoch": 0.8314833501513622,
      "grad_norm": 1.595955729484558,
      "learning_rate": 6.767982938681239e-05,
      "loss": 1.5467,
      "step": 4120
    },
    {
      "epoch": 0.8335015136226034,
      "grad_norm": 1.611190915107727,
      "learning_rate": 6.752365307311556e-05,
      "loss": 1.4587,
      "step": 4130
    },
    {
      "epoch": 0.8355196770938446,
      "grad_norm": 1.2045243978500366,
      "learning_rate": 6.736728160625284e-05,
      "loss": 1.5403,
      "step": 4140
    },
    {
      "epoch": 0.8375378405650857,
      "grad_norm": 1.5161255598068237,
      "learning_rate": 6.721071672766406e-05,
      "loss": 1.4287,
      "step": 4150
    },
    {
      "epoch": 0.8395560040363269,
      "grad_norm": 1.5501888990402222,
      "learning_rate": 6.705396018094297e-05,
      "loss": 1.4729,
      "step": 4160
    },
    {
      "epoch": 0.8415741675075681,
      "grad_norm": 1.350813388824463,
      "learning_rate": 6.689701371181781e-05,
      "loss": 1.3742,
      "step": 4170
    },
    {
      "epoch": 0.8435923309788093,
      "grad_norm": 1.5314749479293823,
      "learning_rate": 6.673987906813191e-05,
      "loss": 1.355,
      "step": 4180
    },
    {
      "epoch": 0.8456104944500504,
      "grad_norm": 1.5933685302734375,
      "learning_rate": 6.658255799982424e-05,
      "loss": 1.4609,
      "step": 4190
    },
    {
      "epoch": 0.8476286579212916,
      "grad_norm": 1.429506778717041,
      "learning_rate": 6.642505225890987e-05,
      "loss": 1.3823,
      "step": 4200
    },
    {
      "epoch": 0.8496468213925328,
      "grad_norm": 1.5170999765396118,
      "learning_rate": 6.626736359946052e-05,
      "loss": 1.4732,
      "step": 4210
    },
    {
      "epoch": 0.851664984863774,
      "grad_norm": 1.3810912370681763,
      "learning_rate": 6.610949377758497e-05,
      "loss": 1.4792,
      "step": 4220
    },
    {
      "epoch": 0.8536831483350151,
      "grad_norm": 1.5815091133117676,
      "learning_rate": 6.595144455140952e-05,
      "loss": 1.4539,
      "step": 4230
    },
    {
      "epoch": 0.8557013118062563,
      "grad_norm": 1.4099366664886475,
      "learning_rate": 6.579321768105845e-05,
      "loss": 1.459,
      "step": 4240
    },
    {
      "epoch": 0.8577194752774975,
      "grad_norm": 1.529607892036438,
      "learning_rate": 6.563481492863436e-05,
      "loss": 1.434,
      "step": 4250
    },
    {
      "epoch": 0.8597376387487387,
      "grad_norm": 1.4503751993179321,
      "learning_rate": 6.547623805819854e-05,
      "loss": 1.3988,
      "step": 4260
    },
    {
      "epoch": 0.8617558022199798,
      "grad_norm": 1.3069409132003784,
      "learning_rate": 6.531748883575143e-05,
      "loss": 1.4464,
      "step": 4270
    },
    {
      "epoch": 0.863773965691221,
      "grad_norm": 1.5749943256378174,
      "learning_rate": 6.51585690292128e-05,
      "loss": 1.3765,
      "step": 4280
    },
    {
      "epoch": 0.8657921291624622,
      "grad_norm": 1.7546286582946777,
      "learning_rate": 6.499948040840219e-05,
      "loss": 1.4531,
      "step": 4290
    },
    {
      "epoch": 0.8678102926337034,
      "grad_norm": 1.4653708934783936,
      "learning_rate": 6.484022474501914e-05,
      "loss": 1.421,
      "step": 4300
    },
    {
      "epoch": 0.8698284561049445,
      "grad_norm": 1.4347306489944458,
      "learning_rate": 6.468080381262347e-05,
      "loss": 1.4107,
      "step": 4310
    },
    {
      "epoch": 0.8718466195761857,
      "grad_norm": 1.6876280307769775,
      "learning_rate": 6.45212193866155e-05,
      "loss": 1.4524,
      "step": 4320
    },
    {
      "epoch": 0.8738647830474269,
      "grad_norm": 1.4129562377929688,
      "learning_rate": 6.436147324421635e-05,
      "loss": 1.3881,
      "step": 4330
    },
    {
      "epoch": 0.875882946518668,
      "grad_norm": 1.5428842306137085,
      "learning_rate": 6.420156716444805e-05,
      "loss": 1.3926,
      "step": 4340
    },
    {
      "epoch": 0.8779011099899092,
      "grad_norm": 1.4280976057052612,
      "learning_rate": 6.404150292811386e-05,
      "loss": 1.3836,
      "step": 4350
    },
    {
      "epoch": 0.8799192734611504,
      "grad_norm": 1.5553336143493652,
      "learning_rate": 6.388128231777828e-05,
      "loss": 1.5083,
      "step": 4360
    },
    {
      "epoch": 0.8819374369323916,
      "grad_norm": 1.3947172164916992,
      "learning_rate": 6.372090711774732e-05,
      "loss": 1.3669,
      "step": 4370
    },
    {
      "epoch": 0.8839556004036327,
      "grad_norm": 1.413853645324707,
      "learning_rate": 6.356037911404858e-05,
      "loss": 1.4119,
      "step": 4380
    },
    {
      "epoch": 0.8859737638748738,
      "grad_norm": 1.3096851110458374,
      "learning_rate": 6.339970009441137e-05,
      "loss": 1.391,
      "step": 4390
    },
    {
      "epoch": 0.887991927346115,
      "grad_norm": 1.2649918794631958,
      "learning_rate": 6.323887184824678e-05,
      "loss": 1.3865,
      "step": 4400
    },
    {
      "epoch": 0.8900100908173562,
      "grad_norm": 1.4351869821548462,
      "learning_rate": 6.307789616662778e-05,
      "loss": 1.3554,
      "step": 4410
    },
    {
      "epoch": 0.8920282542885973,
      "grad_norm": 1.4802148342132568,
      "learning_rate": 6.291677484226929e-05,
      "loss": 1.5499,
      "step": 4420
    },
    {
      "epoch": 0.8940464177598385,
      "grad_norm": 1.6230851411819458,
      "learning_rate": 6.275550966950814e-05,
      "loss": 1.4822,
      "step": 4430
    },
    {
      "epoch": 0.8960645812310797,
      "grad_norm": 1.442018985748291,
      "learning_rate": 6.259410244428318e-05,
      "loss": 1.383,
      "step": 4440
    },
    {
      "epoch": 0.8980827447023209,
      "grad_norm": 1.493252158164978,
      "learning_rate": 6.243255496411519e-05,
      "loss": 1.4048,
      "step": 4450
    },
    {
      "epoch": 0.900100908173562,
      "grad_norm": 1.5293428897857666,
      "learning_rate": 6.227086902808697e-05,
      "loss": 1.5437,
      "step": 4460
    },
    {
      "epoch": 0.9021190716448032,
      "grad_norm": 1.3244189023971558,
      "learning_rate": 6.210904643682318e-05,
      "loss": 1.4652,
      "step": 4470
    },
    {
      "epoch": 0.9041372351160444,
      "grad_norm": 1.4349359273910522,
      "learning_rate": 6.194708899247037e-05,
      "loss": 1.4024,
      "step": 4480
    },
    {
      "epoch": 0.9061553985872856,
      "grad_norm": 1.5854321718215942,
      "learning_rate": 6.178499849867689e-05,
      "loss": 1.4496,
      "step": 4490
    },
    {
      "epoch": 0.9081735620585267,
      "grad_norm": 1.4568113088607788,
      "learning_rate": 6.162277676057284e-05,
      "loss": 1.4378,
      "step": 4500
    },
    {
      "epoch": 0.9101917255297679,
      "grad_norm": 1.3261117935180664,
      "learning_rate": 6.146042558474987e-05,
      "loss": 1.4257,
      "step": 4510
    },
    {
      "epoch": 0.9122098890010091,
      "grad_norm": 1.4419591426849365,
      "learning_rate": 6.129794677924113e-05,
      "loss": 1.4045,
      "step": 4520
    },
    {
      "epoch": 0.9142280524722503,
      "grad_norm": 1.3974449634552002,
      "learning_rate": 6.113534215350116e-05,
      "loss": 1.4281,
      "step": 4530
    },
    {
      "epoch": 0.9162462159434914,
      "grad_norm": 1.3392093181610107,
      "learning_rate": 6.097261351838569e-05,
      "loss": 1.5913,
      "step": 4540
    },
    {
      "epoch": 0.9182643794147326,
      "grad_norm": 1.3982704877853394,
      "learning_rate": 6.0809762686131474e-05,
      "loss": 1.391,
      "step": 4550
    },
    {
      "epoch": 0.9202825428859738,
      "grad_norm": 1.2605746984481812,
      "learning_rate": 6.064679147033614e-05,
      "loss": 1.4911,
      "step": 4560
    },
    {
      "epoch": 0.922300706357215,
      "grad_norm": 1.5178440809249878,
      "learning_rate": 6.0483701685937954e-05,
      "loss": 1.4428,
      "step": 4570
    },
    {
      "epoch": 0.9243188698284561,
      "grad_norm": 1.522623062133789,
      "learning_rate": 6.0320495149195644e-05,
      "loss": 1.395,
      "step": 4580
    },
    {
      "epoch": 0.9263370332996973,
      "grad_norm": 1.7341537475585938,
      "learning_rate": 6.015717367766815e-05,
      "loss": 1.4924,
      "step": 4590
    },
    {
      "epoch": 0.9283551967709385,
      "grad_norm": 1.4069305658340454,
      "learning_rate": 5.999373909019437e-05,
      "loss": 1.4476,
      "step": 4600
    },
    {
      "epoch": 0.9303733602421796,
      "grad_norm": 1.2393527030944824,
      "learning_rate": 5.9830193206872974e-05,
      "loss": 1.4227,
      "step": 4610
    },
    {
      "epoch": 0.9323915237134208,
      "grad_norm": 1.2959623336791992,
      "learning_rate": 5.966653784904207e-05,
      "loss": 1.4123,
      "step": 4620
    },
    {
      "epoch": 0.934409687184662,
      "grad_norm": 1.6350857019424438,
      "learning_rate": 5.950277483925889e-05,
      "loss": 1.4116,
      "step": 4630
    },
    {
      "epoch": 0.9364278506559032,
      "grad_norm": 1.1435925960540771,
      "learning_rate": 5.933890600127958e-05,
      "loss": 1.4417,
      "step": 4640
    },
    {
      "epoch": 0.9384460141271443,
      "grad_norm": 1.4868639707565308,
      "learning_rate": 5.917493316003884e-05,
      "loss": 1.4769,
      "step": 4650
    },
    {
      "epoch": 0.9404641775983855,
      "grad_norm": 1.4463169574737549,
      "learning_rate": 5.90108581416296e-05,
      "loss": 1.4507,
      "step": 4660
    },
    {
      "epoch": 0.9424823410696267,
      "grad_norm": 1.3405494689941406,
      "learning_rate": 5.8846682773282694e-05,
      "loss": 1.4446,
      "step": 4670
    },
    {
      "epoch": 0.9445005045408678,
      "grad_norm": 1.4846607446670532,
      "learning_rate": 5.868240888334653e-05,
      "loss": 1.439,
      "step": 4680
    },
    {
      "epoch": 0.9465186680121089,
      "grad_norm": 1.2763575315475464,
      "learning_rate": 5.851803830126666e-05,
      "loss": 1.5239,
      "step": 4690
    },
    {
      "epoch": 0.9485368314833501,
      "grad_norm": 1.274949550628662,
      "learning_rate": 5.835357285756552e-05,
      "loss": 1.374,
      "step": 4700
    },
    {
      "epoch": 0.9505549949545913,
      "grad_norm": 1.277209758758545,
      "learning_rate": 5.8189014383821914e-05,
      "loss": 1.3033,
      "step": 4710
    },
    {
      "epoch": 0.9525731584258325,
      "grad_norm": 1.395630955696106,
      "learning_rate": 5.8024364712650724e-05,
      "loss": 1.3979,
      "step": 4720
    },
    {
      "epoch": 0.9545913218970736,
      "grad_norm": 1.2895914316177368,
      "learning_rate": 5.785962567768243e-05,
      "loss": 1.376,
      "step": 4730
    },
    {
      "epoch": 0.9566094853683148,
      "grad_norm": 1.2383575439453125,
      "learning_rate": 5.769479911354273e-05,
      "loss": 1.4396,
      "step": 4740
    },
    {
      "epoch": 0.958627648839556,
      "grad_norm": 1.3582751750946045,
      "learning_rate": 5.7529886855832096e-05,
      "loss": 1.497,
      "step": 4750
    },
    {
      "epoch": 0.9606458123107972,
      "grad_norm": 1.4777917861938477,
      "learning_rate": 5.736489074110533e-05,
      "loss": 1.2924,
      "step": 4760
    },
    {
      "epoch": 0.9626639757820383,
      "grad_norm": 1.448093056678772,
      "learning_rate": 5.71998126068511e-05,
      "loss": 1.3533,
      "step": 4770
    },
    {
      "epoch": 0.9646821392532795,
      "grad_norm": 1.336315393447876,
      "learning_rate": 5.7034654291471524e-05,
      "loss": 1.4275,
      "step": 4780
    },
    {
      "epoch": 0.9667003027245207,
      "grad_norm": 1.2323698997497559,
      "learning_rate": 5.686941763426161e-05,
      "loss": 1.4587,
      "step": 4790
    },
    {
      "epoch": 0.9687184661957619,
      "grad_norm": 1.4090189933776855,
      "learning_rate": 5.670410447538889e-05,
      "loss": 1.3976,
      "step": 4800
    },
    {
      "epoch": 0.970736629667003,
      "grad_norm": 1.471298336982727,
      "learning_rate": 5.653871665587278e-05,
      "loss": 1.4002,
      "step": 4810
    },
    {
      "epoch": 0.9727547931382442,
      "grad_norm": 1.2523037195205688,
      "learning_rate": 5.6373256017564215e-05,
      "loss": 1.3906,
      "step": 4820
    },
    {
      "epoch": 0.9747729566094854,
      "grad_norm": 1.441237211227417,
      "learning_rate": 5.620772440312508e-05,
      "loss": 1.3976,
      "step": 4830
    },
    {
      "epoch": 0.9767911200807265,
      "grad_norm": 1.7172768115997314,
      "learning_rate": 5.6042123656007685e-05,
      "loss": 1.4364,
      "step": 4840
    },
    {
      "epoch": 0.9788092835519677,
      "grad_norm": 1.4941967725753784,
      "learning_rate": 5.587645562043422e-05,
      "loss": 1.4107,
      "step": 4850
    },
    {
      "epoch": 0.9808274470232089,
      "grad_norm": 1.4575670957565308,
      "learning_rate": 5.5710722141376245e-05,
      "loss": 1.342,
      "step": 4860
    },
    {
      "epoch": 0.9828456104944501,
      "grad_norm": 1.235521674156189,
      "learning_rate": 5.5544925064534145e-05,
      "loss": 1.2921,
      "step": 4870
    },
    {
      "epoch": 0.9848637739656912,
      "grad_norm": 1.5723048448562622,
      "learning_rate": 5.537906623631657e-05,
      "loss": 1.5273,
      "step": 4880
    },
    {
      "epoch": 0.9868819374369324,
      "grad_norm": 1.4097591638565063,
      "learning_rate": 5.521314750381983e-05,
      "loss": 1.3714,
      "step": 4890
    },
    {
      "epoch": 0.9889001009081736,
      "grad_norm": 1.4014616012573242,
      "learning_rate": 5.5047170714807406e-05,
      "loss": 1.3598,
      "step": 4900
    },
    {
      "epoch": 0.9909182643794148,
      "grad_norm": 1.2477079629898071,
      "learning_rate": 5.4881137717689315e-05,
      "loss": 1.3501,
      "step": 4910
    },
    {
      "epoch": 0.992936427850656,
      "grad_norm": 1.3461527824401855,
      "learning_rate": 5.471505036150154e-05,
      "loss": 1.3813,
      "step": 4920
    },
    {
      "epoch": 0.9949545913218971,
      "grad_norm": 1.6173443794250488,
      "learning_rate": 5.454891049588544e-05,
      "loss": 1.5266,
      "step": 4930
    },
    {
      "epoch": 0.9969727547931383,
      "grad_norm": 1.351027011871338,
      "learning_rate": 5.438271997106712e-05,
      "loss": 1.395,
      "step": 4940
    },
    {
      "epoch": 0.9989909182643795,
      "grad_norm": 1.210114598274231,
      "learning_rate": 5.421648063783689e-05,
      "loss": 1.284,
      "step": 4950
    }
  ],
  "logging_steps": 10,
  "max_steps": 9910,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 4955,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.387441374475059e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}