{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.3431232091690544,
  "eval_steps": 2500,
  "global_step": 60000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01119269340974212,
      "grad_norm": 2.299727201461792,
      "learning_rate": 4.981345510983763e-05,
      "loss": 1.8848,
      "step": 500
    },
    {
      "epoch": 0.02238538681948424,
      "grad_norm": 1.9952893257141113,
      "learning_rate": 4.962691021967526e-05,
      "loss": 1.7595,
      "step": 1000
    },
    {
      "epoch": 0.03357808022922636,
      "grad_norm": 2.1056811809539795,
      "learning_rate": 4.944036532951289e-05,
      "loss": 1.6994,
      "step": 1500
    },
    {
      "epoch": 0.04477077363896848,
      "grad_norm": 2.0474352836608887,
      "learning_rate": 4.925382043935053e-05,
      "loss": 1.6629,
      "step": 2000
    },
    {
      "epoch": 0.0559634670487106,
      "grad_norm": 1.9989269971847534,
      "learning_rate": 4.906727554918816e-05,
      "loss": 1.6236,
      "step": 2500
    },
    {
      "epoch": 0.0559634670487106,
      "eval_accuracy": 0.5569847646608951,
      "eval_loss": 2.425182342529297,
      "eval_runtime": 707.8445,
      "eval_samples_per_second": 91.796,
      "eval_steps_per_second": 3.826,
      "step": 2500
    },
    {
      "epoch": 0.06715616045845273,
      "grad_norm": 1.879557490348816,
      "learning_rate": 4.888073065902579e-05,
      "loss": 1.5991,
      "step": 3000
    },
    {
      "epoch": 0.07834885386819485,
      "grad_norm": 1.9889895915985107,
      "learning_rate": 4.869418576886342e-05,
      "loss": 1.5751,
      "step": 3500
    },
    {
      "epoch": 0.08954154727793696,
      "grad_norm": 1.910925269126892,
      "learning_rate": 4.8507640878701055e-05,
      "loss": 1.5587,
      "step": 4000
    },
    {
      "epoch": 0.10073424068767908,
      "grad_norm": 1.9268312454223633,
      "learning_rate": 4.8321095988538685e-05,
      "loss": 1.546,
      "step": 4500
    },
    {
      "epoch": 0.1119269340974212,
      "grad_norm": 1.8074718713760376,
      "learning_rate": 4.8134551098376315e-05,
      "loss": 1.5301,
      "step": 5000
    },
    {
      "epoch": 0.1119269340974212,
      "eval_accuracy": 0.566450867740456,
      "eval_loss": 2.3531110286712646,
      "eval_runtime": 716.3757,
      "eval_samples_per_second": 90.702,
      "eval_steps_per_second": 3.78,
      "step": 5000
    },
    {
      "epoch": 0.12311962750716332,
      "grad_norm": 1.8723756074905396,
      "learning_rate": 4.7948006208213945e-05,
      "loss": 1.5153,
      "step": 5500
    },
    {
      "epoch": 0.13431232091690545,
      "grad_norm": 1.8938133716583252,
      "learning_rate": 4.7761461318051575e-05,
      "loss": 1.5051,
      "step": 6000
    },
    {
      "epoch": 0.14550501432664756,
      "grad_norm": 1.8093421459197998,
      "learning_rate": 4.757491642788921e-05,
      "loss": 1.4922,
      "step": 6500
    },
    {
      "epoch": 0.1566977077363897,
      "grad_norm": 1.8811379671096802,
      "learning_rate": 4.738837153772684e-05,
      "loss": 1.4841,
      "step": 7000
    },
    {
      "epoch": 0.1678904011461318,
      "grad_norm": 1.8162873983383179,
      "learning_rate": 4.720182664756447e-05,
      "loss": 1.4664,
      "step": 7500
    },
    {
      "epoch": 0.1678904011461318,
      "eval_accuracy": 0.5726688422748262,
      "eval_loss": 2.2988929748535156,
      "eval_runtime": 706.3059,
      "eval_samples_per_second": 91.996,
      "eval_steps_per_second": 3.834,
      "step": 7500
    },
    {
      "epoch": 0.17908309455587393,
      "grad_norm": 1.861790418624878,
      "learning_rate": 4.70152817574021e-05,
      "loss": 1.4613,
      "step": 8000
    },
    {
      "epoch": 0.19027578796561603,
      "grad_norm": 1.7351659536361694,
      "learning_rate": 4.682873686723974e-05,
      "loss": 1.4554,
      "step": 8500
    },
    {
      "epoch": 0.20146848137535817,
      "grad_norm": 1.796727180480957,
      "learning_rate": 4.664219197707737e-05,
      "loss": 1.4469,
      "step": 9000
    },
    {
      "epoch": 0.2126611747851003,
      "grad_norm": 1.751111388206482,
      "learning_rate": 4.6455647086915e-05,
      "loss": 1.4405,
      "step": 9500
    },
    {
      "epoch": 0.2238538681948424,
      "grad_norm": 1.793644905090332,
      "learning_rate": 4.626910219675263e-05,
      "loss": 1.4314,
      "step": 10000
    },
    {
      "epoch": 0.2238538681948424,
      "eval_accuracy": 0.5781162212828304,
      "eval_loss": 2.257195472717285,
      "eval_runtime": 709.7465,
      "eval_samples_per_second": 91.55,
      "eval_steps_per_second": 3.815,
      "step": 10000
    },
    {
      "epoch": 0.23504656160458454,
      "grad_norm": 1.7030937671661377,
      "learning_rate": 4.6082557306590264e-05,
      "loss": 1.425,
      "step": 10500
    },
    {
      "epoch": 0.24623925501432664,
      "grad_norm": 1.7245328426361084,
      "learning_rate": 4.5896012416427894e-05,
      "loss": 1.4206,
      "step": 11000
    },
    {
      "epoch": 0.25743194842406875,
      "grad_norm": 1.7355397939682007,
      "learning_rate": 4.570946752626552e-05,
      "loss": 1.409,
      "step": 11500
    },
    {
      "epoch": 0.2686246418338109,
      "grad_norm": 1.7283306121826172,
      "learning_rate": 4.5522922636103154e-05,
      "loss": 1.4086,
      "step": 12000
    },
    {
      "epoch": 0.279817335243553,
      "grad_norm": 1.7133527994155884,
      "learning_rate": 4.5336377745940784e-05,
      "loss": 1.4042,
      "step": 12500
    },
    {
      "epoch": 0.279817335243553,
      "eval_accuracy": 0.5822483255357088,
      "eval_loss": 2.2244207859039307,
      "eval_runtime": 708.1859,
      "eval_samples_per_second": 91.751,
      "eval_steps_per_second": 3.824,
      "step": 12500
    },
    {
      "epoch": 0.2910100286532951,
      "grad_norm": 1.688602328300476,
      "learning_rate": 4.514983285577842e-05,
      "loss": 1.3952,
      "step": 13000
    },
    {
      "epoch": 0.3022027220630373,
      "grad_norm": 1.6839321851730347,
      "learning_rate": 4.4963287965616043e-05,
      "loss": 1.3932,
      "step": 13500
    },
    {
      "epoch": 0.3133954154727794,
      "grad_norm": 1.7225844860076904,
      "learning_rate": 4.477674307545368e-05,
      "loss": 1.3839,
      "step": 14000
    },
    {
      "epoch": 0.3245881088825215,
      "grad_norm": 1.6329905986785889,
      "learning_rate": 4.459019818529131e-05,
      "loss": 1.3856,
      "step": 14500
    },
    {
      "epoch": 0.3357808022922636,
      "grad_norm": 1.7012953758239746,
      "learning_rate": 4.440365329512895e-05,
      "loss": 1.3771,
      "step": 15000
    },
    {
      "epoch": 0.3357808022922636,
      "eval_accuracy": 0.586269614225024,
      "eval_loss": 2.1954798698425293,
      "eval_runtime": 718.0126,
      "eval_samples_per_second": 90.496,
      "eval_steps_per_second": 3.772,
      "step": 15000
    },
    {
      "epoch": 0.34697349570200575,
      "grad_norm": 1.6593496799468994,
      "learning_rate": 4.421710840496657e-05,
      "loss": 1.376,
      "step": 15500
    },
    {
      "epoch": 0.35816618911174786,
      "grad_norm": 1.6412550210952759,
      "learning_rate": 4.4030563514804206e-05,
      "loss": 1.3712,
      "step": 16000
    },
    {
      "epoch": 0.36935888252148996,
      "grad_norm": 1.6455302238464355,
      "learning_rate": 4.3844018624641836e-05,
      "loss": 1.3699,
      "step": 16500
    },
    {
      "epoch": 0.38055157593123207,
      "grad_norm": 1.6210881471633911,
      "learning_rate": 4.3657473734479466e-05,
      "loss": 1.3618,
      "step": 17000
    },
    {
      "epoch": 0.3917442693409742,
      "grad_norm": 1.6821410655975342,
      "learning_rate": 4.3470928844317096e-05,
      "loss": 1.3563,
      "step": 17500
    },
    {
      "epoch": 0.3917442693409742,
      "eval_accuracy": 0.589598096204646,
      "eval_loss": 2.168947219848633,
      "eval_runtime": 707.8628,
      "eval_samples_per_second": 91.793,
      "eval_steps_per_second": 3.826,
      "step": 17500
    },
    {
      "epoch": 0.40293696275071633,
      "grad_norm": 1.719738245010376,
      "learning_rate": 4.3284383954154726e-05,
      "loss": 1.3585,
      "step": 18000
    },
    {
      "epoch": 0.41412965616045844,
      "grad_norm": 1.660507321357727,
      "learning_rate": 4.309783906399236e-05,
      "loss": 1.3502,
      "step": 18500
    },
    {
      "epoch": 0.4253223495702006,
      "grad_norm": 1.7758148908615112,
      "learning_rate": 4.291129417382999e-05,
      "loss": 1.3459,
      "step": 19000
    },
    {
      "epoch": 0.4365150429799427,
      "grad_norm": 1.6665699481964111,
      "learning_rate": 4.272474928366762e-05,
      "loss": 1.3435,
      "step": 19500
    },
    {
      "epoch": 0.4477077363896848,
      "grad_norm": 1.6364027261734009,
      "learning_rate": 4.253820439350525e-05,
      "loss": 1.3401,
      "step": 20000
    },
    {
      "epoch": 0.4477077363896848,
      "eval_accuracy": 0.5922608205511055,
      "eval_loss": 2.1485562324523926,
      "eval_runtime": 704.3891,
      "eval_samples_per_second": 92.246,
      "eval_steps_per_second": 3.844,
      "step": 20000
    },
    {
      "epoch": 0.4589004297994269,
      "grad_norm": 9.470758438110352,
      "learning_rate": 4.426374462750716e-05,
      "loss": 8.0235,
      "step": 20500
    },
    {
      "epoch": 0.4700931232091691,
      "grad_norm": 9.91232967376709,
      "learning_rate": 4.412383595988539e-05,
      "loss": 7.9603,
      "step": 21000
    },
    {
      "epoch": 0.4812858166189112,
      "grad_norm": 9.734143257141113,
      "learning_rate": 4.398392729226361e-05,
      "loss": 7.9793,
      "step": 21500
    },
    {
      "epoch": 0.4924785100286533,
      "grad_norm": 9.574400901794434,
      "learning_rate": 4.3844018624641836e-05,
      "loss": 7.9731,
      "step": 22000
    },
    {
      "epoch": 0.5036712034383954,
      "grad_norm": 10.017444610595703,
      "learning_rate": 4.370410995702006e-05,
      "loss": 7.9335,
      "step": 22500
    },
    {
      "epoch": 0.5036712034383954,
      "eval_accuracy": 0.5952892349509148,
      "eval_loss": 2.1270551681518555,
      "eval_runtime": 525.2336,
      "eval_samples_per_second": 123.711,
      "eval_steps_per_second": 2.578,
      "step": 22500
    },
    {
      "epoch": 0.5148638968481375,
      "grad_norm": 9.66054916381836,
      "learning_rate": 4.356420128939828e-05,
      "loss": 7.9224,
      "step": 23000
    },
    {
      "epoch": 0.5260565902578797,
      "grad_norm": 9.483991622924805,
      "learning_rate": 4.342429262177651e-05,
      "loss": 7.9197,
      "step": 23500
    },
    {
      "epoch": 0.5372492836676218,
      "grad_norm": 9.803547859191895,
      "learning_rate": 4.3284383954154726e-05,
      "loss": 7.8932,
      "step": 24000
    },
    {
      "epoch": 0.5484419770773639,
      "grad_norm": 9.597293853759766,
      "learning_rate": 4.3144475286532955e-05,
      "loss": 7.8622,
      "step": 24500
    },
    {
      "epoch": 0.559634670487106,
      "grad_norm": 9.679096221923828,
      "learning_rate": 4.300456661891118e-05,
      "loss": 7.8644,
      "step": 25000
    },
    {
      "epoch": 0.559634670487106,
      "eval_accuracy": 0.5979848217689566,
      "eval_loss": 2.106226682662964,
      "eval_runtime": 528.4389,
      "eval_samples_per_second": 122.96,
      "eval_steps_per_second": 2.562,
      "step": 25000
    },
    {
      "epoch": 0.5708273638968482,
      "grad_norm": 9.878997802734375,
      "learning_rate": 4.28646579512894e-05,
      "loss": 7.8388,
      "step": 25500
    },
    {
      "epoch": 0.5820200573065902,
      "grad_norm": 9.320840835571289,
      "learning_rate": 4.272474928366762e-05,
      "loss": 7.8199,
      "step": 26000
    },
    {
      "epoch": 0.5932127507163324,
      "grad_norm": 9.581457138061523,
      "learning_rate": 4.2584840616045845e-05,
      "loss": 7.8194,
      "step": 26500
    },
    {
      "epoch": 0.6044054441260746,
      "grad_norm": 9.690735816955566,
      "learning_rate": 4.2444931948424074e-05,
      "loss": 7.8147,
      "step": 27000
    },
    {
      "epoch": 0.6155981375358166,
      "grad_norm": 9.55455207824707,
      "learning_rate": 4.230502328080229e-05,
      "loss": 7.7927,
      "step": 27500
    },
    {
      "epoch": 0.6155981375358166,
      "eval_accuracy": 0.599545230267029,
      "eval_loss": 2.09478497505188,
      "eval_runtime": 531.729,
      "eval_samples_per_second": 122.199,
      "eval_steps_per_second": 2.546,
      "step": 27500
    },
    {
      "epoch": 0.6267908309455588,
      "grad_norm": 9.352036476135254,
      "learning_rate": 4.216511461318052e-05,
      "loss": 7.7711,
      "step": 28000
    },
    {
      "epoch": 0.6379835243553008,
      "grad_norm": 9.413168907165527,
      "learning_rate": 4.202520594555874e-05,
      "loss": 7.7733,
      "step": 28500
    },
    {
      "epoch": 0.649176217765043,
      "grad_norm": 9.420402526855469,
      "learning_rate": 4.1885297277936964e-05,
      "loss": 7.74,
      "step": 29000
    },
    {
      "epoch": 0.6603689111747851,
      "grad_norm": 9.579030990600586,
      "learning_rate": 4.1745388610315186e-05,
      "loss": 7.7237,
      "step": 29500
    },
    {
      "epoch": 0.6715616045845272,
      "grad_norm": 12.816407203674316,
      "learning_rate": 4.160547994269341e-05,
      "loss": 7.7401,
      "step": 30000
    },
    {
      "epoch": 0.6715616045845272,
      "eval_accuracy": 0.6018761556694041,
      "eval_loss": 2.079362630844116,
      "eval_runtime": 531.1941,
      "eval_samples_per_second": 122.323,
      "eval_steps_per_second": 2.549,
      "step": 30000
    },
    {
      "epoch": 0.6827542979942693,
      "grad_norm": 9.477621078491211,
      "learning_rate": 4.146557127507164e-05,
      "loss": 7.717,
      "step": 30500
    },
    {
      "epoch": 0.6939469914040115,
      "grad_norm": 9.8326416015625,
      "learning_rate": 4.132566260744986e-05,
      "loss": 7.7148,
      "step": 31000
    },
    {
      "epoch": 0.7051396848137536,
      "grad_norm": 9.668205261230469,
      "learning_rate": 4.118575393982808e-05,
      "loss": 7.6845,
      "step": 31500
    },
    {
      "epoch": 0.7163323782234957,
      "grad_norm": 9.344961166381836,
      "learning_rate": 4.1045845272206305e-05,
      "loss": 7.673,
      "step": 32000
    },
    {
      "epoch": 0.7275250716332379,
      "grad_norm": 12.754666328430176,
      "learning_rate": 4.090593660458453e-05,
      "loss": 7.646,
      "step": 32500
    },
    {
      "epoch": 0.7275250716332379,
      "eval_accuracy": 0.6036969981017439,
      "eval_loss": 2.0638949871063232,
      "eval_runtime": 534.6839,
      "eval_samples_per_second": 121.524,
      "eval_steps_per_second": 2.532,
      "step": 32500
    },
    {
      "epoch": 0.7387177650429799,
      "grad_norm": 9.269234657287598,
      "learning_rate": 4.076602793696275e-05,
      "loss": 7.6452,
      "step": 33000
    },
    {
      "epoch": 0.7499104584527221,
      "grad_norm": 9.59334659576416,
      "learning_rate": 4.062611926934098e-05,
      "loss": 7.6369,
      "step": 33500
    },
    {
      "epoch": 0.7611031518624641,
      "grad_norm": 9.979016304016113,
      "learning_rate": 4.04862106017192e-05,
      "loss": 7.6306,
      "step": 34000
    },
    {
      "epoch": 0.7722958452722063,
      "grad_norm": 9.395634651184082,
      "learning_rate": 4.0346301934097424e-05,
      "loss": 7.6083,
      "step": 34500
    },
    {
      "epoch": 0.7834885386819485,
      "grad_norm": 9.377208709716797,
      "learning_rate": 4.0206393266475646e-05,
      "loss": 7.6113,
      "step": 35000
    },
    {
      "epoch": 0.7834885386819485,
      "eval_accuracy": 0.6060486530458662,
      "eval_loss": 2.046678066253662,
      "eval_runtime": 527.2553,
      "eval_samples_per_second": 123.236,
      "eval_steps_per_second": 2.568,
      "step": 35000
    },
    {
      "epoch": 0.7946812320916905,
      "grad_norm": 9.33324146270752,
      "learning_rate": 4.006648459885387e-05,
      "loss": 7.596,
      "step": 35500
    },
    {
      "epoch": 0.8058739255014327,
      "grad_norm": 10.012749671936035,
      "learning_rate": 3.992657593123209e-05,
      "loss": 7.5944,
      "step": 36000
    },
    {
      "epoch": 0.8170666189111748,
      "grad_norm": 9.17791748046875,
      "learning_rate": 3.9786667263610314e-05,
      "loss": 7.5724,
      "step": 36500
    },
    {
      "epoch": 0.8282593123209169,
      "grad_norm": 9.714068412780762,
      "learning_rate": 3.964675859598854e-05,
      "loss": 7.5716,
      "step": 37000
    },
    {
      "epoch": 0.839452005730659,
      "grad_norm": 9.122146606445312,
      "learning_rate": 3.9506849928366765e-05,
      "loss": 7.5428,
      "step": 37500
    },
    {
      "epoch": 0.839452005730659,
      "eval_accuracy": 0.6080310471813272,
      "eval_loss": 2.0341005325317383,
      "eval_runtime": 534.9624,
      "eval_samples_per_second": 121.461,
      "eval_steps_per_second": 2.531,
      "step": 37500
    },
    {
      "epoch": 0.8506446991404012,
      "grad_norm": 8.890284538269043,
      "learning_rate": 3.936694126074499e-05,
      "loss": 7.5108,
      "step": 38000
    },
    {
      "epoch": 0.8618373925501432,
      "grad_norm": 9.258638381958008,
      "learning_rate": 3.922703259312321e-05,
      "loss": 7.5283,
      "step": 38500
    },
    {
      "epoch": 0.8730300859598854,
      "grad_norm": 9.524474143981934,
      "learning_rate": 3.908712392550143e-05,
      "loss": 7.5168,
      "step": 39000
    },
    {
      "epoch": 0.8842227793696275,
      "grad_norm": 9.608149528503418,
      "learning_rate": 3.894721525787966e-05,
      "loss": 7.5206,
      "step": 39500
    },
    {
      "epoch": 0.8954154727793696,
      "grad_norm": 9.405288696289062,
      "learning_rate": 3.880730659025788e-05,
      "loss": 7.5039,
      "step": 40000
    },
    {
      "epoch": 0.8954154727793696,
      "eval_accuracy": 0.6094788673634718,
      "eval_loss": 2.0253567695617676,
      "eval_runtime": 535.0948,
      "eval_samples_per_second": 121.431,
      "eval_steps_per_second": 2.53,
      "step": 40000
    },
    {
      "epoch": 0.9066081661891118,
      "grad_norm": 8.706295013427734,
      "learning_rate": 3.8667397922636107e-05,
      "loss": 7.4819,
      "step": 40500
    },
    {
      "epoch": 0.9178008595988538,
      "grad_norm": 9.542219161987305,
      "learning_rate": 3.852748925501433e-05,
      "loss": 7.4888,
      "step": 41000
    },
    {
      "epoch": 0.928993553008596,
      "grad_norm": 9.111319541931152,
      "learning_rate": 3.838758058739255e-05,
      "loss": 7.4749,
      "step": 41500
    },
    {
      "epoch": 0.9401862464183381,
      "grad_norm": 9.335123062133789,
      "learning_rate": 3.824767191977078e-05,
      "loss": 7.4591,
      "step": 42000
    },
    {
      "epoch": 0.9513789398280802,
      "grad_norm": 9.537328720092773,
      "learning_rate": 3.8107763252148996e-05,
      "loss": 7.4533,
      "step": 42500
    },
    {
      "epoch": 0.9513789398280802,
      "eval_accuracy": 0.6107361281876699,
      "eval_loss": 2.0133583545684814,
      "eval_runtime": 530.2968,
      "eval_samples_per_second": 122.529,
      "eval_steps_per_second": 2.553,
      "step": 42500
    },
    {
      "epoch": 0.9625716332378224,
      "grad_norm": 9.227987289428711,
      "learning_rate": 3.7967854584527225e-05,
      "loss": 7.4506,
      "step": 43000
    },
    {
      "epoch": 0.9737643266475645,
      "grad_norm": 9.076460838317871,
      "learning_rate": 3.782794591690544e-05,
      "loss": 7.4557,
      "step": 43500
    },
    {
      "epoch": 0.9849570200573066,
      "grad_norm": 9.841446876525879,
      "learning_rate": 3.768803724928367e-05,
      "loss": 7.4319,
      "step": 44000
    },
    {
      "epoch": 0.9961497134670487,
      "grad_norm": 9.169388771057129,
      "learning_rate": 3.754812858166189e-05,
      "loss": 7.4453,
      "step": 44500
    },
    {
      "epoch": 1.0073424068767909,
      "grad_norm": 9.200368881225586,
      "learning_rate": 3.7408219914040115e-05,
      "loss": 7.4149,
      "step": 45000
    },
    {
      "epoch": 1.0073424068767909,
      "eval_accuracy": 0.6120696404224526,
      "eval_loss": 2.0035457611083984,
      "eval_runtime": 532.3092,
      "eval_samples_per_second": 122.066,
      "eval_steps_per_second": 2.544,
      "step": 45000
    },
    {
      "epoch": 1.018535100286533,
      "grad_norm": 9.189336776733398,
      "learning_rate": 3.7268311246418344e-05,
      "loss": 7.3981,
      "step": 45500
    },
    {
      "epoch": 1.029727793696275,
      "grad_norm": 9.504659652709961,
      "learning_rate": 3.712840257879656e-05,
      "loss": 7.4031,
      "step": 46000
    },
    {
      "epoch": 1.0409204871060171,
      "grad_norm": 9.516868591308594,
      "learning_rate": 3.698849391117479e-05,
      "loss": 7.3822,
      "step": 46500
    },
    {
      "epoch": 1.0521131805157593,
      "grad_norm": 9.417741775512695,
      "learning_rate": 3.6848585243553005e-05,
      "loss": 7.3887,
      "step": 47000
    },
    {
      "epoch": 1.0633058739255015,
      "grad_norm": 9.202630043029785,
      "learning_rate": 3.6708676575931234e-05,
      "loss": 7.379,
      "step": 47500
    },
    {
      "epoch": 1.0633058739255015,
      "eval_accuracy": 0.6134326919026999,
      "eval_loss": 1.9946683645248413,
      "eval_runtime": 529.4253,
      "eval_samples_per_second": 122.731,
      "eval_steps_per_second": 2.557,
      "step": 47500
    },
    {
      "epoch": 1.0744985673352436,
      "grad_norm": 9.18812084197998,
      "learning_rate": 3.6568767908309456e-05,
      "loss": 7.3648,
      "step": 48000
    },
    {
      "epoch": 1.0856912607449858,
      "grad_norm": 9.317421913146973,
      "learning_rate": 3.642885924068768e-05,
      "loss": 7.3581,
      "step": 48500
    },
    {
      "epoch": 1.0968839541547277,
      "grad_norm": 9.30117130279541,
      "learning_rate": 3.628895057306591e-05,
      "loss": 7.3242,
      "step": 49000
    },
    {
      "epoch": 1.1080766475644699,
      "grad_norm": 9.295071601867676,
      "learning_rate": 3.6149041905444124e-05,
      "loss": 7.3343,
      "step": 49500
    },
    {
      "epoch": 1.119269340974212,
      "grad_norm": 9.372967720031738,
      "learning_rate": 3.600913323782235e-05,
      "loss": 7.324,
      "step": 50000
    },
    {
      "epoch": 1.119269340974212,
      "eval_accuracy": 0.6151487162989436,
      "eval_loss": 1.9853588342666626,
      "eval_runtime": 528.6238,
      "eval_samples_per_second": 122.917,
      "eval_steps_per_second": 2.561,
      "step": 50000
    },
    {
      "epoch": 1.1304620343839542,
      "grad_norm": 10.693807601928711,
      "learning_rate": 3.5869224570200575e-05,
      "loss": 7.3164,
      "step": 50500
    },
    {
      "epoch": 1.1416547277936964,
      "grad_norm": 9.047393798828125,
      "learning_rate": 3.57293159025788e-05,
      "loss": 7.3028,
      "step": 51000
    },
    {
      "epoch": 1.1528474212034383,
      "grad_norm": 9.055428504943848,
      "learning_rate": 3.558940723495702e-05,
      "loss": 7.316,
      "step": 51500
    },
    {
      "epoch": 1.1640401146131805,
      "grad_norm": 8.821599960327148,
      "learning_rate": 3.544949856733524e-05,
      "loss": 7.2759,
      "step": 52000
    },
    {
      "epoch": 1.1752328080229226,
      "grad_norm": 8.971498489379883,
      "learning_rate": 3.530958989971347e-05,
      "loss": 7.3041,
      "step": 52500
    },
    {
      "epoch": 1.1752328080229226,
      "eval_accuracy": 0.6162336395081003,
      "eval_loss": 1.9736484289169312,
      "eval_runtime": 526.2473,
      "eval_samples_per_second": 123.472,
      "eval_steps_per_second": 2.573,
      "step": 52500
    },
    {
      "epoch": 1.1864255014326648,
      "grad_norm": 9.30490779876709,
      "learning_rate": 3.5169681232091694e-05,
      "loss": 7.2966,
      "step": 53000
    },
    {
      "epoch": 1.197618194842407,
      "grad_norm": 9.367337226867676,
      "learning_rate": 3.5029772564469917e-05,
      "loss": 7.2862,
      "step": 53500
    },
    {
      "epoch": 1.2088108882521489,
      "grad_norm": 9.002731323242188,
      "learning_rate": 3.488986389684814e-05,
      "loss": 7.2858,
      "step": 54000
    },
    {
      "epoch": 1.220003581661891,
      "grad_norm": 9.070691108703613,
      "learning_rate": 3.474995522922636e-05,
      "loss": 7.2692,
      "step": 54500
    },
    {
      "epoch": 1.2311962750716332,
      "grad_norm": 9.154426574707031,
      "learning_rate": 3.4610046561604584e-05,
      "loss": 7.262,
      "step": 55000
    },
    {
      "epoch": 1.2311962750716332,
      "eval_accuracy": 0.6174860367511424,
      "eval_loss": 1.9672149419784546,
      "eval_runtime": 529.8804,
      "eval_samples_per_second": 122.626,
      "eval_steps_per_second": 2.555,
      "step": 55000
    },
    {
      "epoch": 1.2423889684813754,
      "grad_norm": 9.364106178283691,
      "learning_rate": 3.447013789398281e-05,
      "loss": 7.2489,
      "step": 55500
    },
    {
      "epoch": 1.2535816618911175,
      "grad_norm": 9.267243385314941,
      "learning_rate": 3.4330229226361035e-05,
      "loss": 7.2664,
      "step": 56000
    },
    {
      "epoch": 1.2647743553008595,
      "grad_norm": 9.162137031555176,
      "learning_rate": 3.419032055873926e-05,
      "loss": 7.2475,
      "step": 56500
    },
    {
      "epoch": 1.2759670487106018,
      "grad_norm": 9.292202949523926,
      "learning_rate": 3.405041189111748e-05,
      "loss": 7.2357,
      "step": 57000
    },
    {
      "epoch": 1.2871597421203438,
      "grad_norm": 9.280839920043945,
      "learning_rate": 3.39105032234957e-05,
      "loss": 7.2169,
      "step": 57500
    },
    {
      "epoch": 1.2871597421203438,
      "eval_accuracy": 0.6184868881174969,
      "eval_loss": 1.9653985500335693,
      "eval_runtime": 531.1309,
      "eval_samples_per_second": 122.337,
      "eval_steps_per_second": 2.549,
      "step": 57500
    },
    {
      "epoch": 1.298352435530086,
      "grad_norm": 8.75936222076416,
      "learning_rate": 3.3770594555873925e-05,
      "loss": 7.2052,
      "step": 58000
    },
    {
      "epoch": 1.309545128939828,
      "grad_norm": 8.891804695129395,
      "learning_rate": 3.363068588825215e-05,
      "loss": 7.2258,
      "step": 58500
    },
    {
      "epoch": 1.3207378223495703,
      "grad_norm": 8.931051254272461,
      "learning_rate": 3.349077722063038e-05,
      "loss": 7.1899,
      "step": 59000
    },
    {
      "epoch": 1.3319305157593124,
      "grad_norm": 9.616579055786133,
      "learning_rate": 3.33508685530086e-05,
      "loss": 7.2068,
      "step": 59500
    },
    {
      "epoch": 1.3431232091690544,
      "grad_norm": 8.981892585754395,
      "learning_rate": 3.321095988538682e-05,
      "loss": 7.2084,
      "step": 60000
    },
    {
      "epoch": 1.3431232091690544,
      "eval_accuracy": 0.6190439375486008,
      "eval_loss": 1.9544332027435303,
      "eval_runtime": 528.8193,
      "eval_samples_per_second": 122.872,
      "eval_steps_per_second": 2.56,
      "step": 60000
    }
  ],
  "logging_steps": 500,
  "max_steps": 178688,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2799139827941786e+18,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}