{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 1000,
  "global_step": 10608,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002828054298642534,
      "grad_norm": 2.258908748626709,
      "learning_rate": 1.9981146304675718e-05,
      "loss": 1.5648,
      "step": 10
    },
    {
      "epoch": 0.005656108597285068,
      "grad_norm": 2.3489885330200195,
      "learning_rate": 1.9962292609351435e-05,
      "loss": 1.2587,
      "step": 20
    },
    {
      "epoch": 0.008484162895927601,
      "grad_norm": 3.1505980491638184,
      "learning_rate": 1.994343891402715e-05,
      "loss": 0.996,
      "step": 30
    },
    {
      "epoch": 0.011312217194570135,
      "grad_norm": 2.7015912532806396,
      "learning_rate": 1.9924585218702868e-05,
      "loss": 0.991,
      "step": 40
    },
    {
      "epoch": 0.01414027149321267,
      "grad_norm": 2.6314280033111572,
      "learning_rate": 1.9905731523378585e-05,
      "loss": 0.934,
      "step": 50
    },
    {
      "epoch": 0.016968325791855202,
      "grad_norm": 2.055577516555786,
      "learning_rate": 1.98868778280543e-05,
      "loss": 0.8245,
      "step": 60
    },
    {
      "epoch": 0.019796380090497737,
      "grad_norm": 2.4679293632507324,
      "learning_rate": 1.9868024132730018e-05,
      "loss": 0.7501,
      "step": 70
    },
    {
      "epoch": 0.02262443438914027,
      "grad_norm": 4.737666130065918,
      "learning_rate": 1.9849170437405735e-05,
      "loss": 0.7572,
      "step": 80
    },
    {
      "epoch": 0.025452488687782805,
      "grad_norm": 3.135712146759033,
      "learning_rate": 1.983031674208145e-05,
      "loss": 0.6785,
      "step": 90
    },
    {
      "epoch": 0.02828054298642534,
      "grad_norm": 3.1648664474487305,
      "learning_rate": 1.9811463046757168e-05,
      "loss": 0.6764,
      "step": 100
    },
    {
      "epoch": 0.031108597285067874,
      "grad_norm": 2.4548099040985107,
      "learning_rate": 1.9792609351432884e-05,
      "loss": 0.6322,
      "step": 110
    },
    {
      "epoch": 0.033936651583710405,
      "grad_norm": 2.9620838165283203,
      "learning_rate": 1.97737556561086e-05,
      "loss": 0.6756,
      "step": 120
    },
    {
      "epoch": 0.03676470588235294,
      "grad_norm": 6.274707794189453,
      "learning_rate": 1.9754901960784318e-05,
      "loss": 0.6566,
      "step": 130
    },
    {
      "epoch": 0.03959276018099547,
      "grad_norm": 4.661096096038818,
      "learning_rate": 1.9736048265460034e-05,
      "loss": 0.6179,
      "step": 140
    },
    {
      "epoch": 0.04242081447963801,
      "grad_norm": 3.97485613822937,
      "learning_rate": 1.971719457013575e-05,
      "loss": 0.5623,
      "step": 150
    },
    {
      "epoch": 0.04524886877828054,
      "grad_norm": 5.157923698425293,
      "learning_rate": 1.9698340874811464e-05,
      "loss": 0.5132,
      "step": 160
    },
    {
      "epoch": 0.04807692307692308,
      "grad_norm": 4.4768385887146,
      "learning_rate": 1.967948717948718e-05,
      "loss": 0.5081,
      "step": 170
    },
    {
      "epoch": 0.05090497737556561,
      "grad_norm": 4.282762050628662,
      "learning_rate": 1.9660633484162897e-05,
      "loss": 0.5104,
      "step": 180
    },
    {
      "epoch": 0.05373303167420815,
      "grad_norm": 5.214530944824219,
      "learning_rate": 1.9641779788838614e-05,
      "loss": 0.6005,
      "step": 190
    },
    {
      "epoch": 0.05656108597285068,
      "grad_norm": 2.7484629154205322,
      "learning_rate": 1.962292609351433e-05,
      "loss": 0.5388,
      "step": 200
    },
    {
      "epoch": 0.05938914027149321,
      "grad_norm": 3.6074981689453125,
      "learning_rate": 1.9604072398190047e-05,
      "loss": 0.512,
      "step": 210
    },
    {
      "epoch": 0.06221719457013575,
      "grad_norm": 5.487575054168701,
      "learning_rate": 1.9585218702865764e-05,
      "loss": 0.5233,
      "step": 220
    },
    {
      "epoch": 0.06504524886877829,
      "grad_norm": 3.193223714828491,
      "learning_rate": 1.956636500754148e-05,
      "loss": 0.5091,
      "step": 230
    },
    {
      "epoch": 0.06787330316742081,
      "grad_norm": 8.64730167388916,
      "learning_rate": 1.9547511312217197e-05,
      "loss": 0.472,
      "step": 240
    },
    {
      "epoch": 0.07070135746606335,
      "grad_norm": 3.8944942951202393,
      "learning_rate": 1.9528657616892914e-05,
      "loss": 0.5551,
      "step": 250
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 3.6671645641326904,
      "learning_rate": 1.950980392156863e-05,
      "loss": 0.5575,
      "step": 260
    },
    {
      "epoch": 0.07635746606334842,
      "grad_norm": 5.698751449584961,
      "learning_rate": 1.9490950226244343e-05,
      "loss": 0.4495,
      "step": 270
    },
    {
      "epoch": 0.07918552036199095,
      "grad_norm": 6.565758228302002,
      "learning_rate": 1.947209653092006e-05,
      "loss": 0.5017,
      "step": 280
    },
    {
      "epoch": 0.08201357466063348,
      "grad_norm": 4.61959171295166,
      "learning_rate": 1.9453242835595777e-05,
      "loss": 0.4639,
      "step": 290
    },
    {
      "epoch": 0.08484162895927602,
      "grad_norm": 4.656176567077637,
      "learning_rate": 1.9434389140271493e-05,
      "loss": 0.4566,
      "step": 300
    },
    {
      "epoch": 0.08766968325791855,
      "grad_norm": 3.0015969276428223,
      "learning_rate": 1.941553544494721e-05,
      "loss": 0.5226,
      "step": 310
    },
    {
      "epoch": 0.09049773755656108,
      "grad_norm": 3.7588982582092285,
      "learning_rate": 1.9396681749622927e-05,
      "loss": 0.4415,
      "step": 320
    },
    {
      "epoch": 0.09332579185520362,
      "grad_norm": 8.415599822998047,
      "learning_rate": 1.9377828054298643e-05,
      "loss": 0.4992,
      "step": 330
    },
    {
      "epoch": 0.09615384615384616,
      "grad_norm": 2.917985677719116,
      "learning_rate": 1.935897435897436e-05,
      "loss": 0.392,
      "step": 340
    },
    {
      "epoch": 0.09898190045248868,
      "grad_norm": 3.867098093032837,
      "learning_rate": 1.9340120663650076e-05,
      "loss": 0.4382,
      "step": 350
    },
    {
      "epoch": 0.10180995475113122,
      "grad_norm": 3.6737847328186035,
      "learning_rate": 1.9321266968325793e-05,
      "loss": 0.4458,
      "step": 360
    },
    {
      "epoch": 0.10463800904977376,
      "grad_norm": 3.9890048503875732,
      "learning_rate": 1.930241327300151e-05,
      "loss": 0.4038,
      "step": 370
    },
    {
      "epoch": 0.1074660633484163,
      "grad_norm": 7.732723236083984,
      "learning_rate": 1.9283559577677226e-05,
      "loss": 0.4541,
      "step": 380
    },
    {
      "epoch": 0.11029411764705882,
      "grad_norm": 7.815601348876953,
      "learning_rate": 1.9264705882352943e-05,
      "loss": 0.5302,
      "step": 390
    },
    {
      "epoch": 0.11312217194570136,
      "grad_norm": 4.053082466125488,
      "learning_rate": 1.924585218702866e-05,
      "loss": 0.4203,
      "step": 400
    },
    {
      "epoch": 0.1159502262443439,
      "grad_norm": 5.627740859985352,
      "learning_rate": 1.9226998491704376e-05,
      "loss": 0.4473,
      "step": 410
    },
    {
      "epoch": 0.11877828054298642,
      "grad_norm": 5.07185697555542,
      "learning_rate": 1.9208144796380093e-05,
      "loss": 0.4345,
      "step": 420
    },
    {
      "epoch": 0.12160633484162896,
      "grad_norm": 3.9544167518615723,
      "learning_rate": 1.918929110105581e-05,
      "loss": 0.4849,
      "step": 430
    },
    {
      "epoch": 0.1244343891402715,
      "grad_norm": 6.9721293449401855,
      "learning_rate": 1.9170437405731526e-05,
      "loss": 0.4029,
      "step": 440
    },
    {
      "epoch": 0.12726244343891402,
      "grad_norm": 4.0150556564331055,
      "learning_rate": 1.9151583710407243e-05,
      "loss": 0.5236,
      "step": 450
    },
    {
      "epoch": 0.13009049773755657,
      "grad_norm": 6.681572914123535,
      "learning_rate": 1.913273001508296e-05,
      "loss": 0.4059,
      "step": 460
    },
    {
      "epoch": 0.1329185520361991,
      "grad_norm": 5.1267876625061035,
      "learning_rate": 1.9113876319758676e-05,
      "loss": 0.467,
      "step": 470
    },
    {
      "epoch": 0.13574660633484162,
      "grad_norm": 3.66207218170166,
      "learning_rate": 1.9095022624434392e-05,
      "loss": 0.3689,
      "step": 480
    },
    {
      "epoch": 0.13857466063348417,
      "grad_norm": 4.016237735748291,
      "learning_rate": 1.907616892911011e-05,
      "loss": 0.4502,
      "step": 490
    },
    {
      "epoch": 0.1414027149321267,
      "grad_norm": 5.003229141235352,
      "learning_rate": 1.9057315233785822e-05,
      "loss": 0.3935,
      "step": 500
    },
    {
      "epoch": 0.14423076923076922,
      "grad_norm": 7.917128562927246,
      "learning_rate": 1.903846153846154e-05,
      "loss": 0.4765,
      "step": 510
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 4.975776672363281,
      "learning_rate": 1.9019607843137255e-05,
      "loss": 0.4564,
      "step": 520
    },
    {
      "epoch": 0.1498868778280543,
      "grad_norm": 5.559664726257324,
      "learning_rate": 1.9000754147812972e-05,
      "loss": 0.3663,
      "step": 530
    },
    {
      "epoch": 0.15271493212669685,
      "grad_norm": 4.463156700134277,
      "learning_rate": 1.898190045248869e-05,
      "loss": 0.358,
      "step": 540
    },
    {
      "epoch": 0.15554298642533937,
      "grad_norm": 4.642306327819824,
      "learning_rate": 1.8963046757164405e-05,
      "loss": 0.4083,
      "step": 550
    },
    {
      "epoch": 0.1583710407239819,
      "grad_norm": 10.270988464355469,
      "learning_rate": 1.8944193061840122e-05,
      "loss": 0.5147,
      "step": 560
    },
    {
      "epoch": 0.16119909502262444,
      "grad_norm": 4.234387397766113,
      "learning_rate": 1.892533936651584e-05,
      "loss": 0.5115,
      "step": 570
    },
    {
      "epoch": 0.16402714932126697,
      "grad_norm": 5.710938930511475,
      "learning_rate": 1.8906485671191555e-05,
      "loss": 0.4483,
      "step": 580
    },
    {
      "epoch": 0.1668552036199095,
      "grad_norm": 8.131850242614746,
      "learning_rate": 1.8887631975867272e-05,
      "loss": 0.4282,
      "step": 590
    },
    {
      "epoch": 0.16968325791855204,
      "grad_norm": 4.962357997894287,
      "learning_rate": 1.886877828054299e-05,
      "loss": 0.4691,
      "step": 600
    },
    {
      "epoch": 0.17251131221719457,
      "grad_norm": 7.434023857116699,
      "learning_rate": 1.8849924585218705e-05,
      "loss": 0.3864,
      "step": 610
    },
    {
      "epoch": 0.1753393665158371,
      "grad_norm": 3.2809391021728516,
      "learning_rate": 1.883107088989442e-05,
      "loss": 0.3506,
      "step": 620
    },
    {
      "epoch": 0.17816742081447964,
      "grad_norm": 4.324213027954102,
      "learning_rate": 1.8812217194570138e-05,
      "loss": 0.3316,
      "step": 630
    },
    {
      "epoch": 0.18099547511312217,
      "grad_norm": 4.655824661254883,
      "learning_rate": 1.8793363499245855e-05,
      "loss": 0.4192,
      "step": 640
    },
    {
      "epoch": 0.18382352941176472,
      "grad_norm": 3.21587872505188,
      "learning_rate": 1.877450980392157e-05,
      "loss": 0.3091,
      "step": 650
    },
    {
      "epoch": 0.18665158371040724,
      "grad_norm": 5.112785339355469,
      "learning_rate": 1.8755656108597288e-05,
      "loss": 0.4218,
      "step": 660
    },
    {
      "epoch": 0.18947963800904977,
      "grad_norm": 2.902008533477783,
      "learning_rate": 1.8736802413273005e-05,
      "loss": 0.3595,
      "step": 670
    },
    {
      "epoch": 0.19230769230769232,
      "grad_norm": 4.45237398147583,
      "learning_rate": 1.8717948717948718e-05,
      "loss": 0.4378,
      "step": 680
    },
    {
      "epoch": 0.19513574660633484,
      "grad_norm": 3.8630735874176025,
      "learning_rate": 1.8699095022624435e-05,
      "loss": 0.4072,
      "step": 690
    },
    {
      "epoch": 0.19796380090497737,
      "grad_norm": 3.8529324531555176,
      "learning_rate": 1.868024132730015e-05,
      "loss": 0.4335,
      "step": 700
    },
    {
      "epoch": 0.20079185520361992,
      "grad_norm": 2.7820119857788086,
      "learning_rate": 1.8661387631975868e-05,
      "loss": 0.4457,
      "step": 710
    },
    {
      "epoch": 0.20361990950226244,
      "grad_norm": 7.398665428161621,
      "learning_rate": 1.8642533936651584e-05,
      "loss": 0.4552,
      "step": 720
    },
    {
      "epoch": 0.20644796380090497,
      "grad_norm": 5.17724609375,
      "learning_rate": 1.86236802413273e-05,
      "loss": 0.4322,
      "step": 730
    },
    {
      "epoch": 0.20927601809954752,
      "grad_norm": 7.6877851486206055,
      "learning_rate": 1.8604826546003018e-05,
      "loss": 0.3493,
      "step": 740
    },
    {
      "epoch": 0.21210407239819004,
      "grad_norm": 3.655296802520752,
      "learning_rate": 1.8585972850678734e-05,
      "loss": 0.4361,
      "step": 750
    },
    {
      "epoch": 0.2149321266968326,
      "grad_norm": 5.219052791595459,
      "learning_rate": 1.856711915535445e-05,
      "loss": 0.391,
      "step": 760
    },
    {
      "epoch": 0.21776018099547512,
      "grad_norm": 7.211420059204102,
      "learning_rate": 1.8548265460030168e-05,
      "loss": 0.3808,
      "step": 770
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 3.348724842071533,
      "learning_rate": 1.8529411764705884e-05,
      "loss": 0.4041,
      "step": 780
    },
    {
      "epoch": 0.2234162895927602,
      "grad_norm": 5.180337905883789,
      "learning_rate": 1.85105580693816e-05,
      "loss": 0.2996,
      "step": 790
    },
    {
      "epoch": 0.22624434389140272,
      "grad_norm": 5.770839214324951,
      "learning_rate": 1.8491704374057317e-05,
      "loss": 0.3898,
      "step": 800
    },
    {
      "epoch": 0.22907239819004524,
      "grad_norm": 2.4614834785461426,
      "learning_rate": 1.8472850678733034e-05,
      "loss": 0.3307,
      "step": 810
    },
    {
      "epoch": 0.2319004524886878,
      "grad_norm": 5.4143548011779785,
      "learning_rate": 1.845399698340875e-05,
      "loss": 0.4487,
      "step": 820
    },
    {
      "epoch": 0.23472850678733032,
      "grad_norm": 3.846611499786377,
      "learning_rate": 1.8435143288084464e-05,
      "loss": 0.4334,
      "step": 830
    },
    {
      "epoch": 0.23755656108597284,
      "grad_norm": 7.2528510093688965,
      "learning_rate": 1.841628959276018e-05,
      "loss": 0.3471,
      "step": 840
    },
    {
      "epoch": 0.2403846153846154,
      "grad_norm": 4.265413284301758,
      "learning_rate": 1.8397435897435897e-05,
      "loss": 0.3879,
      "step": 850
    },
    {
      "epoch": 0.24321266968325791,
      "grad_norm": 4.564918518066406,
      "learning_rate": 1.8378582202111614e-05,
      "loss": 0.4142,
      "step": 860
    },
    {
      "epoch": 0.24604072398190044,
      "grad_norm": 4.268716335296631,
      "learning_rate": 1.835972850678733e-05,
      "loss": 0.4358,
      "step": 870
    },
    {
      "epoch": 0.248868778280543,
      "grad_norm": 6.909433841705322,
      "learning_rate": 1.8340874811463047e-05,
      "loss": 0.405,
      "step": 880
    },
    {
      "epoch": 0.2516968325791855,
      "grad_norm": 6.801779270172119,
      "learning_rate": 1.8322021116138764e-05,
      "loss": 0.413,
      "step": 890
    },
    {
      "epoch": 0.25452488687782804,
      "grad_norm": 4.851901531219482,
      "learning_rate": 1.830316742081448e-05,
      "loss": 0.4337,
      "step": 900
    },
    {
      "epoch": 0.25735294117647056,
      "grad_norm": 2.650651693344116,
      "learning_rate": 1.8284313725490197e-05,
      "loss": 0.372,
      "step": 910
    },
    {
      "epoch": 0.26018099547511314,
      "grad_norm": 3.660430669784546,
      "learning_rate": 1.8265460030165913e-05,
      "loss": 0.4142,
      "step": 920
    },
    {
      "epoch": 0.26300904977375567,
      "grad_norm": 6.7838544845581055,
      "learning_rate": 1.824660633484163e-05,
      "loss": 0.4053,
      "step": 930
    },
    {
      "epoch": 0.2658371040723982,
      "grad_norm": 4.861571311950684,
      "learning_rate": 1.8227752639517347e-05,
      "loss": 0.4416,
      "step": 940
    },
    {
      "epoch": 0.2686651583710407,
      "grad_norm": 5.85540771484375,
      "learning_rate": 1.8208898944193063e-05,
      "loss": 0.3848,
      "step": 950
    },
    {
      "epoch": 0.27149321266968324,
      "grad_norm": 2.6535346508026123,
      "learning_rate": 1.819004524886878e-05,
      "loss": 0.4228,
      "step": 960
    },
    {
      "epoch": 0.2743212669683258,
      "grad_norm": 2.8000805377960205,
      "learning_rate": 1.8171191553544496e-05,
      "loss": 0.3476,
      "step": 970
    },
    {
      "epoch": 0.27714932126696834,
      "grad_norm": 5.302433013916016,
      "learning_rate": 1.8152337858220213e-05,
      "loss": 0.3536,
      "step": 980
    },
    {
      "epoch": 0.27997737556561086,
      "grad_norm": 4.889918327331543,
      "learning_rate": 1.813348416289593e-05,
      "loss": 0.3817,
      "step": 990
    },
    {
      "epoch": 0.2828054298642534,
      "grad_norm": 6.261002540588379,
      "learning_rate": 1.8114630467571646e-05,
      "loss": 0.3976,
      "step": 1000
    },
    {
      "epoch": 0.2828054298642534,
      "eval_accuracy": 0.8570633153038498,
      "eval_loss": 0.3707549571990967,
      "eval_runtime": 127.6312,
      "eval_samples_per_second": 98.503,
      "eval_steps_per_second": 3.079,
      "step": 1000
    },
    {
      "epoch": 0.2856334841628959,
      "grad_norm": 4.15647554397583,
      "learning_rate": 1.8095776772247363e-05,
      "loss": 0.3198,
      "step": 1010
    },
    {
      "epoch": 0.28846153846153844,
      "grad_norm": 3.652892589569092,
      "learning_rate": 1.807692307692308e-05,
      "loss": 0.376,
      "step": 1020
    },
    {
      "epoch": 0.291289592760181,
      "grad_norm": 7.219604015350342,
      "learning_rate": 1.8058069381598796e-05,
      "loss": 0.4519,
      "step": 1030
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 3.8920180797576904,
      "learning_rate": 1.8039215686274513e-05,
      "loss": 0.3336,
      "step": 1040
    },
    {
      "epoch": 0.29694570135746606,
      "grad_norm": 4.875617504119873,
      "learning_rate": 1.802036199095023e-05,
      "loss": 0.357,
      "step": 1050
    },
    {
      "epoch": 0.2997737556561086,
      "grad_norm": 3.1264288425445557,
      "learning_rate": 1.8001508295625946e-05,
      "loss": 0.3482,
      "step": 1060
    },
    {
      "epoch": 0.3026018099547511,
      "grad_norm": 3.4531030654907227,
      "learning_rate": 1.7982654600301663e-05,
      "loss": 0.3533,
      "step": 1070
    },
    {
      "epoch": 0.3054298642533937,
      "grad_norm": 3.0971388816833496,
      "learning_rate": 1.796380090497738e-05,
      "loss": 0.3737,
      "step": 1080
    },
    {
      "epoch": 0.3082579185520362,
      "grad_norm": 3.3527133464813232,
      "learning_rate": 1.7944947209653092e-05,
      "loss": 0.4425,
      "step": 1090
    },
    {
      "epoch": 0.31108597285067874,
      "grad_norm": 3.197056293487549,
      "learning_rate": 1.792609351432881e-05,
      "loss": 0.3657,
      "step": 1100
    },
    {
      "epoch": 0.31391402714932126,
      "grad_norm": 4.942928791046143,
      "learning_rate": 1.7907239819004526e-05,
      "loss": 0.3988,
      "step": 1110
    },
    {
      "epoch": 0.3167420814479638,
      "grad_norm": 4.839690208435059,
      "learning_rate": 1.7888386123680242e-05,
      "loss": 0.3794,
      "step": 1120
    },
    {
      "epoch": 0.3195701357466063,
      "grad_norm": 5.171438694000244,
      "learning_rate": 1.786953242835596e-05,
      "loss": 0.3795,
      "step": 1130
    },
    {
      "epoch": 0.3223981900452489,
      "grad_norm": 2.4731950759887695,
      "learning_rate": 1.7850678733031676e-05,
      "loss": 0.3396,
      "step": 1140
    },
    {
      "epoch": 0.3252262443438914,
      "grad_norm": 4.658932209014893,
      "learning_rate": 1.7831825037707392e-05,
      "loss": 0.2841,
      "step": 1150
    },
    {
      "epoch": 0.32805429864253394,
      "grad_norm": 3.5409414768218994,
      "learning_rate": 1.781297134238311e-05,
      "loss": 0.3701,
      "step": 1160
    },
    {
      "epoch": 0.33088235294117646,
      "grad_norm": 3.814213275909424,
      "learning_rate": 1.7794117647058825e-05,
      "loss": 0.3445,
      "step": 1170
    },
    {
      "epoch": 0.333710407239819,
      "grad_norm": 3.226147413253784,
      "learning_rate": 1.7775263951734542e-05,
      "loss": 0.3513,
      "step": 1180
    },
    {
      "epoch": 0.33653846153846156,
      "grad_norm": 4.451591491699219,
      "learning_rate": 1.775641025641026e-05,
      "loss": 0.3648,
      "step": 1190
    },
    {
      "epoch": 0.3393665158371041,
      "grad_norm": 4.0332818031311035,
      "learning_rate": 1.7737556561085972e-05,
      "loss": 0.4392,
      "step": 1200
    },
    {
      "epoch": 0.3421945701357466,
      "grad_norm": 3.1572704315185547,
      "learning_rate": 1.771870286576169e-05,
      "loss": 0.3602,
      "step": 1210
    },
    {
      "epoch": 0.34502262443438914,
      "grad_norm": 4.314695835113525,
      "learning_rate": 1.7699849170437405e-05,
      "loss": 0.29,
      "step": 1220
    },
    {
      "epoch": 0.34785067873303166,
      "grad_norm": 5.7975239753723145,
      "learning_rate": 1.768099547511312e-05,
      "loss": 0.3716,
      "step": 1230
    },
    {
      "epoch": 0.3506787330316742,
      "grad_norm": 5.377049446105957,
      "learning_rate": 1.7662141779788838e-05,
      "loss": 0.3566,
      "step": 1240
    },
    {
      "epoch": 0.35350678733031676,
      "grad_norm": 3.84669828414917,
      "learning_rate": 1.7643288084464555e-05,
      "loss": 0.3961,
      "step": 1250
    },
    {
      "epoch": 0.3563348416289593,
      "grad_norm": 5.146121501922607,
      "learning_rate": 1.762443438914027e-05,
      "loss": 0.4366,
      "step": 1260
    },
    {
      "epoch": 0.3591628959276018,
      "grad_norm": 3.1066689491271973,
      "learning_rate": 1.7605580693815988e-05,
      "loss": 0.3698,
      "step": 1270
    },
    {
      "epoch": 0.36199095022624433,
      "grad_norm": 4.1310296058654785,
      "learning_rate": 1.7586726998491705e-05,
      "loss": 0.3631,
      "step": 1280
    },
    {
      "epoch": 0.36481900452488686,
      "grad_norm": 3.0287930965423584,
      "learning_rate": 1.756787330316742e-05,
      "loss": 0.3151,
      "step": 1290
    },
    {
      "epoch": 0.36764705882352944,
      "grad_norm": 4.4270219802856445,
      "learning_rate": 1.7549019607843138e-05,
      "loss": 0.357,
      "step": 1300
    },
    {
      "epoch": 0.37047511312217196,
      "grad_norm": 4.785469055175781,
      "learning_rate": 1.7530165912518855e-05,
      "loss": 0.3809,
      "step": 1310
    },
    {
      "epoch": 0.3733031674208145,
      "grad_norm": 5.920436859130859,
      "learning_rate": 1.751131221719457e-05,
      "loss": 0.4003,
      "step": 1320
    },
    {
      "epoch": 0.376131221719457,
      "grad_norm": 5.400911331176758,
      "learning_rate": 1.7492458521870288e-05,
      "loss": 0.4313,
      "step": 1330
    },
    {
      "epoch": 0.37895927601809953,
      "grad_norm": 6.202630996704102,
      "learning_rate": 1.7473604826546004e-05,
      "loss": 0.3792,
      "step": 1340
    },
    {
      "epoch": 0.38178733031674206,
      "grad_norm": 3.413867473602295,
      "learning_rate": 1.745475113122172e-05,
      "loss": 0.3881,
      "step": 1350
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 5.005847930908203,
      "learning_rate": 1.7435897435897438e-05,
      "loss": 0.4344,
      "step": 1360
    },
    {
      "epoch": 0.38744343891402716,
      "grad_norm": 4.416658878326416,
      "learning_rate": 1.7417043740573154e-05,
      "loss": 0.332,
      "step": 1370
    },
    {
      "epoch": 0.3902714932126697,
      "grad_norm": 5.2433247566223145,
      "learning_rate": 1.739819004524887e-05,
      "loss": 0.3873,
      "step": 1380
    },
    {
      "epoch": 0.3930995475113122,
      "grad_norm": 3.740522861480713,
      "learning_rate": 1.7379336349924588e-05,
      "loss": 0.3495,
      "step": 1390
    },
    {
      "epoch": 0.39592760180995473,
      "grad_norm": 6.047609329223633,
      "learning_rate": 1.7360482654600304e-05,
      "loss": 0.3922,
      "step": 1400
    },
    {
      "epoch": 0.3987556561085973,
      "grad_norm": 3.7461910247802734,
      "learning_rate": 1.734162895927602e-05,
      "loss": 0.3556,
      "step": 1410
    },
    {
      "epoch": 0.40158371040723984,
      "grad_norm": 7.2883405685424805,
      "learning_rate": 1.7322775263951737e-05,
      "loss": 0.319,
      "step": 1420
    },
    {
      "epoch": 0.40441176470588236,
      "grad_norm": 5.338521480560303,
      "learning_rate": 1.7303921568627454e-05,
      "loss": 0.3272,
      "step": 1430
    },
    {
      "epoch": 0.4072398190045249,
      "grad_norm": 5.680319309234619,
      "learning_rate": 1.728506787330317e-05,
      "loss": 0.3336,
      "step": 1440
    },
    {
      "epoch": 0.4100678733031674,
      "grad_norm": 3.7183480262756348,
      "learning_rate": 1.7266214177978887e-05,
      "loss": 0.3218,
      "step": 1450
    },
    {
      "epoch": 0.41289592760180993,
      "grad_norm": 4.478979110717773,
      "learning_rate": 1.7247360482654604e-05,
      "loss": 0.3719,
      "step": 1460
    },
    {
      "epoch": 0.4157239819004525,
      "grad_norm": 3.1170661449432373,
      "learning_rate": 1.722850678733032e-05,
      "loss": 0.3563,
      "step": 1470
    },
    {
      "epoch": 0.41855203619909503,
      "grad_norm": 5.310198783874512,
      "learning_rate": 1.7209653092006037e-05,
      "loss": 0.3009,
      "step": 1480
    },
    {
      "epoch": 0.42138009049773756,
      "grad_norm": 4.134536266326904,
      "learning_rate": 1.7190799396681754e-05,
      "loss": 0.4116,
      "step": 1490
    },
    {
      "epoch": 0.4242081447963801,
      "grad_norm": 2.9341182708740234,
      "learning_rate": 1.7171945701357467e-05,
      "loss": 0.3547,
      "step": 1500
    },
    {
      "epoch": 0.4270361990950226,
      "grad_norm": 2.2353224754333496,
      "learning_rate": 1.7153092006033184e-05,
      "loss": 0.3652,
      "step": 1510
    },
    {
      "epoch": 0.4298642533936652,
      "grad_norm": 4.16320276260376,
      "learning_rate": 1.71342383107089e-05,
      "loss": 0.3733,
      "step": 1520
    },
    {
      "epoch": 0.4326923076923077,
      "grad_norm": 4.933135986328125,
      "learning_rate": 1.7115384615384617e-05,
      "loss": 0.4125,
      "step": 1530
    },
    {
      "epoch": 0.43552036199095023,
      "grad_norm": 5.511205673217773,
      "learning_rate": 1.7096530920060333e-05,
      "loss": 0.3102,
      "step": 1540
    },
    {
      "epoch": 0.43834841628959276,
      "grad_norm": 4.415884494781494,
      "learning_rate": 1.707767722473605e-05,
      "loss": 0.3348,
      "step": 1550
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 3.8917481899261475,
      "learning_rate": 1.7058823529411767e-05,
      "loss": 0.3866,
      "step": 1560
    },
    {
      "epoch": 0.4440045248868778,
      "grad_norm": 2.751532793045044,
      "learning_rate": 1.7039969834087483e-05,
      "loss": 0.3644,
      "step": 1570
    },
    {
      "epoch": 0.4468325791855204,
      "grad_norm": 5.6193413734436035,
      "learning_rate": 1.70211161387632e-05,
      "loss": 0.3566,
      "step": 1580
    },
    {
      "epoch": 0.4496606334841629,
      "grad_norm": 3.058835744857788,
      "learning_rate": 1.7002262443438916e-05,
      "loss": 0.3681,
      "step": 1590
    },
    {
      "epoch": 0.45248868778280543,
      "grad_norm": 3.9540457725524902,
      "learning_rate": 1.6983408748114633e-05,
      "loss": 0.3132,
      "step": 1600
    },
    {
      "epoch": 0.45531674208144796,
      "grad_norm": 3.8163225650787354,
      "learning_rate": 1.6964555052790346e-05,
      "loss": 0.3654,
      "step": 1610
    },
    {
      "epoch": 0.4581447963800905,
      "grad_norm": 4.724973201751709,
      "learning_rate": 1.6945701357466063e-05,
      "loss": 0.3434,
      "step": 1620
    },
    {
      "epoch": 0.46097285067873306,
      "grad_norm": 3.3608546257019043,
      "learning_rate": 1.692684766214178e-05,
      "loss": 0.3593,
      "step": 1630
    },
    {
      "epoch": 0.4638009049773756,
      "grad_norm": 4.132437705993652,
      "learning_rate": 1.6907993966817496e-05,
      "loss": 0.3552,
      "step": 1640
    },
    {
      "epoch": 0.4666289592760181,
      "grad_norm": 4.544163227081299,
      "learning_rate": 1.6889140271493213e-05,
      "loss": 0.3678,
      "step": 1650
    },
    {
      "epoch": 0.46945701357466063,
      "grad_norm": 4.244106769561768,
      "learning_rate": 1.687028657616893e-05,
      "loss": 0.3432,
      "step": 1660
    },
    {
      "epoch": 0.47228506787330315,
      "grad_norm": 3.3168179988861084,
      "learning_rate": 1.6851432880844646e-05,
      "loss": 0.313,
      "step": 1670
    },
    {
      "epoch": 0.4751131221719457,
      "grad_norm": 4.040717601776123,
      "learning_rate": 1.6832579185520363e-05,
      "loss": 0.3334,
      "step": 1680
    },
    {
      "epoch": 0.47794117647058826,
      "grad_norm": 4.582857608795166,
      "learning_rate": 1.681372549019608e-05,
      "loss": 0.3004,
      "step": 1690
    },
    {
      "epoch": 0.4807692307692308,
      "grad_norm": 6.330207347869873,
      "learning_rate": 1.6794871794871796e-05,
      "loss": 0.3486,
      "step": 1700
    },
    {
      "epoch": 0.4835972850678733,
      "grad_norm": 3.564183473587036,
      "learning_rate": 1.6776018099547512e-05,
      "loss": 0.3312,
      "step": 1710
    },
    {
      "epoch": 0.48642533936651583,
      "grad_norm": 5.753744125366211,
      "learning_rate": 1.675716440422323e-05,
      "loss": 0.4188,
      "step": 1720
    },
    {
      "epoch": 0.48925339366515835,
      "grad_norm": 2.692269802093506,
      "learning_rate": 1.6738310708898946e-05,
      "loss": 0.3149,
      "step": 1730
    },
    {
      "epoch": 0.4920814479638009,
      "grad_norm": 3.748378038406372,
      "learning_rate": 1.6719457013574662e-05,
      "loss": 0.374,
      "step": 1740
    },
    {
      "epoch": 0.49490950226244346,
      "grad_norm": 7.150949478149414,
      "learning_rate": 1.670060331825038e-05,
      "loss": 0.4427,
      "step": 1750
    },
    {
      "epoch": 0.497737556561086,
      "grad_norm": 4.332088470458984,
      "learning_rate": 1.6681749622926096e-05,
      "loss": 0.296,
      "step": 1760
    },
    {
      "epoch": 0.5005656108597285,
      "grad_norm": 3.9501969814300537,
      "learning_rate": 1.6662895927601812e-05,
      "loss": 0.3236,
      "step": 1770
    },
    {
      "epoch": 0.503393665158371,
      "grad_norm": 4.039945602416992,
      "learning_rate": 1.664404223227753e-05,
      "loss": 0.3654,
      "step": 1780
    },
    {
      "epoch": 0.5062217194570136,
      "grad_norm": 4.735800743103027,
      "learning_rate": 1.6625188536953245e-05,
      "loss": 0.3177,
      "step": 1790
    },
    {
      "epoch": 0.5090497737556561,
      "grad_norm": 3.796029806137085,
      "learning_rate": 1.6606334841628962e-05,
      "loss": 0.3302,
      "step": 1800
    },
    {
      "epoch": 0.5118778280542986,
      "grad_norm": 2.808561086654663,
      "learning_rate": 1.658748114630468e-05,
      "loss": 0.3533,
      "step": 1810
    },
    {
      "epoch": 0.5147058823529411,
      "grad_norm": 3.9006407260894775,
      "learning_rate": 1.6568627450980395e-05,
      "loss": 0.3862,
      "step": 1820
    },
    {
      "epoch": 0.5175339366515838,
      "grad_norm": 6.6023850440979,
      "learning_rate": 1.654977375565611e-05,
      "loss": 0.4115,
      "step": 1830
    },
    {
      "epoch": 0.5203619909502263,
      "grad_norm": 3.3932111263275146,
      "learning_rate": 1.6530920060331825e-05,
      "loss": 0.2936,
      "step": 1840
    },
    {
      "epoch": 0.5231900452488688,
      "grad_norm": 4.266836166381836,
      "learning_rate": 1.651206636500754e-05,
      "loss": 0.2848,
      "step": 1850
    },
    {
      "epoch": 0.5260180995475113,
      "grad_norm": 4.283823490142822,
      "learning_rate": 1.6493212669683258e-05,
      "loss": 0.4285,
      "step": 1860
    },
    {
      "epoch": 0.5288461538461539,
      "grad_norm": 3.3755383491516113,
      "learning_rate": 1.6474358974358975e-05,
      "loss": 0.3579,
      "step": 1870
    },
    {
      "epoch": 0.5316742081447964,
      "grad_norm": 5.754073143005371,
      "learning_rate": 1.645550527903469e-05,
      "loss": 0.3325,
      "step": 1880
    },
    {
      "epoch": 0.5345022624434389,
      "grad_norm": 2.890216588973999,
      "learning_rate": 1.6436651583710408e-05,
      "loss": 0.3866,
      "step": 1890
    },
    {
      "epoch": 0.5373303167420814,
      "grad_norm": 4.1960978507995605,
      "learning_rate": 1.6417797888386125e-05,
      "loss": 0.4097,
      "step": 1900
    },
    {
      "epoch": 0.540158371040724,
      "grad_norm": 4.490061283111572,
      "learning_rate": 1.639894419306184e-05,
      "loss": 0.3541,
      "step": 1910
    },
    {
      "epoch": 0.5429864253393665,
      "grad_norm": 2.911954879760742,
      "learning_rate": 1.6380090497737558e-05,
      "loss": 0.3435,
      "step": 1920
    },
    {
      "epoch": 0.545814479638009,
      "grad_norm": 2.816277027130127,
      "learning_rate": 1.6361236802413275e-05,
      "loss": 0.3168,
      "step": 1930
    },
    {
      "epoch": 0.5486425339366516,
      "grad_norm": 5.4081807136535645,
      "learning_rate": 1.634238310708899e-05,
      "loss": 0.404,
      "step": 1940
    },
    {
      "epoch": 0.5514705882352942,
      "grad_norm": 6.02499532699585,
      "learning_rate": 1.6323529411764708e-05,
      "loss": 0.4293,
      "step": 1950
    },
    {
      "epoch": 0.5542986425339367,
      "grad_norm": 5.138996124267578,
      "learning_rate": 1.6304675716440424e-05,
      "loss": 0.4194,
      "step": 1960
    },
    {
      "epoch": 0.5571266968325792,
      "grad_norm": 4.069638252258301,
      "learning_rate": 1.628582202111614e-05,
      "loss": 0.4188,
      "step": 1970
    },
    {
      "epoch": 0.5599547511312217,
      "grad_norm": 4.273077487945557,
      "learning_rate": 1.6266968325791858e-05,
      "loss": 0.3714,
      "step": 1980
    },
    {
      "epoch": 0.5627828054298643,
      "grad_norm": 3.559727430343628,
      "learning_rate": 1.6248114630467574e-05,
      "loss": 0.2804,
      "step": 1990
    },
    {
      "epoch": 0.5656108597285068,
      "grad_norm": 3.5052013397216797,
      "learning_rate": 1.622926093514329e-05,
      "loss": 0.375,
      "step": 2000
    },
    {
      "epoch": 0.5656108597285068,
      "eval_accuracy": 0.8721762647152402,
      "eval_loss": 0.32142505049705505,
      "eval_runtime": 126.2811,
      "eval_samples_per_second": 99.556,
      "eval_steps_per_second": 3.112,
      "step": 2000
    },
    {
      "epoch": 0.5684389140271493,
      "grad_norm": 3.033839464187622,
      "learning_rate": 1.6210407239819008e-05,
      "loss": 0.2655,
      "step": 2010
    },
    {
      "epoch": 0.5712669683257918,
      "grad_norm": 8.15062427520752,
      "learning_rate": 1.6191553544494724e-05,
      "loss": 0.282,
      "step": 2020
    },
    {
      "epoch": 0.5740950226244343,
      "grad_norm": 4.665267467498779,
      "learning_rate": 1.6172699849170437e-05,
      "loss": 0.3432,
      "step": 2030
    },
    {
      "epoch": 0.5769230769230769,
      "grad_norm": 5.122295379638672,
      "learning_rate": 1.6153846153846154e-05,
      "loss": 0.4143,
      "step": 2040
    },
    {
      "epoch": 0.5797511312217195,
      "grad_norm": 5.127368450164795,
      "learning_rate": 1.613499245852187e-05,
      "loss": 0.3529,
      "step": 2050
    },
    {
      "epoch": 0.582579185520362,
      "grad_norm": 4.725905418395996,
      "learning_rate": 1.6116138763197587e-05,
      "loss": 0.3102,
      "step": 2060
    },
    {
      "epoch": 0.5854072398190046,
      "grad_norm": 2.358879566192627,
      "learning_rate": 1.6097285067873304e-05,
      "loss": 0.4083,
      "step": 2070
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 4.624474048614502,
      "learning_rate": 1.607843137254902e-05,
      "loss": 0.3742,
      "step": 2080
    },
    {
      "epoch": 0.5910633484162896,
      "grad_norm": 3.6771047115325928,
      "learning_rate": 1.6059577677224737e-05,
      "loss": 0.3705,
      "step": 2090
    },
    {
      "epoch": 0.5938914027149321,
      "grad_norm": 3.136711359024048,
      "learning_rate": 1.6040723981900454e-05,
      "loss": 0.3365,
      "step": 2100
    },
    {
      "epoch": 0.5967194570135747,
      "grad_norm": 4.1188883781433105,
      "learning_rate": 1.602187028657617e-05,
      "loss": 0.3138,
      "step": 2110
    },
    {
      "epoch": 0.5995475113122172,
      "grad_norm": 2.472294569015503,
      "learning_rate": 1.6003016591251887e-05,
      "loss": 0.2888,
      "step": 2120
    },
    {
      "epoch": 0.6023755656108597,
      "grad_norm": 3.7209103107452393,
      "learning_rate": 1.5984162895927604e-05,
      "loss": 0.3057,
      "step": 2130
    },
    {
      "epoch": 0.6052036199095022,
      "grad_norm": 3.5798637866973877,
      "learning_rate": 1.596530920060332e-05,
      "loss": 0.3481,
      "step": 2140
    },
    {
      "epoch": 0.6080316742081447,
      "grad_norm": 3.1317641735076904,
      "learning_rate": 1.5946455505279037e-05,
      "loss": 0.2694,
      "step": 2150
    },
    {
      "epoch": 0.6108597285067874,
      "grad_norm": 3.438688278198242,
      "learning_rate": 1.592760180995475e-05,
      "loss": 0.338,
      "step": 2160
    },
    {
      "epoch": 0.6136877828054299,
      "grad_norm": 2.2631101608276367,
      "learning_rate": 1.5908748114630467e-05,
      "loss": 0.4032,
      "step": 2170
    },
    {
      "epoch": 0.6165158371040724,
      "grad_norm": 3.2705330848693848,
      "learning_rate": 1.5889894419306183e-05,
      "loss": 0.3878,
      "step": 2180
    },
    {
      "epoch": 0.619343891402715,
      "grad_norm": 5.617705821990967,
      "learning_rate": 1.58710407239819e-05,
      "loss": 0.3213,
      "step": 2190
    },
    {
      "epoch": 0.6221719457013575,
      "grad_norm": 5.0493550300598145,
      "learning_rate": 1.5852187028657616e-05,
      "loss": 0.3606,
      "step": 2200
    },
    {
      "epoch": 0.625,
      "grad_norm": 2.885690689086914,
      "learning_rate": 1.5833333333333333e-05,
      "loss": 0.3232,
      "step": 2210
    },
    {
      "epoch": 0.6278280542986425,
      "grad_norm": 2.4986419677734375,
      "learning_rate": 1.581447963800905e-05,
      "loss": 0.3318,
      "step": 2220
    },
    {
      "epoch": 0.630656108597285,
      "grad_norm": 3.8310494422912598,
      "learning_rate": 1.5795625942684766e-05,
      "loss": 0.3241,
      "step": 2230
    },
    {
      "epoch": 0.6334841628959276,
      "grad_norm": 4.589399337768555,
      "learning_rate": 1.5776772247360483e-05,
      "loss": 0.3537,
      "step": 2240
    },
    {
      "epoch": 0.6363122171945701,
      "grad_norm": 3.939833164215088,
      "learning_rate": 1.57579185520362e-05,
      "loss": 0.3665,
      "step": 2250
    },
    {
      "epoch": 0.6391402714932126,
      "grad_norm": 3.5939204692840576,
      "learning_rate": 1.5739064856711916e-05,
      "loss": 0.3462,
      "step": 2260
    },
    {
      "epoch": 0.6419683257918553,
      "grad_norm": 4.346156597137451,
      "learning_rate": 1.5720211161387633e-05,
      "loss": 0.3887,
      "step": 2270
    },
    {
      "epoch": 0.6447963800904978,
      "grad_norm": 4.5238165855407715,
      "learning_rate": 1.570135746606335e-05,
      "loss": 0.269,
      "step": 2280
    },
    {
      "epoch": 0.6476244343891403,
      "grad_norm": 4.225012302398682,
      "learning_rate": 1.5682503770739066e-05,
      "loss": 0.3346,
      "step": 2290
    },
    {
      "epoch": 0.6504524886877828,
      "grad_norm": 5.076806545257568,
      "learning_rate": 1.5663650075414783e-05,
      "loss": 0.4031,
      "step": 2300
    },
    {
      "epoch": 0.6532805429864253,
      "grad_norm": 5.921730041503906,
      "learning_rate": 1.56447963800905e-05,
      "loss": 0.3348,
      "step": 2310
    },
    {
      "epoch": 0.6561085972850679,
      "grad_norm": 5.128915309906006,
      "learning_rate": 1.5625942684766216e-05,
      "loss": 0.3626,
      "step": 2320
    },
    {
      "epoch": 0.6589366515837104,
      "grad_norm": 3.5405006408691406,
      "learning_rate": 1.5607088989441932e-05,
      "loss": 0.3396,
      "step": 2330
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 5.166226863861084,
      "learning_rate": 1.558823529411765e-05,
      "loss": 0.3281,
      "step": 2340
    },
    {
      "epoch": 0.6645927601809954,
      "grad_norm": 3.0114974975585938,
      "learning_rate": 1.5569381598793366e-05,
      "loss": 0.3495,
      "step": 2350
    },
    {
      "epoch": 0.667420814479638,
      "grad_norm": 4.730240345001221,
      "learning_rate": 1.5550527903469082e-05,
      "loss": 0.3775,
      "step": 2360
    },
    {
      "epoch": 0.6702488687782805,
      "grad_norm": 6.134402275085449,
      "learning_rate": 1.55316742081448e-05,
      "loss": 0.408,
      "step": 2370
    },
    {
      "epoch": 0.6730769230769231,
      "grad_norm": 8.204373359680176,
      "learning_rate": 1.5512820512820516e-05,
      "loss": 0.3215,
      "step": 2380
    },
    {
      "epoch": 0.6759049773755657,
      "grad_norm": 5.2875895500183105,
      "learning_rate": 1.5493966817496232e-05,
      "loss": 0.3004,
      "step": 2390
    },
    {
      "epoch": 0.6787330316742082,
      "grad_norm": 4.722002029418945,
      "learning_rate": 1.547511312217195e-05,
      "loss": 0.3495,
      "step": 2400
    },
    {
      "epoch": 0.6815610859728507,
      "grad_norm": 3.777385711669922,
      "learning_rate": 1.5456259426847665e-05,
      "loss": 0.314,
      "step": 2410
    },
    {
      "epoch": 0.6843891402714932,
      "grad_norm": 4.804584503173828,
      "learning_rate": 1.5437405731523382e-05,
      "loss": 0.302,
      "step": 2420
    },
    {
      "epoch": 0.6872171945701357,
      "grad_norm": 1.9814542531967163,
      "learning_rate": 1.54185520361991e-05,
      "loss": 0.32,
      "step": 2430
    },
    {
      "epoch": 0.6900452488687783,
      "grad_norm": 4.671655178070068,
      "learning_rate": 1.5399698340874812e-05,
      "loss": 0.3471,
      "step": 2440
    },
    {
      "epoch": 0.6928733031674208,
      "grad_norm": 4.3465776443481445,
      "learning_rate": 1.538084464555053e-05,
      "loss": 0.4079,
      "step": 2450
    },
    {
      "epoch": 0.6957013574660633,
      "grad_norm": 5.087115287780762,
      "learning_rate": 1.5361990950226245e-05,
      "loss": 0.2957,
      "step": 2460
    },
    {
      "epoch": 0.6985294117647058,
      "grad_norm": 4.124098777770996,
      "learning_rate": 1.5343137254901962e-05,
      "loss": 0.3573,
      "step": 2470
    },
    {
      "epoch": 0.7013574660633484,
      "grad_norm": 4.266404628753662,
      "learning_rate": 1.532428355957768e-05,
      "loss": 0.3054,
      "step": 2480
    },
    {
      "epoch": 0.704185520361991,
      "grad_norm": 3.325258731842041,
      "learning_rate": 1.5305429864253395e-05,
      "loss": 0.3675,
      "step": 2490
    },
    {
      "epoch": 0.7070135746606335,
      "grad_norm": 2.9218814373016357,
      "learning_rate": 1.528657616892911e-05,
      "loss": 0.3175,
      "step": 2500
    },
    {
      "epoch": 0.709841628959276,
      "grad_norm": 4.399160385131836,
      "learning_rate": 1.5267722473604828e-05,
      "loss": 0.3239,
      "step": 2510
    },
    {
      "epoch": 0.7126696832579186,
      "grad_norm": 4.460221290588379,
      "learning_rate": 1.5248868778280543e-05,
      "loss": 0.3827,
      "step": 2520
    },
    {
      "epoch": 0.7154977375565611,
      "grad_norm": 3.0739834308624268,
      "learning_rate": 1.523001508295626e-05,
      "loss": 0.3725,
      "step": 2530
    },
    {
      "epoch": 0.7183257918552036,
      "grad_norm": 2.8812670707702637,
      "learning_rate": 1.5211161387631976e-05,
      "loss": 0.2495,
      "step": 2540
    },
    {
      "epoch": 0.7211538461538461,
      "grad_norm": 6.949345588684082,
      "learning_rate": 1.5192307692307693e-05,
      "loss": 0.3632,
      "step": 2550
    },
    {
      "epoch": 0.7239819004524887,
      "grad_norm": 3.124908685684204,
      "learning_rate": 1.517345399698341e-05,
      "loss": 0.3681,
      "step": 2560
    },
    {
      "epoch": 0.7268099547511312,
      "grad_norm": 4.435882091522217,
      "learning_rate": 1.5154600301659126e-05,
      "loss": 0.3279,
      "step": 2570
    },
    {
      "epoch": 0.7296380090497737,
      "grad_norm": 3.6505391597747803,
      "learning_rate": 1.5135746606334843e-05,
      "loss": 0.3487,
      "step": 2580
    },
    {
      "epoch": 0.7324660633484162,
      "grad_norm": 3.057103395462036,
      "learning_rate": 1.511689291101056e-05,
      "loss": 0.3086,
      "step": 2590
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 2.988297462463379,
      "learning_rate": 1.5098039215686276e-05,
      "loss": 0.2901,
      "step": 2600
    },
    {
      "epoch": 0.7381221719457014,
      "grad_norm": 8.121850967407227,
      "learning_rate": 1.5079185520361993e-05,
      "loss": 0.3656,
      "step": 2610
    },
    {
      "epoch": 0.7409502262443439,
      "grad_norm": 3.4862985610961914,
      "learning_rate": 1.506033182503771e-05,
      "loss": 0.3144,
      "step": 2620
    },
    {
      "epoch": 0.7437782805429864,
      "grad_norm": 2.3046765327453613,
      "learning_rate": 1.5041478129713424e-05,
      "loss": 0.2498,
      "step": 2630
    },
    {
      "epoch": 0.746606334841629,
      "grad_norm": 3.606008529663086,
      "learning_rate": 1.502262443438914e-05,
      "loss": 0.3449,
      "step": 2640
    },
    {
      "epoch": 0.7494343891402715,
      "grad_norm": 3.494842767715454,
      "learning_rate": 1.5003770739064857e-05,
      "loss": 0.2784,
      "step": 2650
    },
    {
      "epoch": 0.752262443438914,
      "grad_norm": 5.306181907653809,
      "learning_rate": 1.4984917043740574e-05,
      "loss": 0.2783,
      "step": 2660
    },
    {
      "epoch": 0.7550904977375565,
      "grad_norm": 3.1774604320526123,
      "learning_rate": 1.496606334841629e-05,
      "loss": 0.2216,
      "step": 2670
    },
    {
      "epoch": 0.7579185520361991,
      "grad_norm": 5.226140022277832,
      "learning_rate": 1.4947209653092007e-05,
      "loss": 0.386,
      "step": 2680
    },
    {
      "epoch": 0.7607466063348416,
      "grad_norm": 3.7945973873138428,
      "learning_rate": 1.4928355957767724e-05,
      "loss": 0.3213,
      "step": 2690
    },
    {
      "epoch": 0.7635746606334841,
      "grad_norm": 3.4387052059173584,
      "learning_rate": 1.490950226244344e-05,
      "loss": 0.3386,
      "step": 2700
    },
    {
      "epoch": 0.7664027149321267,
      "grad_norm": 3.023867607116699,
      "learning_rate": 1.4890648567119157e-05,
      "loss": 0.3507,
      "step": 2710
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 5.2512640953063965,
      "learning_rate": 1.4871794871794874e-05,
      "loss": 0.3141,
      "step": 2720
    },
    {
      "epoch": 0.7720588235294118,
      "grad_norm": 3.79915452003479,
      "learning_rate": 1.485294117647059e-05,
      "loss": 0.3441,
      "step": 2730
    },
    {
      "epoch": 0.7748868778280543,
      "grad_norm": 1.8601824045181274,
      "learning_rate": 1.4834087481146307e-05,
      "loss": 0.3662,
      "step": 2740
    },
    {
      "epoch": 0.7777149321266968,
      "grad_norm": 2.1231563091278076,
      "learning_rate": 1.4815233785822024e-05,
      "loss": 0.3365,
      "step": 2750
    },
    {
      "epoch": 0.7805429864253394,
      "grad_norm": 5.087540149688721,
      "learning_rate": 1.479638009049774e-05,
      "loss": 0.3339,
      "step": 2760
    },
    {
      "epoch": 0.7833710407239819,
      "grad_norm": 6.3354668617248535,
      "learning_rate": 1.4777526395173457e-05,
      "loss": 0.317,
      "step": 2770
    },
    {
      "epoch": 0.7861990950226244,
      "grad_norm": 3.519740581512451,
      "learning_rate": 1.4758672699849172e-05,
      "loss": 0.3237,
      "step": 2780
    },
    {
      "epoch": 0.7890271493212669,
      "grad_norm": 2.299184560775757,
      "learning_rate": 1.4739819004524888e-05,
      "loss": 0.289,
      "step": 2790
    },
    {
      "epoch": 0.7918552036199095,
      "grad_norm": 6.4508490562438965,
      "learning_rate": 1.4720965309200605e-05,
      "loss": 0.3214,
      "step": 2800
    },
    {
      "epoch": 0.794683257918552,
      "grad_norm": 1.989512324333191,
      "learning_rate": 1.4702111613876322e-05,
      "loss": 0.2949,
      "step": 2810
    },
    {
      "epoch": 0.7975113122171946,
      "grad_norm": 5.373081684112549,
      "learning_rate": 1.4683257918552036e-05,
      "loss": 0.3365,
      "step": 2820
    },
    {
      "epoch": 0.8003393665158371,
      "grad_norm": 2.989363193511963,
      "learning_rate": 1.4664404223227753e-05,
      "loss": 0.2495,
      "step": 2830
    },
    {
      "epoch": 0.8031674208144797,
      "grad_norm": 4.9633660316467285,
      "learning_rate": 1.464555052790347e-05,
      "loss": 0.2815,
      "step": 2840
    },
    {
      "epoch": 0.8059954751131222,
      "grad_norm": 6.031944274902344,
      "learning_rate": 1.4626696832579186e-05,
      "loss": 0.2632,
      "step": 2850
    },
    {
      "epoch": 0.8088235294117647,
      "grad_norm": 3.689105987548828,
      "learning_rate": 1.4607843137254903e-05,
      "loss": 0.3192,
      "step": 2860
    },
    {
      "epoch": 0.8116515837104072,
      "grad_norm": 3.926541805267334,
      "learning_rate": 1.458898944193062e-05,
      "loss": 0.3569,
      "step": 2870
    },
    {
      "epoch": 0.8144796380090498,
      "grad_norm": 4.753978252410889,
      "learning_rate": 1.4570135746606336e-05,
      "loss": 0.3957,
      "step": 2880
    },
    {
      "epoch": 0.8173076923076923,
      "grad_norm": 5.156829833984375,
      "learning_rate": 1.4551282051282051e-05,
      "loss": 0.3271,
      "step": 2890
    },
    {
      "epoch": 0.8201357466063348,
      "grad_norm": 3.1717522144317627,
      "learning_rate": 1.4532428355957768e-05,
      "loss": 0.3337,
      "step": 2900
    },
    {
      "epoch": 0.8229638009049773,
      "grad_norm": 2.9101099967956543,
      "learning_rate": 1.4513574660633484e-05,
      "loss": 0.3331,
      "step": 2910
    },
    {
      "epoch": 0.8257918552036199,
      "grad_norm": 3.014803171157837,
      "learning_rate": 1.4494720965309201e-05,
      "loss": 0.303,
      "step": 2920
    },
    {
      "epoch": 0.8286199095022625,
      "grad_norm": 6.68400764465332,
      "learning_rate": 1.4475867269984918e-05,
      "loss": 0.3414,
      "step": 2930
    },
    {
      "epoch": 0.831447963800905,
      "grad_norm": 4.039949417114258,
      "learning_rate": 1.4457013574660634e-05,
      "loss": 0.3107,
      "step": 2940
    },
    {
      "epoch": 0.8342760180995475,
      "grad_norm": 5.4491286277771,
      "learning_rate": 1.443815987933635e-05,
      "loss": 0.3094,
      "step": 2950
    },
    {
      "epoch": 0.8371040723981901,
      "grad_norm": 4.456144332885742,
      "learning_rate": 1.4419306184012067e-05,
      "loss": 0.3137,
      "step": 2960
    },
    {
      "epoch": 0.8399321266968326,
      "grad_norm": 3.682917594909668,
      "learning_rate": 1.4400452488687784e-05,
      "loss": 0.3221,
      "step": 2970
    },
    {
      "epoch": 0.8427601809954751,
      "grad_norm": 4.826881408691406,
      "learning_rate": 1.43815987933635e-05,
      "loss": 0.3828,
      "step": 2980
    },
    {
      "epoch": 0.8455882352941176,
      "grad_norm": 4.945711135864258,
      "learning_rate": 1.4362745098039217e-05,
      "loss": 0.2887,
      "step": 2990
    },
    {
      "epoch": 0.8484162895927602,
      "grad_norm": 6.562948226928711,
      "learning_rate": 1.4343891402714934e-05,
      "loss": 0.3222,
      "step": 3000
    },
    {
      "epoch": 0.8484162895927602,
      "eval_accuracy": 0.8736875596563792,
      "eval_loss": 0.32356539368629456,
      "eval_runtime": 126.3914,
      "eval_samples_per_second": 99.469,
      "eval_steps_per_second": 3.109,
      "step": 3000
    },
    {
      "epoch": 0.8512443438914027,
      "grad_norm": 5.110568523406982,
      "learning_rate": 1.432503770739065e-05,
      "loss": 0.3145,
      "step": 3010
    },
    {
      "epoch": 0.8540723981900452,
      "grad_norm": 4.4614081382751465,
      "learning_rate": 1.4306184012066367e-05,
      "loss": 0.3098,
      "step": 3020
    },
    {
      "epoch": 0.8569004524886877,
      "grad_norm": 3.0560202598571777,
      "learning_rate": 1.4287330316742084e-05,
      "loss": 0.3271,
      "step": 3030
    },
    {
      "epoch": 0.8597285067873304,
      "grad_norm": 5.284294605255127,
      "learning_rate": 1.4268476621417799e-05,
      "loss": 0.3461,
      "step": 3040
    },
    {
      "epoch": 0.8625565610859729,
      "grad_norm": 3.1206512451171875,
      "learning_rate": 1.4249622926093515e-05,
      "loss": 0.2705,
      "step": 3050
    },
    {
      "epoch": 0.8653846153846154,
      "grad_norm": 4.308442115783691,
      "learning_rate": 1.4230769230769232e-05,
      "loss": 0.3691,
      "step": 3060
    },
    {
      "epoch": 0.8682126696832579,
      "grad_norm": 2.637321710586548,
      "learning_rate": 1.4211915535444948e-05,
      "loss": 0.3388,
      "step": 3070
    },
    {
      "epoch": 0.8710407239819005,
      "grad_norm": 4.938368797302246,
      "learning_rate": 1.4193061840120665e-05,
      "loss": 0.288,
      "step": 3080
    },
    {
      "epoch": 0.873868778280543,
      "grad_norm": 4.269132137298584,
      "learning_rate": 1.4174208144796382e-05,
      "loss": 0.3347,
      "step": 3090
    },
    {
      "epoch": 0.8766968325791855,
      "grad_norm": 4.967940807342529,
      "learning_rate": 1.4155354449472098e-05,
      "loss": 0.318,
      "step": 3100
    },
    {
      "epoch": 0.879524886877828,
      "grad_norm": 4.122420787811279,
      "learning_rate": 1.4136500754147815e-05,
      "loss": 0.3139,
      "step": 3110
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 3.85040545463562,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 0.3544,
      "step": 3120
    },
    {
      "epoch": 0.8851809954751131,
      "grad_norm": 5.834123134613037,
      "learning_rate": 1.4098793363499248e-05,
      "loss": 0.3717,
      "step": 3130
    },
    {
      "epoch": 0.8880090497737556,
      "grad_norm": 3.2261178493499756,
      "learning_rate": 1.4079939668174965e-05,
      "loss": 0.3071,
      "step": 3140
    },
    {
      "epoch": 0.8908371040723982,
      "grad_norm": 5.519437789916992,
      "learning_rate": 1.4061085972850678e-05,
      "loss": 0.2519,
      "step": 3150
    },
    {
      "epoch": 0.8936651583710408,
      "grad_norm": 2.5292046070098877,
      "learning_rate": 1.4042232277526395e-05,
      "loss": 0.3543,
      "step": 3160
    },
    {
      "epoch": 0.8964932126696833,
      "grad_norm": 3.737870454788208,
      "learning_rate": 1.4023378582202111e-05,
      "loss": 0.3036,
      "step": 3170
    },
    {
      "epoch": 0.8993212669683258,
      "grad_norm": 4.248650550842285,
      "learning_rate": 1.4004524886877828e-05,
      "loss": 0.321,
      "step": 3180
    },
    {
      "epoch": 0.9021493212669683,
      "grad_norm": 3.5133938789367676,
      "learning_rate": 1.3985671191553544e-05,
      "loss": 0.354,
      "step": 3190
    },
    {
      "epoch": 0.9049773755656109,
      "grad_norm": 2.819633722305298,
      "learning_rate": 1.3966817496229261e-05,
      "loss": 0.2789,
      "step": 3200
    },
    {
      "epoch": 0.9078054298642534,
      "grad_norm": 3.6485252380371094,
      "learning_rate": 1.3947963800904978e-05,
      "loss": 0.3348,
      "step": 3210
    },
    {
      "epoch": 0.9106334841628959,
      "grad_norm": 4.469762325286865,
      "learning_rate": 1.3929110105580694e-05,
      "loss": 0.2611,
      "step": 3220
    },
    {
      "epoch": 0.9134615384615384,
      "grad_norm": 5.00715970993042,
      "learning_rate": 1.3910256410256411e-05,
      "loss": 0.3701,
      "step": 3230
    },
    {
      "epoch": 0.916289592760181,
      "grad_norm": 3.802788734436035,
      "learning_rate": 1.3891402714932128e-05,
      "loss": 0.4052,
      "step": 3240
    },
    {
      "epoch": 0.9191176470588235,
      "grad_norm": 3.6908090114593506,
      "learning_rate": 1.3872549019607844e-05,
      "loss": 0.3163,
      "step": 3250
    },
    {
      "epoch": 0.9219457013574661,
      "grad_norm": 4.198665142059326,
      "learning_rate": 1.385369532428356e-05,
      "loss": 0.3004,
      "step": 3260
    },
    {
      "epoch": 0.9247737556561086,
      "grad_norm": 5.080460071563721,
      "learning_rate": 1.3834841628959277e-05,
      "loss": 0.3444,
      "step": 3270
    },
    {
      "epoch": 0.9276018099547512,
      "grad_norm": 5.11644983291626,
      "learning_rate": 1.3815987933634994e-05,
      "loss": 0.3238,
      "step": 3280
    },
    {
      "epoch": 0.9304298642533937,
      "grad_norm": 7.753527641296387,
      "learning_rate": 1.379713423831071e-05,
      "loss": 0.3969,
      "step": 3290
    },
    {
      "epoch": 0.9332579185520362,
      "grad_norm": 3.2283082008361816,
      "learning_rate": 1.3778280542986426e-05,
      "loss": 0.3186,
      "step": 3300
    },
    {
      "epoch": 0.9360859728506787,
      "grad_norm": 5.4364094734191895,
      "learning_rate": 1.3759426847662142e-05,
      "loss": 0.2786,
      "step": 3310
    },
    {
      "epoch": 0.9389140271493213,
      "grad_norm": 4.061675071716309,
      "learning_rate": 1.3740573152337859e-05,
      "loss": 0.2909,
      "step": 3320
    },
    {
      "epoch": 0.9417420814479638,
      "grad_norm": 2.8919031620025635,
      "learning_rate": 1.3721719457013575e-05,
      "loss": 0.3572,
      "step": 3330
    },
    {
      "epoch": 0.9445701357466063,
      "grad_norm": 2.643793821334839,
      "learning_rate": 1.3702865761689292e-05,
      "loss": 0.2582,
      "step": 3340
    },
    {
      "epoch": 0.9473981900452488,
      "grad_norm": 2.6080071926116943,
      "learning_rate": 1.3684012066365009e-05,
      "loss": 0.3299,
      "step": 3350
    },
    {
      "epoch": 0.9502262443438914,
      "grad_norm": 3.8307015895843506,
      "learning_rate": 1.3665158371040725e-05,
      "loss": 0.3193,
      "step": 3360
    },
    {
      "epoch": 0.9530542986425339,
      "grad_norm": 5.132751941680908,
      "learning_rate": 1.3646304675716442e-05,
      "loss": 0.3029,
      "step": 3370
    },
    {
      "epoch": 0.9558823529411765,
      "grad_norm": 2.5157196521759033,
      "learning_rate": 1.3627450980392158e-05,
      "loss": 0.2851,
      "step": 3380
    },
    {
      "epoch": 0.958710407239819,
      "grad_norm": 2.9101061820983887,
      "learning_rate": 1.3608597285067875e-05,
      "loss": 0.2542,
      "step": 3390
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 4.939927101135254,
      "learning_rate": 1.3589743589743592e-05,
      "loss": 0.2904,
      "step": 3400
    },
    {
      "epoch": 0.9643665158371041,
      "grad_norm": 3.6113576889038086,
      "learning_rate": 1.3570889894419308e-05,
      "loss": 0.2654,
      "step": 3410
    },
    {
      "epoch": 0.9671945701357466,
      "grad_norm": 7.237005710601807,
      "learning_rate": 1.3552036199095025e-05,
      "loss": 0.2636,
      "step": 3420
    },
    {
      "epoch": 0.9700226244343891,
      "grad_norm": 4.309847354888916,
      "learning_rate": 1.3533182503770742e-05,
      "loss": 0.3095,
      "step": 3430
    },
    {
      "epoch": 0.9728506787330317,
      "grad_norm": 3.404597520828247,
      "learning_rate": 1.3514328808446458e-05,
      "loss": 0.3147,
      "step": 3440
    },
    {
      "epoch": 0.9756787330316742,
      "grad_norm": 2.2847061157226562,
      "learning_rate": 1.3495475113122173e-05,
      "loss": 0.2536,
      "step": 3450
    },
    {
      "epoch": 0.9785067873303167,
      "grad_norm": 3.670473337173462,
      "learning_rate": 1.347662141779789e-05,
      "loss": 0.4246,
      "step": 3460
    },
    {
      "epoch": 0.9813348416289592,
      "grad_norm": 3.955064296722412,
      "learning_rate": 1.3457767722473606e-05,
      "loss": 0.3578,
      "step": 3470
    },
    {
      "epoch": 0.9841628959276018,
      "grad_norm": 4.502097129821777,
      "learning_rate": 1.3438914027149323e-05,
      "loss": 0.2467,
      "step": 3480
    },
    {
      "epoch": 0.9869909502262444,
      "grad_norm": 2.4463083744049072,
      "learning_rate": 1.3420060331825038e-05,
      "loss": 0.2968,
      "step": 3490
    },
    {
      "epoch": 0.9898190045248869,
      "grad_norm": 4.400903224945068,
      "learning_rate": 1.3401206636500754e-05,
      "loss": 0.2767,
      "step": 3500
    },
    {
      "epoch": 0.9926470588235294,
      "grad_norm": 3.8190836906433105,
      "learning_rate": 1.3382352941176471e-05,
      "loss": 0.2868,
      "step": 3510
    },
    {
      "epoch": 0.995475113122172,
      "grad_norm": 6.496269702911377,
      "learning_rate": 1.3363499245852188e-05,
      "loss": 0.2562,
      "step": 3520
    },
    {
      "epoch": 0.9983031674208145,
      "grad_norm": 6.07765531539917,
      "learning_rate": 1.3344645550527904e-05,
      "loss": 0.3454,
      "step": 3530
    },
    {
      "epoch": 1.001131221719457,
      "grad_norm": 2.3242061138153076,
      "learning_rate": 1.3325791855203621e-05,
      "loss": 0.2916,
      "step": 3540
    },
    {
      "epoch": 1.0039592760180995,
      "grad_norm": 4.1568922996521,
      "learning_rate": 1.3306938159879338e-05,
      "loss": 0.2674,
      "step": 3550
    },
    {
      "epoch": 1.006787330316742,
      "grad_norm": 4.240556240081787,
      "learning_rate": 1.3288084464555052e-05,
      "loss": 0.2308,
      "step": 3560
    },
    {
      "epoch": 1.0096153846153846,
      "grad_norm": 3.1726534366607666,
      "learning_rate": 1.3269230769230769e-05,
      "loss": 0.2158,
      "step": 3570
    },
    {
      "epoch": 1.012443438914027,
      "grad_norm": 2.371945381164551,
      "learning_rate": 1.3250377073906486e-05,
      "loss": 0.2726,
      "step": 3580
    },
    {
      "epoch": 1.0152714932126696,
      "grad_norm": 4.0892744064331055,
      "learning_rate": 1.3231523378582202e-05,
      "loss": 0.2854,
      "step": 3590
    },
    {
      "epoch": 1.0180995475113122,
      "grad_norm": 4.087936878204346,
      "learning_rate": 1.3212669683257919e-05,
      "loss": 0.2819,
      "step": 3600
    },
    {
      "epoch": 1.0209276018099547,
      "grad_norm": 2.393385171890259,
      "learning_rate": 1.3193815987933636e-05,
      "loss": 0.2647,
      "step": 3610
    },
    {
      "epoch": 1.0237556561085972,
      "grad_norm": 5.088064193725586,
      "learning_rate": 1.3174962292609352e-05,
      "loss": 0.3036,
      "step": 3620
    },
    {
      "epoch": 1.0265837104072397,
      "grad_norm": 5.494114875793457,
      "learning_rate": 1.3156108597285069e-05,
      "loss": 0.2903,
      "step": 3630
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 1.7145814895629883,
      "learning_rate": 1.3137254901960785e-05,
      "loss": 0.2035,
      "step": 3640
    },
    {
      "epoch": 1.032239819004525,
      "grad_norm": 5.571091651916504,
      "learning_rate": 1.3118401206636502e-05,
      "loss": 0.2725,
      "step": 3650
    },
    {
      "epoch": 1.0350678733031675,
      "grad_norm": 2.1600940227508545,
      "learning_rate": 1.3099547511312219e-05,
      "loss": 0.2664,
      "step": 3660
    },
    {
      "epoch": 1.03789592760181,
      "grad_norm": 5.715987205505371,
      "learning_rate": 1.3080693815987935e-05,
      "loss": 0.288,
      "step": 3670
    },
    {
      "epoch": 1.0407239819004526,
      "grad_norm": 3.7473366260528564,
      "learning_rate": 1.3061840120663652e-05,
      "loss": 0.3043,
      "step": 3680
    },
    {
      "epoch": 1.043552036199095,
      "grad_norm": 6.1543121337890625,
      "learning_rate": 1.3042986425339369e-05,
      "loss": 0.3095,
      "step": 3690
    },
    {
      "epoch": 1.0463800904977376,
      "grad_norm": 2.4978766441345215,
      "learning_rate": 1.3024132730015085e-05,
      "loss": 0.2721,
      "step": 3700
    },
    {
      "epoch": 1.0492081447963801,
      "grad_norm": 6.851878643035889,
      "learning_rate": 1.3005279034690802e-05,
      "loss": 0.2912,
      "step": 3710
    },
    {
      "epoch": 1.0520361990950227,
      "grad_norm": 3.8570425510406494,
      "learning_rate": 1.2986425339366517e-05,
      "loss": 0.3127,
      "step": 3720
    },
    {
      "epoch": 1.0548642533936652,
      "grad_norm": 7.417280197143555,
      "learning_rate": 1.2967571644042233e-05,
      "loss": 0.2707,
      "step": 3730
    },
    {
      "epoch": 1.0576923076923077,
      "grad_norm": 4.451798915863037,
      "learning_rate": 1.294871794871795e-05,
      "loss": 0.2387,
      "step": 3740
    },
    {
      "epoch": 1.0605203619909502,
      "grad_norm": 3.9390320777893066,
      "learning_rate": 1.2929864253393667e-05,
      "loss": 0.2626,
      "step": 3750
    },
    {
      "epoch": 1.0633484162895928,
      "grad_norm": 1.990342617034912,
      "learning_rate": 1.2911010558069383e-05,
      "loss": 0.2694,
      "step": 3760
    },
    {
      "epoch": 1.0661764705882353,
      "grad_norm": 3.4424543380737305,
      "learning_rate": 1.28921568627451e-05,
      "loss": 0.3381,
      "step": 3770
    },
    {
      "epoch": 1.0690045248868778,
      "grad_norm": 1.7783031463623047,
      "learning_rate": 1.2873303167420816e-05,
      "loss": 0.1981,
      "step": 3780
    },
    {
      "epoch": 1.0718325791855203,
      "grad_norm": 3.8346874713897705,
      "learning_rate": 1.2854449472096533e-05,
      "loss": 0.2624,
      "step": 3790
    },
    {
      "epoch": 1.0746606334841629,
      "grad_norm": 5.832867622375488,
      "learning_rate": 1.283559577677225e-05,
      "loss": 0.2581,
      "step": 3800
    },
    {
      "epoch": 1.0774886877828054,
      "grad_norm": 4.65895414352417,
      "learning_rate": 1.2816742081447966e-05,
      "loss": 0.3619,
      "step": 3810
    },
    {
      "epoch": 1.080316742081448,
      "grad_norm": 3.93692946434021,
      "learning_rate": 1.279788838612368e-05,
      "loss": 0.3296,
      "step": 3820
    },
    {
      "epoch": 1.0831447963800904,
      "grad_norm": 2.544408082962036,
      "learning_rate": 1.2779034690799396e-05,
      "loss": 0.2733,
      "step": 3830
    },
    {
      "epoch": 1.085972850678733,
      "grad_norm": 4.070341110229492,
      "learning_rate": 1.2760180995475113e-05,
      "loss": 0.2303,
      "step": 3840
    },
    {
      "epoch": 1.0888009049773755,
      "grad_norm": 3.7344400882720947,
      "learning_rate": 1.274132730015083e-05,
      "loss": 0.2809,
      "step": 3850
    },
    {
      "epoch": 1.091628959276018,
      "grad_norm": 5.270275592803955,
      "learning_rate": 1.2722473604826546e-05,
      "loss": 0.2894,
      "step": 3860
    },
    {
      "epoch": 1.0944570135746607,
      "grad_norm": 4.697700500488281,
      "learning_rate": 1.2703619909502263e-05,
      "loss": 0.2382,
      "step": 3870
    },
    {
      "epoch": 1.0972850678733033,
      "grad_norm": 3.1016902923583984,
      "learning_rate": 1.2684766214177979e-05,
      "loss": 0.2545,
      "step": 3880
    },
    {
      "epoch": 1.1001131221719458,
      "grad_norm": 3.6058175563812256,
      "learning_rate": 1.2665912518853696e-05,
      "loss": 0.2747,
      "step": 3890
    },
    {
      "epoch": 1.1029411764705883,
      "grad_norm": 6.918750286102295,
      "learning_rate": 1.2647058823529412e-05,
      "loss": 0.2541,
      "step": 3900
    },
    {
      "epoch": 1.1057692307692308,
      "grad_norm": 4.158249855041504,
      "learning_rate": 1.2628205128205129e-05,
      "loss": 0.2514,
      "step": 3910
    },
    {
      "epoch": 1.1085972850678734,
      "grad_norm": 5.783833980560303,
      "learning_rate": 1.2609351432880846e-05,
      "loss": 0.2547,
      "step": 3920
    },
    {
      "epoch": 1.1114253393665159,
      "grad_norm": 3.524967670440674,
      "learning_rate": 1.2590497737556562e-05,
      "loss": 0.2767,
      "step": 3930
    },
    {
      "epoch": 1.1142533936651584,
      "grad_norm": 2.39933705329895,
      "learning_rate": 1.2571644042232279e-05,
      "loss": 0.2359,
      "step": 3940
    },
    {
      "epoch": 1.117081447963801,
      "grad_norm": 4.107085704803467,
      "learning_rate": 1.2552790346907995e-05,
      "loss": 0.244,
      "step": 3950
    },
    {
      "epoch": 1.1199095022624435,
      "grad_norm": 6.81174898147583,
      "learning_rate": 1.2533936651583712e-05,
      "loss": 0.2579,
      "step": 3960
    },
    {
      "epoch": 1.122737556561086,
      "grad_norm": 1.8872418403625488,
      "learning_rate": 1.2515082956259429e-05,
      "loss": 0.2101,
      "step": 3970
    },
    {
      "epoch": 1.1255656108597285,
      "grad_norm": 3.872263193130493,
      "learning_rate": 1.2496229260935144e-05,
      "loss": 0.3009,
      "step": 3980
    },
    {
      "epoch": 1.128393665158371,
      "grad_norm": 2.7092275619506836,
      "learning_rate": 1.247737556561086e-05,
      "loss": 0.3053,
      "step": 3990
    },
    {
      "epoch": 1.1312217194570136,
      "grad_norm": 6.832910537719727,
      "learning_rate": 1.2458521870286577e-05,
      "loss": 0.2339,
      "step": 4000
    },
    {
      "epoch": 1.1312217194570136,
      "eval_accuracy": 0.8789373210308622,
      "eval_loss": 0.31826069951057434,
      "eval_runtime": 126.5036,
      "eval_samples_per_second": 99.381,
      "eval_steps_per_second": 3.107,
      "step": 4000
    },
    {
      "epoch": 1.134049773755656,
      "grad_norm": 4.47673225402832,
      "learning_rate": 1.2439668174962293e-05,
      "loss": 0.2778,
      "step": 4010
    },
    {
      "epoch": 1.1368778280542986,
      "grad_norm": 5.049123287200928,
      "learning_rate": 1.242081447963801e-05,
      "loss": 0.3089,
      "step": 4020
    },
    {
      "epoch": 1.1397058823529411,
      "grad_norm": 3.6429476737976074,
      "learning_rate": 1.2401960784313727e-05,
      "loss": 0.2583,
      "step": 4030
    },
    {
      "epoch": 1.1425339366515836,
      "grad_norm": 4.532712936401367,
      "learning_rate": 1.2383107088989443e-05,
      "loss": 0.276,
      "step": 4040
    },
    {
      "epoch": 1.1453619909502262,
      "grad_norm": 2.8139843940734863,
      "learning_rate": 1.236425339366516e-05,
      "loss": 0.2866,
      "step": 4050
    },
    {
      "epoch": 1.1481900452488687,
      "grad_norm": 3.5737717151641846,
      "learning_rate": 1.2345399698340877e-05,
      "loss": 0.2609,
      "step": 4060
    },
    {
      "epoch": 1.1510180995475112,
      "grad_norm": 3.4656126499176025,
      "learning_rate": 1.2326546003016593e-05,
      "loss": 0.2063,
      "step": 4070
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 7.43180513381958,
      "learning_rate": 1.230769230769231e-05,
      "loss": 0.3614,
      "step": 4080
    },
    {
      "epoch": 1.1566742081447963,
      "grad_norm": 2.853827476501465,
      "learning_rate": 1.2288838612368026e-05,
      "loss": 0.3006,
      "step": 4090
    },
    {
      "epoch": 1.1595022624434388,
      "grad_norm": 4.522756099700928,
      "learning_rate": 1.2269984917043743e-05,
      "loss": 0.3122,
      "step": 4100
    },
    {
      "epoch": 1.1623303167420815,
      "grad_norm": 3.891043186187744,
      "learning_rate": 1.225113122171946e-05,
      "loss": 0.3056,
      "step": 4110
    },
    {
      "epoch": 1.165158371040724,
      "grad_norm": 2.7950618267059326,
      "learning_rate": 1.2232277526395176e-05,
      "loss": 0.3195,
      "step": 4120
    },
    {
      "epoch": 1.1679864253393666,
      "grad_norm": 3.972943067550659,
      "learning_rate": 1.2213423831070891e-05,
      "loss": 0.3315,
      "step": 4130
    },
    {
      "epoch": 1.170814479638009,
      "grad_norm": 10.891520500183105,
      "learning_rate": 1.2194570135746608e-05,
      "loss": 0.276,
      "step": 4140
    },
    {
      "epoch": 1.1736425339366516,
      "grad_norm": 4.51856803894043,
      "learning_rate": 1.2175716440422323e-05,
      "loss": 0.2355,
      "step": 4150
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 2.575591564178467,
      "learning_rate": 1.215686274509804e-05,
      "loss": 0.195,
      "step": 4160
    },
    {
      "epoch": 1.1792986425339367,
      "grad_norm": 3.9654879570007324,
      "learning_rate": 1.2138009049773756e-05,
      "loss": 0.2505,
      "step": 4170
    },
    {
      "epoch": 1.1821266968325792,
      "grad_norm": 5.328989028930664,
      "learning_rate": 1.2119155354449473e-05,
      "loss": 0.2326,
      "step": 4180
    },
    {
      "epoch": 1.1849547511312217,
      "grad_norm": 3.573969841003418,
      "learning_rate": 1.2100301659125189e-05,
      "loss": 0.2302,
      "step": 4190
    },
    {
      "epoch": 1.1877828054298643,
      "grad_norm": 4.914673328399658,
      "learning_rate": 1.2081447963800906e-05,
      "loss": 0.3016,
      "step": 4200
    },
    {
      "epoch": 1.1906108597285068,
      "grad_norm": 3.4880571365356445,
      "learning_rate": 1.2062594268476622e-05,
      "loss": 0.2811,
      "step": 4210
    },
    {
      "epoch": 1.1934389140271493,
      "grad_norm": 3.827131509780884,
      "learning_rate": 1.2043740573152339e-05,
      "loss": 0.2431,
      "step": 4220
    },
    {
      "epoch": 1.1962669683257918,
      "grad_norm": 4.236039161682129,
      "learning_rate": 1.2024886877828056e-05,
      "loss": 0.2951,
      "step": 4230
    },
    {
      "epoch": 1.1990950226244343,
      "grad_norm": 4.934144973754883,
      "learning_rate": 1.200603318250377e-05,
      "loss": 0.2739,
      "step": 4240
    },
    {
      "epoch": 1.2019230769230769,
      "grad_norm": 6.265100479125977,
      "learning_rate": 1.1987179487179487e-05,
      "loss": 0.2298,
      "step": 4250
    },
    {
      "epoch": 1.2047511312217194,
      "grad_norm": 2.0881166458129883,
      "learning_rate": 1.1968325791855204e-05,
      "loss": 0.245,
      "step": 4260
    },
    {
      "epoch": 1.207579185520362,
      "grad_norm": 8.104879379272461,
      "learning_rate": 1.194947209653092e-05,
      "loss": 0.2787,
      "step": 4270
    },
    {
      "epoch": 1.2104072398190044,
      "grad_norm": 4.176904201507568,
      "learning_rate": 1.1930618401206637e-05,
      "loss": 0.2805,
      "step": 4280
    },
    {
      "epoch": 1.213235294117647,
      "grad_norm": 4.049289226531982,
      "learning_rate": 1.1911764705882354e-05,
      "loss": 0.3075,
      "step": 4290
    },
    {
      "epoch": 1.2160633484162897,
      "grad_norm": 1.6341451406478882,
      "learning_rate": 1.189291101055807e-05,
      "loss": 0.2664,
      "step": 4300
    },
    {
      "epoch": 1.2188914027149322,
      "grad_norm": 7.3927388191223145,
      "learning_rate": 1.1874057315233787e-05,
      "loss": 0.3117,
      "step": 4310
    },
    {
      "epoch": 1.2217194570135748,
      "grad_norm": 1.8302087783813477,
      "learning_rate": 1.1855203619909503e-05,
      "loss": 0.333,
      "step": 4320
    },
    {
      "epoch": 1.2245475113122173,
      "grad_norm": 2.7119219303131104,
      "learning_rate": 1.183634992458522e-05,
      "loss": 0.313,
      "step": 4330
    },
    {
      "epoch": 1.2273755656108598,
      "grad_norm": 6.975501537322998,
      "learning_rate": 1.1817496229260937e-05,
      "loss": 0.2833,
      "step": 4340
    },
    {
      "epoch": 1.2302036199095023,
      "grad_norm": 2.1703109741210938,
      "learning_rate": 1.1798642533936653e-05,
      "loss": 0.2671,
      "step": 4350
    },
    {
      "epoch": 1.2330316742081449,
      "grad_norm": 3.932482957839966,
      "learning_rate": 1.177978883861237e-05,
      "loss": 0.2358,
      "step": 4360
    },
    {
      "epoch": 1.2358597285067874,
      "grad_norm": 2.7635726928710938,
      "learning_rate": 1.1760935143288087e-05,
      "loss": 0.3196,
      "step": 4370
    },
    {
      "epoch": 1.23868778280543,
      "grad_norm": 2.945617914199829,
      "learning_rate": 1.1742081447963803e-05,
      "loss": 0.286,
      "step": 4380
    },
    {
      "epoch": 1.2415158371040724,
      "grad_norm": 4.623812675476074,
      "learning_rate": 1.1723227752639518e-05,
      "loss": 0.2605,
      "step": 4390
    },
    {
      "epoch": 1.244343891402715,
      "grad_norm": 3.3469064235687256,
      "learning_rate": 1.1704374057315235e-05,
      "loss": 0.2515,
      "step": 4400
    },
    {
      "epoch": 1.2471719457013575,
      "grad_norm": 6.414296627044678,
      "learning_rate": 1.1685520361990951e-05,
      "loss": 0.3239,
      "step": 4410
    },
    {
      "epoch": 1.25,
      "grad_norm": 5.76809549331665,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 0.2534,
      "step": 4420
    },
    {
      "epoch": 1.2528280542986425,
      "grad_norm": 5.739138603210449,
      "learning_rate": 1.1647812971342385e-05,
      "loss": 0.2617,
      "step": 4430
    },
    {
      "epoch": 1.255656108597285,
      "grad_norm": 3.76336407661438,
      "learning_rate": 1.1628959276018101e-05,
      "loss": 0.2809,
      "step": 4440
    },
    {
      "epoch": 1.2584841628959276,
      "grad_norm": 3.3274784088134766,
      "learning_rate": 1.1610105580693818e-05,
      "loss": 0.2785,
      "step": 4450
    },
    {
      "epoch": 1.26131221719457,
      "grad_norm": 3.9663026332855225,
      "learning_rate": 1.1591251885369534e-05,
      "loss": 0.2404,
      "step": 4460
    },
    {
      "epoch": 1.2641402714932126,
      "grad_norm": 3.5841290950775146,
      "learning_rate": 1.1572398190045251e-05,
      "loss": 0.2417,
      "step": 4470
    },
    {
      "epoch": 1.2669683257918551,
      "grad_norm": 3.4801056385040283,
      "learning_rate": 1.1553544494720966e-05,
      "loss": 0.372,
      "step": 4480
    },
    {
      "epoch": 1.2697963800904977,
      "grad_norm": 4.876957416534424,
      "learning_rate": 1.1534690799396683e-05,
      "loss": 0.2947,
      "step": 4490
    },
    {
      "epoch": 1.2726244343891402,
      "grad_norm": 5.119454860687256,
      "learning_rate": 1.1515837104072397e-05,
      "loss": 0.3047,
      "step": 4500
    },
    {
      "epoch": 1.2754524886877827,
      "grad_norm": 4.234288215637207,
      "learning_rate": 1.1496983408748114e-05,
      "loss": 0.3204,
      "step": 4510
    },
    {
      "epoch": 1.2782805429864252,
      "grad_norm": 2.9957668781280518,
      "learning_rate": 1.147812971342383e-05,
      "loss": 0.2602,
      "step": 4520
    },
    {
      "epoch": 1.2811085972850678,
      "grad_norm": 2.333770990371704,
      "learning_rate": 1.1459276018099547e-05,
      "loss": 0.1949,
      "step": 4530
    },
    {
      "epoch": 1.2839366515837103,
      "grad_norm": 4.577385425567627,
      "learning_rate": 1.1440422322775264e-05,
      "loss": 0.3381,
      "step": 4540
    },
    {
      "epoch": 1.2867647058823528,
      "grad_norm": 4.607064723968506,
      "learning_rate": 1.142156862745098e-05,
      "loss": 0.268,
      "step": 4550
    },
    {
      "epoch": 1.2895927601809956,
      "grad_norm": 4.690824031829834,
      "learning_rate": 1.1402714932126697e-05,
      "loss": 0.2716,
      "step": 4560
    },
    {
      "epoch": 1.292420814479638,
      "grad_norm": 4.504805564880371,
      "learning_rate": 1.1383861236802414e-05,
      "loss": 0.2324,
      "step": 4570
    },
    {
      "epoch": 1.2952488687782806,
      "grad_norm": 5.126098155975342,
      "learning_rate": 1.136500754147813e-05,
      "loss": 0.3124,
      "step": 4580
    },
    {
      "epoch": 1.2980769230769231,
      "grad_norm": 4.265847206115723,
      "learning_rate": 1.1346153846153847e-05,
      "loss": 0.2522,
      "step": 4590
    },
    {
      "epoch": 1.3009049773755657,
      "grad_norm": 6.03093957901001,
      "learning_rate": 1.1327300150829564e-05,
      "loss": 0.1997,
      "step": 4600
    },
    {
      "epoch": 1.3037330316742082,
      "grad_norm": 5.404048442840576,
      "learning_rate": 1.130844645550528e-05,
      "loss": 0.2789,
      "step": 4610
    },
    {
      "epoch": 1.3065610859728507,
      "grad_norm": 3.481680393218994,
      "learning_rate": 1.1289592760180997e-05,
      "loss": 0.3238,
      "step": 4620
    },
    {
      "epoch": 1.3093891402714932,
      "grad_norm": 5.523119926452637,
      "learning_rate": 1.1270739064856713e-05,
      "loss": 0.2349,
      "step": 4630
    },
    {
      "epoch": 1.3122171945701357,
      "grad_norm": 8.244139671325684,
      "learning_rate": 1.125188536953243e-05,
      "loss": 0.2466,
      "step": 4640
    },
    {
      "epoch": 1.3150452488687783,
      "grad_norm": 4.985035419464111,
      "learning_rate": 1.1233031674208145e-05,
      "loss": 0.2634,
      "step": 4650
    },
    {
      "epoch": 1.3178733031674208,
      "grad_norm": 5.409512996673584,
      "learning_rate": 1.1214177978883862e-05,
      "loss": 0.2667,
      "step": 4660
    },
    {
      "epoch": 1.3207013574660633,
      "grad_norm": 3.6168251037597656,
      "learning_rate": 1.1195324283559578e-05,
      "loss": 0.2507,
      "step": 4670
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 4.121711730957031,
      "learning_rate": 1.1176470588235295e-05,
      "loss": 0.3009,
      "step": 4680
    },
    {
      "epoch": 1.3263574660633484,
      "grad_norm": 5.204695224761963,
      "learning_rate": 1.1157616892911011e-05,
      "loss": 0.3055,
      "step": 4690
    },
    {
      "epoch": 1.329185520361991,
      "grad_norm": 3.2947821617126465,
      "learning_rate": 1.1138763197586728e-05,
      "loss": 0.2476,
      "step": 4700
    },
    {
      "epoch": 1.3320135746606334,
      "grad_norm": 4.02095365524292,
      "learning_rate": 1.1119909502262445e-05,
      "loss": 0.2667,
      "step": 4710
    },
    {
      "epoch": 1.334841628959276,
      "grad_norm": 4.2972025871276855,
      "learning_rate": 1.1101055806938161e-05,
      "loss": 0.2281,
      "step": 4720
    },
    {
      "epoch": 1.3376696832579187,
      "grad_norm": 3.918163537979126,
      "learning_rate": 1.1082202111613878e-05,
      "loss": 0.2363,
      "step": 4730
    },
    {
      "epoch": 1.3404977375565612,
      "grad_norm": 4.1806206703186035,
      "learning_rate": 1.1063348416289595e-05,
      "loss": 0.2639,
      "step": 4740
    },
    {
      "epoch": 1.3433257918552037,
      "grad_norm": 2.949676990509033,
      "learning_rate": 1.1044494720965311e-05,
      "loss": 0.2625,
      "step": 4750
    },
    {
      "epoch": 1.3461538461538463,
      "grad_norm": 5.957220554351807,
      "learning_rate": 1.1025641025641028e-05,
      "loss": 0.2416,
      "step": 4760
    },
    {
      "epoch": 1.3489819004524888,
      "grad_norm": 12.7191162109375,
      "learning_rate": 1.1006787330316744e-05,
      "loss": 0.2752,
      "step": 4770
    },
    {
      "epoch": 1.3518099547511313,
      "grad_norm": 4.849847793579102,
      "learning_rate": 1.0987933634992461e-05,
      "loss": 0.295,
      "step": 4780
    },
    {
      "epoch": 1.3546380090497738,
      "grad_norm": 3.8798282146453857,
      "learning_rate": 1.0969079939668178e-05,
      "loss": 0.2744,
      "step": 4790
    },
    {
      "epoch": 1.3574660633484164,
      "grad_norm": 3.093064546585083,
      "learning_rate": 1.0950226244343893e-05,
      "loss": 0.332,
      "step": 4800
    },
    {
      "epoch": 1.3602941176470589,
      "grad_norm": 5.489840507507324,
      "learning_rate": 1.0931372549019607e-05,
      "loss": 0.3402,
      "step": 4810
    },
    {
      "epoch": 1.3631221719457014,
      "grad_norm": 3.8440115451812744,
      "learning_rate": 1.0912518853695324e-05,
      "loss": 0.2283,
      "step": 4820
    },
    {
      "epoch": 1.365950226244344,
      "grad_norm": 6.518070220947266,
      "learning_rate": 1.089366515837104e-05,
      "loss": 0.2859,
      "step": 4830
    },
    {
      "epoch": 1.3687782805429864,
      "grad_norm": 1.7918236255645752,
      "learning_rate": 1.0874811463046757e-05,
      "loss": 0.2879,
      "step": 4840
    },
    {
      "epoch": 1.371606334841629,
      "grad_norm": 5.9217424392700195,
      "learning_rate": 1.0855957767722474e-05,
      "loss": 0.3221,
      "step": 4850
    },
    {
      "epoch": 1.3744343891402715,
      "grad_norm": 4.664400100708008,
      "learning_rate": 1.083710407239819e-05,
      "loss": 0.3259,
      "step": 4860
    },
    {
      "epoch": 1.377262443438914,
      "grad_norm": 8.561564445495605,
      "learning_rate": 1.0818250377073907e-05,
      "loss": 0.2629,
      "step": 4870
    },
    {
      "epoch": 1.3800904977375565,
      "grad_norm": 5.151259422302246,
      "learning_rate": 1.0799396681749624e-05,
      "loss": 0.3046,
      "step": 4880
    },
    {
      "epoch": 1.382918552036199,
      "grad_norm": 5.32489538192749,
      "learning_rate": 1.078054298642534e-05,
      "loss": 0.2654,
      "step": 4890
    },
    {
      "epoch": 1.3857466063348416,
      "grad_norm": 4.306127071380615,
      "learning_rate": 1.0761689291101057e-05,
      "loss": 0.2518,
      "step": 4900
    },
    {
      "epoch": 1.3885746606334841,
      "grad_norm": 2.7166082859039307,
      "learning_rate": 1.0742835595776772e-05,
      "loss": 0.2278,
      "step": 4910
    },
    {
      "epoch": 1.3914027149321266,
      "grad_norm": 5.469938278198242,
      "learning_rate": 1.0723981900452489e-05,
      "loss": 0.2938,
      "step": 4920
    },
    {
      "epoch": 1.3942307692307692,
      "grad_norm": 5.4974260330200195,
      "learning_rate": 1.0705128205128205e-05,
      "loss": 0.2261,
      "step": 4930
    },
    {
      "epoch": 1.3970588235294117,
      "grad_norm": 2.7733094692230225,
      "learning_rate": 1.0686274509803922e-05,
      "loss": 0.3328,
      "step": 4940
    },
    {
      "epoch": 1.3998868778280542,
      "grad_norm": 3.532456398010254,
      "learning_rate": 1.0667420814479638e-05,
      "loss": 0.323,
      "step": 4950
    },
    {
      "epoch": 1.4027149321266967,
      "grad_norm": 5.4216227531433105,
      "learning_rate": 1.0648567119155355e-05,
      "loss": 0.3178,
      "step": 4960
    },
    {
      "epoch": 1.4055429864253393,
      "grad_norm": 5.761581897735596,
      "learning_rate": 1.0629713423831072e-05,
      "loss": 0.2391,
      "step": 4970
    },
    {
      "epoch": 1.4083710407239818,
      "grad_norm": 7.104434013366699,
      "learning_rate": 1.0610859728506788e-05,
      "loss": 0.2565,
      "step": 4980
    },
    {
      "epoch": 1.4111990950226243,
      "grad_norm": 5.054209232330322,
      "learning_rate": 1.0592006033182505e-05,
      "loss": 0.2805,
      "step": 4990
    },
    {
      "epoch": 1.4140271493212668,
      "grad_norm": 7.0140228271484375,
      "learning_rate": 1.0573152337858221e-05,
      "loss": 0.3011,
      "step": 5000
    },
    {
      "epoch": 1.4140271493212668,
      "eval_accuracy": 0.881880369074133,
      "eval_loss": 0.3024204969406128,
      "eval_runtime": 126.4534,
      "eval_samples_per_second": 99.42,
      "eval_steps_per_second": 3.108,
      "step": 5000
    },
    {
      "epoch": 1.4168552036199096,
      "grad_norm": 5.970915794372559,
      "learning_rate": 1.0554298642533938e-05,
      "loss": 0.2841,
      "step": 5010
    },
    {
      "epoch": 1.419683257918552,
      "grad_norm": 4.6934943199157715,
      "learning_rate": 1.0535444947209655e-05,
      "loss": 0.2451,
      "step": 5020
    },
    {
      "epoch": 1.4225113122171946,
      "grad_norm": 5.1019978523254395,
      "learning_rate": 1.0516591251885371e-05,
      "loss": 0.2622,
      "step": 5030
    },
    {
      "epoch": 1.4253393665158371,
      "grad_norm": 3.4515976905822754,
      "learning_rate": 1.0497737556561088e-05,
      "loss": 0.3172,
      "step": 5040
    },
    {
      "epoch": 1.4281674208144797,
      "grad_norm": 4.001848220825195,
      "learning_rate": 1.0478883861236805e-05,
      "loss": 0.2949,
      "step": 5050
    },
    {
      "epoch": 1.4309954751131222,
      "grad_norm": 3.414452075958252,
      "learning_rate": 1.046003016591252e-05,
      "loss": 0.2345,
      "step": 5060
    },
    {
      "epoch": 1.4338235294117647,
      "grad_norm": 6.0561747550964355,
      "learning_rate": 1.0441176470588236e-05,
      "loss": 0.3239,
      "step": 5070
    },
    {
      "epoch": 1.4366515837104072,
      "grad_norm": 2.448591470718384,
      "learning_rate": 1.0422322775263953e-05,
      "loss": 0.2031,
      "step": 5080
    },
    {
      "epoch": 1.4394796380090498,
      "grad_norm": 5.490105152130127,
      "learning_rate": 1.040346907993967e-05,
      "loss": 0.2607,
      "step": 5090
    },
    {
      "epoch": 1.4423076923076923,
      "grad_norm": 2.7472801208496094,
      "learning_rate": 1.0384615384615386e-05,
      "loss": 0.2412,
      "step": 5100
    },
    {
      "epoch": 1.4451357466063348,
      "grad_norm": 4.4468770027160645,
      "learning_rate": 1.0365761689291103e-05,
      "loss": 0.288,
      "step": 5110
    },
    {
      "epoch": 1.4479638009049773,
      "grad_norm": 1.942518949508667,
      "learning_rate": 1.0346907993966819e-05,
      "loss": 0.2592,
      "step": 5120
    },
    {
      "epoch": 1.4507918552036199,
      "grad_norm": 4.880716800689697,
      "learning_rate": 1.0328054298642536e-05,
      "loss": 0.2454,
      "step": 5130
    },
    {
      "epoch": 1.4536199095022624,
      "grad_norm": 3.7106387615203857,
      "learning_rate": 1.030920060331825e-05,
      "loss": 0.2863,
      "step": 5140
    },
    {
      "epoch": 1.456447963800905,
      "grad_norm": 5.332839488983154,
      "learning_rate": 1.0290346907993967e-05,
      "loss": 0.3325,
      "step": 5150
    },
    {
      "epoch": 1.4592760180995474,
      "grad_norm": 4.884565353393555,
      "learning_rate": 1.0271493212669684e-05,
      "loss": 0.2284,
      "step": 5160
    },
    {
      "epoch": 1.4621040723981902,
      "grad_norm": 4.775869846343994,
      "learning_rate": 1.0252639517345399e-05,
      "loss": 0.1897,
      "step": 5170
    },
    {
      "epoch": 1.4649321266968327,
      "grad_norm": 2.5493810176849365,
      "learning_rate": 1.0233785822021115e-05,
      "loss": 0.2919,
      "step": 5180
    },
    {
      "epoch": 1.4677601809954752,
      "grad_norm": 3.7652482986450195,
      "learning_rate": 1.0214932126696832e-05,
      "loss": 0.2795,
      "step": 5190
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 4.398680686950684,
      "learning_rate": 1.0196078431372549e-05,
      "loss": 0.2685,
      "step": 5200
    },
    {
      "epoch": 1.4734162895927603,
      "grad_norm": 2.400367498397827,
      "learning_rate": 1.0177224736048265e-05,
      "loss": 0.251,
      "step": 5210
    },
    {
      "epoch": 1.4762443438914028,
      "grad_norm": 3.4146950244903564,
      "learning_rate": 1.0158371040723982e-05,
      "loss": 0.2115,
      "step": 5220
    },
    {
      "epoch": 1.4790723981900453,
      "grad_norm": 4.488588809967041,
      "learning_rate": 1.0139517345399699e-05,
      "loss": 0.2405,
      "step": 5230
    },
    {
      "epoch": 1.4819004524886878,
      "grad_norm": 6.304666996002197,
      "learning_rate": 1.0120663650075415e-05,
      "loss": 0.3394,
      "step": 5240
    },
    {
      "epoch": 1.4847285067873304,
      "grad_norm": 2.8380801677703857,
      "learning_rate": 1.0101809954751132e-05,
      "loss": 0.2637,
      "step": 5250
    },
    {
      "epoch": 1.487556561085973,
      "grad_norm": 4.873356819152832,
      "learning_rate": 1.0082956259426848e-05,
      "loss": 0.2652,
      "step": 5260
    },
    {
      "epoch": 1.4903846153846154,
      "grad_norm": 5.6608123779296875,
      "learning_rate": 1.0064102564102565e-05,
      "loss": 0.2961,
      "step": 5270
    },
    {
      "epoch": 1.493212669683258,
      "grad_norm": 4.332230567932129,
      "learning_rate": 1.0045248868778282e-05,
      "loss": 0.2705,
      "step": 5280
    },
    {
      "epoch": 1.4960407239819005,
      "grad_norm": 5.802159309387207,
      "learning_rate": 1.0026395173453998e-05,
      "loss": 0.2599,
      "step": 5290
    },
    {
      "epoch": 1.498868778280543,
      "grad_norm": 3.019793748855591,
      "learning_rate": 1.0007541478129715e-05,
      "loss": 0.2623,
      "step": 5300
    },
    {
      "epoch": 1.5016968325791855,
      "grad_norm": 4.762251377105713,
      "learning_rate": 9.988687782805431e-06,
      "loss": 0.2585,
      "step": 5310
    },
    {
      "epoch": 1.504524886877828,
      "grad_norm": 6.202815055847168,
      "learning_rate": 9.969834087481146e-06,
      "loss": 0.2778,
      "step": 5320
    },
    {
      "epoch": 1.5073529411764706,
      "grad_norm": 3.872309684753418,
      "learning_rate": 9.950980392156863e-06,
      "loss": 0.3034,
      "step": 5330
    },
    {
      "epoch": 1.510180995475113,
      "grad_norm": 4.060298919677734,
      "learning_rate": 9.93212669683258e-06,
      "loss": 0.2884,
      "step": 5340
    },
    {
      "epoch": 1.5130090497737556,
      "grad_norm": 2.0391085147857666,
      "learning_rate": 9.913273001508296e-06,
      "loss": 0.2867,
      "step": 5350
    },
    {
      "epoch": 1.5158371040723981,
      "grad_norm": 4.735014915466309,
      "learning_rate": 9.894419306184013e-06,
      "loss": 0.2797,
      "step": 5360
    },
    {
      "epoch": 1.5186651583710407,
      "grad_norm": 4.086658000946045,
      "learning_rate": 9.87556561085973e-06,
      "loss": 0.2841,
      "step": 5370
    },
    {
      "epoch": 1.5214932126696832,
      "grad_norm": 4.3362040519714355,
      "learning_rate": 9.856711915535446e-06,
      "loss": 0.2566,
      "step": 5380
    },
    {
      "epoch": 1.5243212669683257,
      "grad_norm": 3.9439034461975098,
      "learning_rate": 9.837858220211161e-06,
      "loss": 0.2506,
      "step": 5390
    },
    {
      "epoch": 1.5271493212669682,
      "grad_norm": 4.754290580749512,
      "learning_rate": 9.819004524886878e-06,
      "loss": 0.2271,
      "step": 5400
    },
    {
      "epoch": 1.5299773755656108,
      "grad_norm": 4.914488792419434,
      "learning_rate": 9.800150829562594e-06,
      "loss": 0.3032,
      "step": 5410
    },
    {
      "epoch": 1.5328054298642533,
      "grad_norm": 3.0046920776367188,
      "learning_rate": 9.781297134238311e-06,
      "loss": 0.2123,
      "step": 5420
    },
    {
      "epoch": 1.5356334841628958,
      "grad_norm": 4.0427985191345215,
      "learning_rate": 9.762443438914027e-06,
      "loss": 0.2621,
      "step": 5430
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 6.442467212677002,
      "learning_rate": 9.743589743589744e-06,
      "loss": 0.247,
      "step": 5440
    },
    {
      "epoch": 1.5412895927601808,
      "grad_norm": 3.7217085361480713,
      "learning_rate": 9.72473604826546e-06,
      "loss": 0.3037,
      "step": 5450
    },
    {
      "epoch": 1.5441176470588234,
      "grad_norm": 7.558680534362793,
      "learning_rate": 9.705882352941177e-06,
      "loss": 0.3076,
      "step": 5460
    },
    {
      "epoch": 1.5469457013574661,
      "grad_norm": 3.152740240097046,
      "learning_rate": 9.687028657616894e-06,
      "loss": 0.2778,
      "step": 5470
    },
    {
      "epoch": 1.5497737556561086,
      "grad_norm": 3.996135711669922,
      "learning_rate": 9.66817496229261e-06,
      "loss": 0.3243,
      "step": 5480
    },
    {
      "epoch": 1.5526018099547512,
      "grad_norm": 3.837599039077759,
      "learning_rate": 9.649321266968327e-06,
      "loss": 0.2284,
      "step": 5490
    },
    {
      "epoch": 1.5554298642533937,
      "grad_norm": 4.957329750061035,
      "learning_rate": 9.630467571644044e-06,
      "loss": 0.2585,
      "step": 5500
    },
    {
      "epoch": 1.5582579185520362,
      "grad_norm": 4.0857133865356445,
      "learning_rate": 9.61161387631976e-06,
      "loss": 0.2947,
      "step": 5510
    },
    {
      "epoch": 1.5610859728506787,
      "grad_norm": 5.3217902183532715,
      "learning_rate": 9.592760180995477e-06,
      "loss": 0.3083,
      "step": 5520
    },
    {
      "epoch": 1.5639140271493213,
      "grad_norm": 6.3014326095581055,
      "learning_rate": 9.573906485671192e-06,
      "loss": 0.2514,
      "step": 5530
    },
    {
      "epoch": 1.5667420814479638,
      "grad_norm": 5.7632670402526855,
      "learning_rate": 9.555052790346909e-06,
      "loss": 0.2889,
      "step": 5540
    },
    {
      "epoch": 1.5695701357466063,
      "grad_norm": 3.6774861812591553,
      "learning_rate": 9.536199095022625e-06,
      "loss": 0.2933,
      "step": 5550
    },
    {
      "epoch": 1.5723981900452488,
      "grad_norm": 2.207911968231201,
      "learning_rate": 9.517345399698342e-06,
      "loss": 0.2594,
      "step": 5560
    },
    {
      "epoch": 1.5752262443438914,
      "grad_norm": 4.789866924285889,
      "learning_rate": 9.498491704374058e-06,
      "loss": 0.3103,
      "step": 5570
    },
    {
      "epoch": 1.5780542986425339,
      "grad_norm": 5.097392559051514,
      "learning_rate": 9.479638009049773e-06,
      "loss": 0.2757,
      "step": 5580
    },
    {
      "epoch": 1.5808823529411766,
      "grad_norm": 4.389581203460693,
      "learning_rate": 9.46078431372549e-06,
      "loss": 0.3006,
      "step": 5590
    },
    {
      "epoch": 1.5837104072398192,
      "grad_norm": 6.803945541381836,
      "learning_rate": 9.441930618401207e-06,
      "loss": 0.2912,
      "step": 5600
    },
    {
      "epoch": 1.5865384615384617,
      "grad_norm": 2.0034751892089844,
      "learning_rate": 9.423076923076923e-06,
      "loss": 0.2173,
      "step": 5610
    },
    {
      "epoch": 1.5893665158371042,
      "grad_norm": 3.0462636947631836,
      "learning_rate": 9.40422322775264e-06,
      "loss": 0.3155,
      "step": 5620
    },
    {
      "epoch": 1.5921945701357467,
      "grad_norm": 6.887737274169922,
      "learning_rate": 9.385369532428356e-06,
      "loss": 0.238,
      "step": 5630
    },
    {
      "epoch": 1.5950226244343892,
      "grad_norm": 7.331830978393555,
      "learning_rate": 9.366515837104073e-06,
      "loss": 0.3028,
      "step": 5640
    },
    {
      "epoch": 1.5978506787330318,
      "grad_norm": 3.274845600128174,
      "learning_rate": 9.34766214177979e-06,
      "loss": 0.2585,
      "step": 5650
    },
    {
      "epoch": 1.6006787330316743,
      "grad_norm": 6.801854133605957,
      "learning_rate": 9.328808446455506e-06,
      "loss": 0.256,
      "step": 5660
    },
    {
      "epoch": 1.6035067873303168,
      "grad_norm": 7.7837982177734375,
      "learning_rate": 9.309954751131223e-06,
      "loss": 0.2289,
      "step": 5670
    },
    {
      "epoch": 1.6063348416289593,
      "grad_norm": 8.501007080078125,
      "learning_rate": 9.29110105580694e-06,
      "loss": 0.2766,
      "step": 5680
    },
    {
      "epoch": 1.6091628959276019,
      "grad_norm": 4.016129493713379,
      "learning_rate": 9.272247360482656e-06,
      "loss": 0.2611,
      "step": 5690
    },
    {
      "epoch": 1.6119909502262444,
      "grad_norm": 5.062587738037109,
      "learning_rate": 9.253393665158373e-06,
      "loss": 0.2142,
      "step": 5700
    },
    {
      "epoch": 1.614819004524887,
      "grad_norm": 2.5895862579345703,
      "learning_rate": 9.23453996983409e-06,
      "loss": 0.2681,
      "step": 5710
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 5.066253662109375,
      "learning_rate": 9.215686274509804e-06,
      "loss": 0.2604,
      "step": 5720
    },
    {
      "epoch": 1.620475113122172,
      "grad_norm": 5.256166934967041,
      "learning_rate": 9.196832579185521e-06,
      "loss": 0.3009,
      "step": 5730
    },
    {
      "epoch": 1.6233031674208145,
      "grad_norm": 4.829041004180908,
      "learning_rate": 9.177978883861237e-06,
      "loss": 0.2614,
      "step": 5740
    },
    {
      "epoch": 1.626131221719457,
      "grad_norm": 4.902761459350586,
      "learning_rate": 9.159125188536954e-06,
      "loss": 0.2348,
      "step": 5750
    },
    {
      "epoch": 1.6289592760180995,
      "grad_norm": 5.516357421875,
      "learning_rate": 9.14027149321267e-06,
      "loss": 0.328,
      "step": 5760
    },
    {
      "epoch": 1.631787330316742,
      "grad_norm": 3.2983596324920654,
      "learning_rate": 9.121417797888387e-06,
      "loss": 0.1956,
      "step": 5770
    },
    {
      "epoch": 1.6346153846153846,
      "grad_norm": 7.548886775970459,
      "learning_rate": 9.102564102564104e-06,
      "loss": 0.2712,
      "step": 5780
    },
    {
      "epoch": 1.637443438914027,
      "grad_norm": 4.081298828125,
      "learning_rate": 9.083710407239819e-06,
      "loss": 0.2726,
      "step": 5790
    },
    {
      "epoch": 1.6402714932126696,
      "grad_norm": 6.161011695861816,
      "learning_rate": 9.064856711915535e-06,
      "loss": 0.2995,
      "step": 5800
    },
    {
      "epoch": 1.6430995475113122,
      "grad_norm": 4.223090171813965,
      "learning_rate": 9.046003016591252e-06,
      "loss": 0.3111,
      "step": 5810
    },
    {
      "epoch": 1.6459276018099547,
      "grad_norm": 7.8988728523254395,
      "learning_rate": 9.027149321266969e-06,
      "loss": 0.2875,
      "step": 5820
    },
    {
      "epoch": 1.6487556561085972,
      "grad_norm": 2.9701428413391113,
      "learning_rate": 9.008295625942685e-06,
      "loss": 0.2549,
      "step": 5830
    },
    {
      "epoch": 1.6515837104072397,
      "grad_norm": 6.37022066116333,
      "learning_rate": 8.989441930618402e-06,
      "loss": 0.3591,
      "step": 5840
    },
    {
      "epoch": 1.6544117647058822,
      "grad_norm": 4.708193302154541,
      "learning_rate": 8.970588235294119e-06,
      "loss": 0.2561,
      "step": 5850
    },
    {
      "epoch": 1.6572398190045248,
      "grad_norm": 5.106235027313232,
      "learning_rate": 8.951734539969835e-06,
      "loss": 0.2546,
      "step": 5860
    },
    {
      "epoch": 1.6600678733031673,
      "grad_norm": 4.135291576385498,
      "learning_rate": 8.932880844645552e-06,
      "loss": 0.2841,
      "step": 5870
    },
    {
      "epoch": 1.6628959276018098,
      "grad_norm": 5.418251991271973,
      "learning_rate": 8.914027149321268e-06,
      "loss": 0.2606,
      "step": 5880
    },
    {
      "epoch": 1.6657239819004523,
      "grad_norm": 7.133711338043213,
      "learning_rate": 8.895173453996983e-06,
      "loss": 0.3058,
      "step": 5890
    },
    {
      "epoch": 1.6685520361990949,
      "grad_norm": 3.556772470474243,
      "learning_rate": 8.8763197586727e-06,
      "loss": 0.271,
      "step": 5900
    },
    {
      "epoch": 1.6713800904977374,
      "grad_norm": 4.334698677062988,
      "learning_rate": 8.857466063348417e-06,
      "loss": 0.2695,
      "step": 5910
    },
    {
      "epoch": 1.6742081447963801,
      "grad_norm": 5.072098731994629,
      "learning_rate": 8.838612368024133e-06,
      "loss": 0.2845,
      "step": 5920
    },
    {
      "epoch": 1.6770361990950227,
      "grad_norm": 5.321040630340576,
      "learning_rate": 8.81975867269985e-06,
      "loss": 0.3065,
      "step": 5930
    },
    {
      "epoch": 1.6798642533936652,
      "grad_norm": 3.292698860168457,
      "learning_rate": 8.800904977375566e-06,
      "loss": 0.2547,
      "step": 5940
    },
    {
      "epoch": 1.6826923076923077,
      "grad_norm": 8.568231582641602,
      "learning_rate": 8.782051282051283e-06,
      "loss": 0.2547,
      "step": 5950
    },
    {
      "epoch": 1.6855203619909502,
      "grad_norm": 5.787846088409424,
      "learning_rate": 8.763197586727e-06,
      "loss": 0.3768,
      "step": 5960
    },
    {
      "epoch": 1.6883484162895928,
      "grad_norm": 4.789765357971191,
      "learning_rate": 8.744343891402716e-06,
      "loss": 0.2252,
      "step": 5970
    },
    {
      "epoch": 1.6911764705882353,
      "grad_norm": 6.947218418121338,
      "learning_rate": 8.725490196078433e-06,
      "loss": 0.2309,
      "step": 5980
    },
    {
      "epoch": 1.6940045248868778,
      "grad_norm": 3.733675956726074,
      "learning_rate": 8.70663650075415e-06,
      "loss": 0.2422,
      "step": 5990
    },
    {
      "epoch": 1.6968325791855203,
      "grad_norm": 4.800724506378174,
      "learning_rate": 8.687782805429864e-06,
      "loss": 0.2322,
      "step": 6000
    },
    {
      "epoch": 1.6968325791855203,
      "eval_accuracy": 0.8820394527521477,
      "eval_loss": 0.29341939091682434,
      "eval_runtime": 126.3457,
      "eval_samples_per_second": 99.505,
      "eval_steps_per_second": 3.111,
      "step": 6000
    },
    {
      "epoch": 1.6996606334841629,
      "grad_norm": 2.899115800857544,
      "learning_rate": 8.668929110105581e-06,
      "loss": 0.2858,
      "step": 6010
    },
    {
      "epoch": 1.7024886877828054,
      "grad_norm": 5.119002819061279,
      "learning_rate": 8.650075414781298e-06,
      "loss": 0.2373,
      "step": 6020
    },
    {
      "epoch": 1.7053167420814481,
      "grad_norm": 4.328557968139648,
      "learning_rate": 8.631221719457014e-06,
      "loss": 0.2857,
      "step": 6030
    },
    {
      "epoch": 1.7081447963800906,
      "grad_norm": 6.154530048370361,
      "learning_rate": 8.612368024132731e-06,
      "loss": 0.2563,
      "step": 6040
    },
    {
      "epoch": 1.7109728506787332,
      "grad_norm": 2.4150142669677734,
      "learning_rate": 8.593514328808446e-06,
      "loss": 0.2766,
      "step": 6050
    },
    {
      "epoch": 1.7138009049773757,
      "grad_norm": 5.834397315979004,
      "learning_rate": 8.574660633484162e-06,
      "loss": 0.2804,
      "step": 6060
    },
    {
      "epoch": 1.7166289592760182,
      "grad_norm": 5.142675876617432,
      "learning_rate": 8.555806938159879e-06,
      "loss": 0.2573,
      "step": 6070
    },
    {
      "epoch": 1.7194570135746607,
      "grad_norm": 4.238577842712402,
      "learning_rate": 8.536953242835596e-06,
      "loss": 0.235,
      "step": 6080
    },
    {
      "epoch": 1.7222850678733033,
      "grad_norm": 4.491209506988525,
      "learning_rate": 8.518099547511312e-06,
      "loss": 0.2605,
      "step": 6090
    },
    {
      "epoch": 1.7251131221719458,
      "grad_norm": 5.393953323364258,
      "learning_rate": 8.499245852187029e-06,
      "loss": 0.2804,
      "step": 6100
    },
    {
      "epoch": 1.7279411764705883,
      "grad_norm": 4.455014228820801,
      "learning_rate": 8.480392156862745e-06,
      "loss": 0.2453,
      "step": 6110
    },
    {
      "epoch": 1.7307692307692308,
      "grad_norm": 4.781386375427246,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.2194,
      "step": 6120
    },
    {
      "epoch": 1.7335972850678734,
      "grad_norm": 5.215591907501221,
      "learning_rate": 8.442684766214179e-06,
      "loss": 0.2602,
      "step": 6130
    },
    {
      "epoch": 1.7364253393665159,
      "grad_norm": 5.542301654815674,
      "learning_rate": 8.423831070889895e-06,
      "loss": 0.3245,
      "step": 6140
    },
    {
      "epoch": 1.7392533936651584,
      "grad_norm": 2.144392967224121,
      "learning_rate": 8.404977375565612e-06,
      "loss": 0.2445,
      "step": 6150
    },
    {
      "epoch": 1.742081447963801,
      "grad_norm": 3.160285711288452,
      "learning_rate": 8.386123680241329e-06,
      "loss": 0.2702,
      "step": 6160
    },
    {
      "epoch": 1.7449095022624435,
      "grad_norm": 4.129340171813965,
      "learning_rate": 8.367269984917045e-06,
      "loss": 0.2924,
      "step": 6170
    },
    {
      "epoch": 1.747737556561086,
      "grad_norm": 4.408333778381348,
      "learning_rate": 8.348416289592762e-06,
      "loss": 0.2364,
      "step": 6180
    },
    {
      "epoch": 1.7505656108597285,
      "grad_norm": 5.696101188659668,
      "learning_rate": 8.329562594268478e-06,
      "loss": 0.2445,
      "step": 6190
    },
    {
      "epoch": 1.753393665158371,
      "grad_norm": 4.723424434661865,
      "learning_rate": 8.310708898944195e-06,
      "loss": 0.2284,
      "step": 6200
    },
    {
      "epoch": 1.7562217194570136,
      "grad_norm": 4.272291660308838,
      "learning_rate": 8.29185520361991e-06,
      "loss": 0.3189,
      "step": 6210
    },
    {
      "epoch": 1.759049773755656,
      "grad_norm": 4.042122840881348,
      "learning_rate": 8.273001508295627e-06,
      "loss": 0.2649,
      "step": 6220
    },
    {
      "epoch": 1.7618778280542986,
      "grad_norm": 1.9126514196395874,
      "learning_rate": 8.254147812971343e-06,
      "loss": 0.255,
      "step": 6230
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 11.250100135803223,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.302,
      "step": 6240
    },
    {
      "epoch": 1.7675339366515836,
      "grad_norm": 4.978902816772461,
      "learning_rate": 8.216440422322776e-06,
      "loss": 0.3068,
      "step": 6250
    },
    {
      "epoch": 1.7703619909502262,
      "grad_norm": 4.657087802886963,
      "learning_rate": 8.197586726998491e-06,
      "loss": 0.2641,
      "step": 6260
    },
    {
      "epoch": 1.7731900452488687,
      "grad_norm": 4.440770626068115,
      "learning_rate": 8.178733031674208e-06,
      "loss": 0.2831,
      "step": 6270
    },
    {
      "epoch": 1.7760180995475112,
      "grad_norm": 2.723531484603882,
      "learning_rate": 8.159879336349925e-06,
      "loss": 0.2247,
      "step": 6280
    },
    {
      "epoch": 1.7788461538461537,
      "grad_norm": 4.28981351852417,
      "learning_rate": 8.141025641025641e-06,
      "loss": 0.2403,
      "step": 6290
    },
    {
      "epoch": 1.7816742081447963,
      "grad_norm": 4.748565673828125,
      "learning_rate": 8.122171945701358e-06,
      "loss": 0.2126,
      "step": 6300
    },
    {
      "epoch": 1.7845022624434388,
      "grad_norm": 5.226318359375,
      "learning_rate": 8.103318250377074e-06,
      "loss": 0.3272,
      "step": 6310
    },
    {
      "epoch": 1.7873303167420813,
      "grad_norm": 2.937812089920044,
      "learning_rate": 8.084464555052791e-06,
      "loss": 0.2276,
      "step": 6320
    },
    {
      "epoch": 1.7901583710407238,
      "grad_norm": 3.215853452682495,
      "learning_rate": 8.065610859728508e-06,
      "loss": 0.2406,
      "step": 6330
    },
    {
      "epoch": 1.7929864253393664,
      "grad_norm": 6.499160289764404,
      "learning_rate": 8.046757164404224e-06,
      "loss": 0.2915,
      "step": 6340
    },
    {
      "epoch": 1.7958144796380089,
      "grad_norm": 3.940803289413452,
      "learning_rate": 8.027903469079941e-06,
      "loss": 0.276,
      "step": 6350
    },
    {
      "epoch": 1.7986425339366516,
      "grad_norm": 2.177950859069824,
      "learning_rate": 8.009049773755657e-06,
      "loss": 0.2558,
      "step": 6360
    },
    {
      "epoch": 1.8014705882352942,
      "grad_norm": 7.705915451049805,
      "learning_rate": 7.990196078431374e-06,
      "loss": 0.2799,
      "step": 6370
    },
    {
      "epoch": 1.8042986425339367,
      "grad_norm": 5.586729526519775,
      "learning_rate": 7.97134238310709e-06,
      "loss": 0.224,
      "step": 6380
    },
    {
      "epoch": 1.8071266968325792,
      "grad_norm": 2.9311821460723877,
      "learning_rate": 7.952488687782806e-06,
      "loss": 0.2316,
      "step": 6390
    },
    {
      "epoch": 1.8099547511312217,
      "grad_norm": 3.5633130073547363,
      "learning_rate": 7.933634992458522e-06,
      "loss": 0.2298,
      "step": 6400
    },
    {
      "epoch": 1.8127828054298643,
      "grad_norm": 3.4238994121551514,
      "learning_rate": 7.914781297134239e-06,
      "loss": 0.2647,
      "step": 6410
    },
    {
      "epoch": 1.8156108597285068,
      "grad_norm": 9.544416427612305,
      "learning_rate": 7.895927601809955e-06,
      "loss": 0.3275,
      "step": 6420
    },
    {
      "epoch": 1.8184389140271493,
      "grad_norm": 2.8148701190948486,
      "learning_rate": 7.877073906485672e-06,
      "loss": 0.2131,
      "step": 6430
    },
    {
      "epoch": 1.8212669683257918,
      "grad_norm": 5.6752777099609375,
      "learning_rate": 7.858220211161389e-06,
      "loss": 0.3065,
      "step": 6440
    },
    {
      "epoch": 1.8240950226244343,
      "grad_norm": 6.207758903503418,
      "learning_rate": 7.839366515837105e-06,
      "loss": 0.3369,
      "step": 6450
    },
    {
      "epoch": 1.8269230769230769,
      "grad_norm": 2.1755306720733643,
      "learning_rate": 7.820512820512822e-06,
      "loss": 0.24,
      "step": 6460
    },
    {
      "epoch": 1.8297511312217196,
      "grad_norm": 4.380761623382568,
      "learning_rate": 7.801659125188537e-06,
      "loss": 0.2621,
      "step": 6470
    },
    {
      "epoch": 1.8325791855203621,
      "grad_norm": 7.944891452789307,
      "learning_rate": 7.782805429864253e-06,
      "loss": 0.2421,
      "step": 6480
    },
    {
      "epoch": 1.8354072398190047,
      "grad_norm": 6.696594715118408,
      "learning_rate": 7.76395173453997e-06,
      "loss": 0.2179,
      "step": 6490
    },
    {
      "epoch": 1.8382352941176472,
      "grad_norm": 5.534007549285889,
      "learning_rate": 7.745098039215687e-06,
      "loss": 0.2465,
      "step": 6500
    },
    {
      "epoch": 1.8410633484162897,
      "grad_norm": 4.6053290367126465,
      "learning_rate": 7.726244343891403e-06,
      "loss": 0.3311,
      "step": 6510
    },
    {
      "epoch": 1.8438914027149322,
      "grad_norm": 3.2913260459899902,
      "learning_rate": 7.70739064856712e-06,
      "loss": 0.2535,
      "step": 6520
    },
    {
      "epoch": 1.8467194570135748,
      "grad_norm": 5.70173454284668,
      "learning_rate": 7.688536953242837e-06,
      "loss": 0.2283,
      "step": 6530
    },
    {
      "epoch": 1.8495475113122173,
      "grad_norm": 6.683012962341309,
      "learning_rate": 7.669683257918553e-06,
      "loss": 0.2293,
      "step": 6540
    },
    {
      "epoch": 1.8523755656108598,
      "grad_norm": 4.2895612716674805,
      "learning_rate": 7.650829562594268e-06,
      "loss": 0.2013,
      "step": 6550
    },
    {
      "epoch": 1.8552036199095023,
      "grad_norm": 2.8891239166259766,
      "learning_rate": 7.631975867269985e-06,
      "loss": 0.2482,
      "step": 6560
    },
    {
      "epoch": 1.8580316742081449,
      "grad_norm": 5.462761402130127,
      "learning_rate": 7.613122171945701e-06,
      "loss": 0.3063,
      "step": 6570
    },
    {
      "epoch": 1.8608597285067874,
      "grad_norm": 4.3543806076049805,
      "learning_rate": 7.594268476621418e-06,
      "loss": 0.2519,
      "step": 6580
    },
    {
      "epoch": 1.86368778280543,
      "grad_norm": 5.1229681968688965,
      "learning_rate": 7.5754147812971346e-06,
      "loss": 0.2968,
      "step": 6590
    },
    {
      "epoch": 1.8665158371040724,
      "grad_norm": 1.8585267066955566,
      "learning_rate": 7.556561085972851e-06,
      "loss": 0.2208,
      "step": 6600
    },
    {
      "epoch": 1.869343891402715,
      "grad_norm": 4.255302429199219,
      "learning_rate": 7.537707390648568e-06,
      "loss": 0.2968,
      "step": 6610
    },
    {
      "epoch": 1.8721719457013575,
      "grad_norm": 4.815881729125977,
      "learning_rate": 7.518853695324284e-06,
      "loss": 0.3433,
      "step": 6620
    },
    {
      "epoch": 1.875,
      "grad_norm": 6.812479496002197,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.311,
      "step": 6630
    },
    {
      "epoch": 1.8778280542986425,
      "grad_norm": 3.9199917316436768,
      "learning_rate": 7.481146304675717e-06,
      "loss": 0.2767,
      "step": 6640
    },
    {
      "epoch": 1.880656108597285,
      "grad_norm": 4.117010593414307,
      "learning_rate": 7.462292609351433e-06,
      "loss": 0.2858,
      "step": 6650
    },
    {
      "epoch": 1.8834841628959276,
      "grad_norm": 4.636374473571777,
      "learning_rate": 7.44343891402715e-06,
      "loss": 0.2043,
      "step": 6660
    },
    {
      "epoch": 1.88631221719457,
      "grad_norm": 5.478713512420654,
      "learning_rate": 7.424585218702867e-06,
      "loss": 0.288,
      "step": 6670
    },
    {
      "epoch": 1.8891402714932126,
      "grad_norm": 4.690084457397461,
      "learning_rate": 7.405731523378583e-06,
      "loss": 0.2651,
      "step": 6680
    },
    {
      "epoch": 1.8919683257918551,
      "grad_norm": 2.4495575428009033,
      "learning_rate": 7.3868778280543e-06,
      "loss": 0.2651,
      "step": 6690
    },
    {
      "epoch": 1.8947963800904977,
      "grad_norm": 5.4684672355651855,
      "learning_rate": 7.3680241327300165e-06,
      "loss": 0.2834,
      "step": 6700
    },
    {
      "epoch": 1.8976244343891402,
      "grad_norm": 1.9919039011001587,
      "learning_rate": 7.349170437405732e-06,
      "loss": 0.2021,
      "step": 6710
    },
    {
      "epoch": 1.9004524886877827,
      "grad_norm": 4.975834846496582,
      "learning_rate": 7.330316742081448e-06,
      "loss": 0.3194,
      "step": 6720
    },
    {
      "epoch": 1.9032805429864252,
      "grad_norm": 4.014176368713379,
      "learning_rate": 7.311463046757165e-06,
      "loss": 0.2251,
      "step": 6730
    },
    {
      "epoch": 1.9061085972850678,
      "grad_norm": 7.0189409255981445,
      "learning_rate": 7.292609351432881e-06,
      "loss": 0.3062,
      "step": 6740
    },
    {
      "epoch": 1.9089366515837103,
      "grad_norm": 7.0651350021362305,
      "learning_rate": 7.273755656108598e-06,
      "loss": 0.2488,
      "step": 6750
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 7.110829830169678,
      "learning_rate": 7.2549019607843145e-06,
      "loss": 0.2226,
      "step": 6760
    },
    {
      "epoch": 1.9145927601809953,
      "grad_norm": 8.122304916381836,
      "learning_rate": 7.23604826546003e-06,
      "loss": 0.2236,
      "step": 6770
    },
    {
      "epoch": 1.9174208144796379,
      "grad_norm": 4.817609786987305,
      "learning_rate": 7.217194570135747e-06,
      "loss": 0.2935,
      "step": 6780
    },
    {
      "epoch": 1.9202488687782804,
      "grad_norm": 3.6452667713165283,
      "learning_rate": 7.1983408748114635e-06,
      "loss": 0.2711,
      "step": 6790
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 5.04451847076416,
      "learning_rate": 7.17948717948718e-06,
      "loss": 0.3383,
      "step": 6800
    },
    {
      "epoch": 1.9259049773755657,
      "grad_norm": 3.0769617557525635,
      "learning_rate": 7.160633484162897e-06,
      "loss": 0.2481,
      "step": 6810
    },
    {
      "epoch": 1.9287330316742082,
      "grad_norm": 2.4666669368743896,
      "learning_rate": 7.141779788838613e-06,
      "loss": 0.2713,
      "step": 6820
    },
    {
      "epoch": 1.9315610859728507,
      "grad_norm": 6.22195291519165,
      "learning_rate": 7.12292609351433e-06,
      "loss": 0.253,
      "step": 6830
    },
    {
      "epoch": 1.9343891402714932,
      "grad_norm": 5.916505336761475,
      "learning_rate": 7.104072398190046e-06,
      "loss": 0.3023,
      "step": 6840
    },
    {
      "epoch": 1.9372171945701357,
      "grad_norm": 3.696983575820923,
      "learning_rate": 7.085218702865762e-06,
      "loss": 0.3176,
      "step": 6850
    },
    {
      "epoch": 1.9400452488687783,
      "grad_norm": 4.350560665130615,
      "learning_rate": 7.066365007541479e-06,
      "loss": 0.2488,
      "step": 6860
    },
    {
      "epoch": 1.9428733031674208,
      "grad_norm": 4.9616498947143555,
      "learning_rate": 7.047511312217196e-06,
      "loss": 0.2901,
      "step": 6870
    },
    {
      "epoch": 1.9457013574660633,
      "grad_norm": 2.2549595832824707,
      "learning_rate": 7.028657616892911e-06,
      "loss": 0.2526,
      "step": 6880
    },
    {
      "epoch": 1.9485294117647058,
      "grad_norm": 3.205310821533203,
      "learning_rate": 7.009803921568628e-06,
      "loss": 0.2819,
      "step": 6890
    },
    {
      "epoch": 1.9513574660633484,
      "grad_norm": 5.102742671966553,
      "learning_rate": 6.990950226244344e-06,
      "loss": 0.2573,
      "step": 6900
    },
    {
      "epoch": 1.9541855203619911,
      "grad_norm": 2.78604793548584,
      "learning_rate": 6.97209653092006e-06,
      "loss": 0.1702,
      "step": 6910
    },
    {
      "epoch": 1.9570135746606336,
      "grad_norm": 3.8111801147460938,
      "learning_rate": 6.953242835595777e-06,
      "loss": 0.2963,
      "step": 6920
    },
    {
      "epoch": 1.9598416289592762,
      "grad_norm": 4.204692363739014,
      "learning_rate": 6.934389140271494e-06,
      "loss": 0.2989,
      "step": 6930
    },
    {
      "epoch": 1.9626696832579187,
      "grad_norm": 3.3682045936584473,
      "learning_rate": 6.91553544494721e-06,
      "loss": 0.2744,
      "step": 6940
    },
    {
      "epoch": 1.9654977375565612,
      "grad_norm": 5.661670207977295,
      "learning_rate": 6.896681749622927e-06,
      "loss": 0.27,
      "step": 6950
    },
    {
      "epoch": 1.9683257918552037,
      "grad_norm": 3.925750494003296,
      "learning_rate": 6.8778280542986434e-06,
      "loss": 0.2711,
      "step": 6960
    },
    {
      "epoch": 1.9711538461538463,
      "grad_norm": 5.467376232147217,
      "learning_rate": 6.858974358974359e-06,
      "loss": 0.3182,
      "step": 6970
    },
    {
      "epoch": 1.9739819004524888,
      "grad_norm": 7.46327543258667,
      "learning_rate": 6.840120663650076e-06,
      "loss": 0.336,
      "step": 6980
    },
    {
      "epoch": 1.9768099547511313,
      "grad_norm": 4.464349269866943,
      "learning_rate": 6.8212669683257924e-06,
      "loss": 0.333,
      "step": 6990
    },
    {
      "epoch": 1.9796380090497738,
      "grad_norm": 5.0763421058654785,
      "learning_rate": 6.802413273001509e-06,
      "loss": 0.2332,
      "step": 7000
    },
    {
      "epoch": 1.9796380090497738,
      "eval_accuracy": 0.8868119630925867,
      "eval_loss": 0.2794936001300812,
      "eval_runtime": 126.4211,
      "eval_samples_per_second": 99.445,
      "eval_steps_per_second": 3.109,
      "step": 7000
    },
    {
      "epoch": 1.9824660633484164,
      "grad_norm": 4.514822483062744,
      "learning_rate": 6.783559577677226e-06,
      "loss": 0.3259,
      "step": 7010
    },
    {
      "epoch": 1.9852941176470589,
      "grad_norm": 3.9309160709381104,
      "learning_rate": 6.764705882352942e-06,
      "loss": 0.2671,
      "step": 7020
    },
    {
      "epoch": 1.9881221719457014,
      "grad_norm": 3.7512924671173096,
      "learning_rate": 6.745852187028659e-06,
      "loss": 0.3025,
      "step": 7030
    },
    {
      "epoch": 1.990950226244344,
      "grad_norm": 5.162522792816162,
      "learning_rate": 6.7269984917043755e-06,
      "loss": 0.2556,
      "step": 7040
    },
    {
      "epoch": 1.9937782805429864,
      "grad_norm": 5.968090534210205,
      "learning_rate": 6.7081447963800904e-06,
      "loss": 0.245,
      "step": 7050
    },
    {
      "epoch": 1.996606334841629,
      "grad_norm": 7.264348983764648,
      "learning_rate": 6.689291101055807e-06,
      "loss": 0.274,
      "step": 7060
    },
    {
      "epoch": 1.9994343891402715,
      "grad_norm": 4.840837478637695,
      "learning_rate": 6.670437405731524e-06,
      "loss": 0.2381,
      "step": 7070
    },
    {
      "epoch": 2.002262443438914,
      "grad_norm": 3.3212857246398926,
      "learning_rate": 6.65158371040724e-06,
      "loss": 0.2576,
      "step": 7080
    },
    {
      "epoch": 2.0050904977375565,
      "grad_norm": 6.3086419105529785,
      "learning_rate": 6.632730015082957e-06,
      "loss": 0.2471,
      "step": 7090
    },
    {
      "epoch": 2.007918552036199,
      "grad_norm": 2.5110299587249756,
      "learning_rate": 6.613876319758673e-06,
      "loss": 0.2414,
      "step": 7100
    },
    {
      "epoch": 2.0107466063348416,
      "grad_norm": 4.115811824798584,
      "learning_rate": 6.595022624434389e-06,
      "loss": 0.1715,
      "step": 7110
    },
    {
      "epoch": 2.013574660633484,
      "grad_norm": 5.045820236206055,
      "learning_rate": 6.576168929110106e-06,
      "loss": 0.2494,
      "step": 7120
    },
    {
      "epoch": 2.0164027149321266,
      "grad_norm": 4.6321845054626465,
      "learning_rate": 6.5573152337858225e-06,
      "loss": 0.222,
      "step": 7130
    },
    {
      "epoch": 2.019230769230769,
      "grad_norm": 5.135430335998535,
      "learning_rate": 6.538461538461539e-06,
      "loss": 0.2206,
      "step": 7140
    },
    {
      "epoch": 2.0220588235294117,
      "grad_norm": 4.786893367767334,
      "learning_rate": 6.519607843137256e-06,
      "loss": 0.229,
      "step": 7150
    },
    {
      "epoch": 2.024886877828054,
      "grad_norm": 3.568856716156006,
      "learning_rate": 6.500754147812972e-06,
      "loss": 0.2235,
      "step": 7160
    },
    {
      "epoch": 2.0277149321266967,
      "grad_norm": 6.938755989074707,
      "learning_rate": 6.481900452488689e-06,
      "loss": 0.23,
      "step": 7170
    },
    {
      "epoch": 2.0305429864253393,
      "grad_norm": 4.014111042022705,
      "learning_rate": 6.463046757164405e-06,
      "loss": 0.2076,
      "step": 7180
    },
    {
      "epoch": 2.033371040723982,
      "grad_norm": 5.143094062805176,
      "learning_rate": 6.444193061840121e-06,
      "loss": 0.3276,
      "step": 7190
    },
    {
      "epoch": 2.0361990950226243,
      "grad_norm": 4.8052191734313965,
      "learning_rate": 6.425339366515838e-06,
      "loss": 0.2223,
      "step": 7200
    },
    {
      "epoch": 2.039027149321267,
      "grad_norm": 6.07175874710083,
      "learning_rate": 6.406485671191555e-06,
      "loss": 0.2514,
      "step": 7210
    },
    {
      "epoch": 2.0418552036199094,
      "grad_norm": 3.0855891704559326,
      "learning_rate": 6.38763197586727e-06,
      "loss": 0.2043,
      "step": 7220
    },
    {
      "epoch": 2.044683257918552,
      "grad_norm": 5.760570049285889,
      "learning_rate": 6.368778280542986e-06,
      "loss": 0.2051,
      "step": 7230
    },
    {
      "epoch": 2.0475113122171944,
      "grad_norm": 5.127667427062988,
      "learning_rate": 6.349924585218703e-06,
      "loss": 0.2141,
      "step": 7240
    },
    {
      "epoch": 2.050339366515837,
      "grad_norm": 2.886842727661133,
      "learning_rate": 6.331070889894419e-06,
      "loss": 0.1705,
      "step": 7250
    },
    {
      "epoch": 2.0531674208144794,
      "grad_norm": 5.108696937561035,
      "learning_rate": 6.312217194570136e-06,
      "loss": 0.2737,
      "step": 7260
    },
    {
      "epoch": 2.055995475113122,
      "grad_norm": 7.453789234161377,
      "learning_rate": 6.293363499245853e-06,
      "loss": 0.288,
      "step": 7270
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 3.700695514678955,
      "learning_rate": 6.274509803921569e-06,
      "loss": 0.2087,
      "step": 7280
    },
    {
      "epoch": 2.0616515837104075,
      "grad_norm": 3.475170612335205,
      "learning_rate": 6.255656108597286e-06,
      "loss": 0.182,
      "step": 7290
    },
    {
      "epoch": 2.06447963800905,
      "grad_norm": 3.636042833328247,
      "learning_rate": 6.2368024132730024e-06,
      "loss": 0.1856,
      "step": 7300
    },
    {
      "epoch": 2.0673076923076925,
      "grad_norm": 4.326310157775879,
      "learning_rate": 6.217948717948718e-06,
      "loss": 0.2071,
      "step": 7310
    },
    {
      "epoch": 2.070135746606335,
      "grad_norm": 4.5239105224609375,
      "learning_rate": 6.199095022624435e-06,
      "loss": 0.2045,
      "step": 7320
    },
    {
      "epoch": 2.0729638009049776,
      "grad_norm": 5.962629318237305,
      "learning_rate": 6.1802413273001514e-06,
      "loss": 0.2236,
      "step": 7330
    },
    {
      "epoch": 2.07579185520362,
      "grad_norm": 6.830577373504639,
      "learning_rate": 6.161387631975868e-06,
      "loss": 0.2435,
      "step": 7340
    },
    {
      "epoch": 2.0786199095022626,
      "grad_norm": 6.650877952575684,
      "learning_rate": 6.142533936651585e-06,
      "loss": 0.2273,
      "step": 7350
    },
    {
      "epoch": 2.081447963800905,
      "grad_norm": 9.387392044067383,
      "learning_rate": 6.123680241327301e-06,
      "loss": 0.2265,
      "step": 7360
    },
    {
      "epoch": 2.0842760180995477,
      "grad_norm": 7.404173374176025,
      "learning_rate": 6.104826546003018e-06,
      "loss": 0.1513,
      "step": 7370
    },
    {
      "epoch": 2.08710407239819,
      "grad_norm": 3.4944663047790527,
      "learning_rate": 6.085972850678733e-06,
      "loss": 0.2339,
      "step": 7380
    },
    {
      "epoch": 2.0899321266968327,
      "grad_norm": 3.5213699340820312,
      "learning_rate": 6.0671191553544494e-06,
      "loss": 0.2839,
      "step": 7390
    },
    {
      "epoch": 2.0927601809954752,
      "grad_norm": 4.182003974914551,
      "learning_rate": 6.048265460030166e-06,
      "loss": 0.2125,
      "step": 7400
    },
    {
      "epoch": 2.0955882352941178,
      "grad_norm": 6.472683429718018,
      "learning_rate": 6.029411764705883e-06,
      "loss": 0.1934,
      "step": 7410
    },
    {
      "epoch": 2.0984162895927603,
      "grad_norm": 3.89056658744812,
      "learning_rate": 6.010558069381599e-06,
      "loss": 0.1829,
      "step": 7420
    },
    {
      "epoch": 2.101244343891403,
      "grad_norm": 6.370733261108398,
      "learning_rate": 5.991704374057316e-06,
      "loss": 0.1888,
      "step": 7430
    },
    {
      "epoch": 2.1040723981900453,
      "grad_norm": 6.549925327301025,
      "learning_rate": 5.972850678733032e-06,
      "loss": 0.2399,
      "step": 7440
    },
    {
      "epoch": 2.106900452488688,
      "grad_norm": 6.536769866943359,
      "learning_rate": 5.953996983408748e-06,
      "loss": 0.2937,
      "step": 7450
    },
    {
      "epoch": 2.1097285067873304,
      "grad_norm": 5.718851566314697,
      "learning_rate": 5.935143288084465e-06,
      "loss": 0.1983,
      "step": 7460
    },
    {
      "epoch": 2.112556561085973,
      "grad_norm": 6.838066577911377,
      "learning_rate": 5.9162895927601815e-06,
      "loss": 0.2941,
      "step": 7470
    },
    {
      "epoch": 2.1153846153846154,
      "grad_norm": 3.4056811332702637,
      "learning_rate": 5.897435897435898e-06,
      "loss": 0.2191,
      "step": 7480
    },
    {
      "epoch": 2.118212669683258,
      "grad_norm": 5.439931392669678,
      "learning_rate": 5.878582202111615e-06,
      "loss": 0.2095,
      "step": 7490
    },
    {
      "epoch": 2.1210407239819005,
      "grad_norm": 6.081836700439453,
      "learning_rate": 5.859728506787331e-06,
      "loss": 0.1964,
      "step": 7500
    },
    {
      "epoch": 2.123868778280543,
      "grad_norm": 2.3146896362304688,
      "learning_rate": 5.840874811463048e-06,
      "loss": 0.266,
      "step": 7510
    },
    {
      "epoch": 2.1266968325791855,
      "grad_norm": 2.6987674236297607,
      "learning_rate": 5.822021116138764e-06,
      "loss": 0.2508,
      "step": 7520
    },
    {
      "epoch": 2.129524886877828,
      "grad_norm": 4.278384208679199,
      "learning_rate": 5.80316742081448e-06,
      "loss": 0.1764,
      "step": 7530
    },
    {
      "epoch": 2.1323529411764706,
      "grad_norm": 6.95686674118042,
      "learning_rate": 5.784313725490197e-06,
      "loss": 0.274,
      "step": 7540
    },
    {
      "epoch": 2.135180995475113,
      "grad_norm": 3.3586158752441406,
      "learning_rate": 5.765460030165913e-06,
      "loss": 0.2624,
      "step": 7550
    },
    {
      "epoch": 2.1380090497737556,
      "grad_norm": 3.704134702682495,
      "learning_rate": 5.746606334841629e-06,
      "loss": 0.2229,
      "step": 7560
    },
    {
      "epoch": 2.140837104072398,
      "grad_norm": 6.012093544006348,
      "learning_rate": 5.727752639517345e-06,
      "loss": 0.2215,
      "step": 7570
    },
    {
      "epoch": 2.1436651583710407,
      "grad_norm": 4.300053596496582,
      "learning_rate": 5.708898944193062e-06,
      "loss": 0.199,
      "step": 7580
    },
    {
      "epoch": 2.146493212669683,
      "grad_norm": 7.028651714324951,
      "learning_rate": 5.690045248868778e-06,
      "loss": 0.22,
      "step": 7590
    },
    {
      "epoch": 2.1493212669683257,
      "grad_norm": 5.363503456115723,
      "learning_rate": 5.671191553544495e-06,
      "loss": 0.1895,
      "step": 7600
    },
    {
      "epoch": 2.1521493212669682,
      "grad_norm": 4.580994129180908,
      "learning_rate": 5.652337858220212e-06,
      "loss": 0.1713,
      "step": 7610
    },
    {
      "epoch": 2.1549773755656108,
      "grad_norm": 7.074058532714844,
      "learning_rate": 5.633484162895928e-06,
      "loss": 0.2861,
      "step": 7620
    },
    {
      "epoch": 2.1578054298642533,
      "grad_norm": 6.180254936218262,
      "learning_rate": 5.614630467571645e-06,
      "loss": 0.2316,
      "step": 7630
    },
    {
      "epoch": 2.160633484162896,
      "grad_norm": 9.370762825012207,
      "learning_rate": 5.5957767722473614e-06,
      "loss": 0.2717,
      "step": 7640
    },
    {
      "epoch": 2.1634615384615383,
      "grad_norm": 4.996572017669678,
      "learning_rate": 5.576923076923077e-06,
      "loss": 0.2513,
      "step": 7650
    },
    {
      "epoch": 2.166289592760181,
      "grad_norm": 6.018435478210449,
      "learning_rate": 5.558069381598794e-06,
      "loss": 0.2279,
      "step": 7660
    },
    {
      "epoch": 2.1691176470588234,
      "grad_norm": 4.290647983551025,
      "learning_rate": 5.5392156862745104e-06,
      "loss": 0.2459,
      "step": 7670
    },
    {
      "epoch": 2.171945701357466,
      "grad_norm": 3.902825117111206,
      "learning_rate": 5.520361990950227e-06,
      "loss": 0.2181,
      "step": 7680
    },
    {
      "epoch": 2.1747737556561084,
      "grad_norm": 2.4550859928131104,
      "learning_rate": 5.501508295625944e-06,
      "loss": 0.2309,
      "step": 7690
    },
    {
      "epoch": 2.177601809954751,
      "grad_norm": 3.8267788887023926,
      "learning_rate": 5.48265460030166e-06,
      "loss": 0.2444,
      "step": 7700
    },
    {
      "epoch": 2.1804298642533935,
      "grad_norm": 2.1368167400360107,
      "learning_rate": 5.463800904977375e-06,
      "loss": 0.2044,
      "step": 7710
    },
    {
      "epoch": 2.183257918552036,
      "grad_norm": 4.121007919311523,
      "learning_rate": 5.444947209653092e-06,
      "loss": 0.193,
      "step": 7720
    },
    {
      "epoch": 2.1860859728506785,
      "grad_norm": 1.0247951745986938,
      "learning_rate": 5.4260935143288084e-06,
      "loss": 0.2452,
      "step": 7730
    },
    {
      "epoch": 2.1889140271493215,
      "grad_norm": 6.7461323738098145,
      "learning_rate": 5.407239819004525e-06,
      "loss": 0.2341,
      "step": 7740
    },
    {
      "epoch": 2.191742081447964,
      "grad_norm": 3.962465286254883,
      "learning_rate": 5.388386123680242e-06,
      "loss": 0.1699,
      "step": 7750
    },
    {
      "epoch": 2.1945701357466065,
      "grad_norm": 3.7287843227386475,
      "learning_rate": 5.369532428355958e-06,
      "loss": 0.1768,
      "step": 7760
    },
    {
      "epoch": 2.197398190045249,
      "grad_norm": 3.93239426612854,
      "learning_rate": 5.350678733031675e-06,
      "loss": 0.2383,
      "step": 7770
    },
    {
      "epoch": 2.2002262443438916,
      "grad_norm": 5.207613468170166,
      "learning_rate": 5.331825037707391e-06,
      "loss": 0.2282,
      "step": 7780
    },
    {
      "epoch": 2.203054298642534,
      "grad_norm": 3.9662837982177734,
      "learning_rate": 5.312971342383107e-06,
      "loss": 0.1616,
      "step": 7790
    },
    {
      "epoch": 2.2058823529411766,
      "grad_norm": 4.898771286010742,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.2013,
      "step": 7800
    },
    {
      "epoch": 2.208710407239819,
      "grad_norm": 7.645010948181152,
      "learning_rate": 5.2752639517345405e-06,
      "loss": 0.2478,
      "step": 7810
    },
    {
      "epoch": 2.2115384615384617,
      "grad_norm": 2.4150936603546143,
      "learning_rate": 5.256410256410257e-06,
      "loss": 0.1754,
      "step": 7820
    },
    {
      "epoch": 2.214366515837104,
      "grad_norm": 1.881043791770935,
      "learning_rate": 5.237556561085974e-06,
      "loss": 0.264,
      "step": 7830
    },
    {
      "epoch": 2.2171945701357467,
      "grad_norm": 6.877952575683594,
      "learning_rate": 5.21870286576169e-06,
      "loss": 0.2879,
      "step": 7840
    },
    {
      "epoch": 2.2200226244343892,
      "grad_norm": 3.3370893001556396,
      "learning_rate": 5.199849170437406e-06,
      "loss": 0.2312,
      "step": 7850
    },
    {
      "epoch": 2.2228506787330318,
      "grad_norm": 4.1501545906066895,
      "learning_rate": 5.180995475113123e-06,
      "loss": 0.2129,
      "step": 7860
    },
    {
      "epoch": 2.2256787330316743,
      "grad_norm": 4.085570335388184,
      "learning_rate": 5.162141779788839e-06,
      "loss": 0.1647,
      "step": 7870
    },
    {
      "epoch": 2.228506787330317,
      "grad_norm": 4.05198335647583,
      "learning_rate": 5.143288084464555e-06,
      "loss": 0.2338,
      "step": 7880
    },
    {
      "epoch": 2.2313348416289593,
      "grad_norm": 3.9560508728027344,
      "learning_rate": 5.124434389140272e-06,
      "loss": 0.3062,
      "step": 7890
    },
    {
      "epoch": 2.234162895927602,
      "grad_norm": 2.1549770832061768,
      "learning_rate": 5.105580693815988e-06,
      "loss": 0.2259,
      "step": 7900
    },
    {
      "epoch": 2.2369909502262444,
      "grad_norm": 2.7982289791107178,
      "learning_rate": 5.086726998491704e-06,
      "loss": 0.1782,
      "step": 7910
    },
    {
      "epoch": 2.239819004524887,
      "grad_norm": 4.951447010040283,
      "learning_rate": 5.067873303167421e-06,
      "loss": 0.2604,
      "step": 7920
    },
    {
      "epoch": 2.2426470588235294,
      "grad_norm": 5.907583713531494,
      "learning_rate": 5.049019607843137e-06,
      "loss": 0.2447,
      "step": 7930
    },
    {
      "epoch": 2.245475113122172,
      "grad_norm": 5.986253261566162,
      "learning_rate": 5.030165912518854e-06,
      "loss": 0.2829,
      "step": 7940
    },
    {
      "epoch": 2.2483031674208145,
      "grad_norm": 4.330525875091553,
      "learning_rate": 5.011312217194571e-06,
      "loss": 0.1908,
      "step": 7950
    },
    {
      "epoch": 2.251131221719457,
      "grad_norm": 5.337680816650391,
      "learning_rate": 4.992458521870287e-06,
      "loss": 0.2539,
      "step": 7960
    },
    {
      "epoch": 2.2539592760180995,
      "grad_norm": 7.187500476837158,
      "learning_rate": 4.973604826546004e-06,
      "loss": 0.2405,
      "step": 7970
    },
    {
      "epoch": 2.256787330316742,
      "grad_norm": 5.105306625366211,
      "learning_rate": 4.95475113122172e-06,
      "loss": 0.2616,
      "step": 7980
    },
    {
      "epoch": 2.2596153846153846,
      "grad_norm": 4.068017482757568,
      "learning_rate": 4.935897435897436e-06,
      "loss": 0.2233,
      "step": 7990
    },
    {
      "epoch": 2.262443438914027,
      "grad_norm": 2.9654664993286133,
      "learning_rate": 4.917043740573153e-06,
      "loss": 0.2187,
      "step": 8000
    },
    {
      "epoch": 2.262443438914027,
      "eval_accuracy": 0.8858574610244989,
      "eval_loss": 0.29285645484924316,
      "eval_runtime": 126.4151,
      "eval_samples_per_second": 99.45,
      "eval_steps_per_second": 3.109,
      "step": 8000
    },
    {
      "epoch": 2.2652714932126696,
      "grad_norm": 4.892025470733643,
      "learning_rate": 4.898190045248869e-06,
      "loss": 0.223,
      "step": 8010
    },
    {
      "epoch": 2.268099547511312,
      "grad_norm": 6.540407657623291,
      "learning_rate": 4.879336349924585e-06,
      "loss": 0.2356,
      "step": 8020
    },
    {
      "epoch": 2.2709276018099547,
      "grad_norm": 4.254669666290283,
      "learning_rate": 4.860482654600302e-06,
      "loss": 0.2295,
      "step": 8030
    },
    {
      "epoch": 2.273755656108597,
      "grad_norm": 2.9539434909820557,
      "learning_rate": 4.8416289592760185e-06,
      "loss": 0.2617,
      "step": 8040
    },
    {
      "epoch": 2.2765837104072397,
      "grad_norm": 6.981826305389404,
      "learning_rate": 4.822775263951735e-06,
      "loss": 0.2911,
      "step": 8050
    },
    {
      "epoch": 2.2794117647058822,
      "grad_norm": 4.400992393493652,
      "learning_rate": 4.803921568627452e-06,
      "loss": 0.2384,
      "step": 8060
    },
    {
      "epoch": 2.2822398190045248,
      "grad_norm": 6.687214374542236,
      "learning_rate": 4.785067873303168e-06,
      "loss": 0.2139,
      "step": 8070
    },
    {
      "epoch": 2.2850678733031673,
      "grad_norm": 2.111176013946533,
      "learning_rate": 4.766214177978885e-06,
      "loss": 0.2223,
      "step": 8080
    },
    {
      "epoch": 2.28789592760181,
      "grad_norm": 7.312646389007568,
      "learning_rate": 4.747360482654601e-06,
      "loss": 0.2631,
      "step": 8090
    },
    {
      "epoch": 2.2907239819004523,
      "grad_norm": 5.643038749694824,
      "learning_rate": 4.728506787330317e-06,
      "loss": 0.179,
      "step": 8100
    },
    {
      "epoch": 2.293552036199095,
      "grad_norm": 8.725652694702148,
      "learning_rate": 4.709653092006033e-06,
      "loss": 0.2362,
      "step": 8110
    },
    {
      "epoch": 2.2963800904977374,
      "grad_norm": 6.781122207641602,
      "learning_rate": 4.69079939668175e-06,
      "loss": 0.205,
      "step": 8120
    },
    {
      "epoch": 2.29920814479638,
      "grad_norm": 0.9392467141151428,
      "learning_rate": 4.671945701357466e-06,
      "loss": 0.2181,
      "step": 8130
    },
    {
      "epoch": 2.3020361990950224,
      "grad_norm": 1.8741260766983032,
      "learning_rate": 4.653092006033183e-06,
      "loss": 0.1588,
      "step": 8140
    },
    {
      "epoch": 2.3048642533936654,
      "grad_norm": 5.825664520263672,
      "learning_rate": 4.6342383107088995e-06,
      "loss": 0.2214,
      "step": 8150
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 4.3385701179504395,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.2024,
      "step": 8160
    },
    {
      "epoch": 2.3105203619909505,
      "grad_norm": 5.437368869781494,
      "learning_rate": 4.596530920060332e-06,
      "loss": 0.2341,
      "step": 8170
    },
    {
      "epoch": 2.3133484162895925,
      "grad_norm": 5.2032270431518555,
      "learning_rate": 4.5776772247360485e-06,
      "loss": 0.2639,
      "step": 8180
    },
    {
      "epoch": 2.3161764705882355,
      "grad_norm": 4.702691555023193,
      "learning_rate": 4.558823529411765e-06,
      "loss": 0.2153,
      "step": 8190
    },
    {
      "epoch": 2.3190045248868776,
      "grad_norm": 3.5364975929260254,
      "learning_rate": 4.539969834087482e-06,
      "loss": 0.1909,
      "step": 8200
    },
    {
      "epoch": 2.3218325791855206,
      "grad_norm": 2.7947473526000977,
      "learning_rate": 4.521116138763198e-06,
      "loss": 0.216,
      "step": 8210
    },
    {
      "epoch": 2.324660633484163,
      "grad_norm": 8.211967468261719,
      "learning_rate": 4.502262443438914e-06,
      "loss": 0.2122,
      "step": 8220
    },
    {
      "epoch": 2.3274886877828056,
      "grad_norm": 3.7828614711761475,
      "learning_rate": 4.483408748114631e-06,
      "loss": 0.2741,
      "step": 8230
    },
    {
      "epoch": 2.330316742081448,
      "grad_norm": 5.757340908050537,
      "learning_rate": 4.464555052790347e-06,
      "loss": 0.2854,
      "step": 8240
    },
    {
      "epoch": 2.3331447963800906,
      "grad_norm": 4.723744869232178,
      "learning_rate": 4.445701357466063e-06,
      "loss": 0.2508,
      "step": 8250
    },
    {
      "epoch": 2.335972850678733,
      "grad_norm": 4.520774841308594,
      "learning_rate": 4.42684766214178e-06,
      "loss": 0.2414,
      "step": 8260
    },
    {
      "epoch": 2.3388009049773757,
      "grad_norm": 4.983455181121826,
      "learning_rate": 4.407993966817496e-06,
      "loss": 0.2414,
      "step": 8270
    },
    {
      "epoch": 2.341628959276018,
      "grad_norm": 6.122417449951172,
      "learning_rate": 4.389140271493213e-06,
      "loss": 0.2177,
      "step": 8280
    },
    {
      "epoch": 2.3444570135746607,
      "grad_norm": 2.776017189025879,
      "learning_rate": 4.37028657616893e-06,
      "loss": 0.2133,
      "step": 8290
    },
    {
      "epoch": 2.3472850678733033,
      "grad_norm": 7.429429054260254,
      "learning_rate": 4.351432880844646e-06,
      "loss": 0.1915,
      "step": 8300
    },
    {
      "epoch": 2.350113122171946,
      "grad_norm": 7.583387851715088,
      "learning_rate": 4.332579185520363e-06,
      "loss": 0.2396,
      "step": 8310
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 8.560108184814453,
      "learning_rate": 4.313725490196079e-06,
      "loss": 0.2364,
      "step": 8320
    },
    {
      "epoch": 2.355769230769231,
      "grad_norm": 2.898757219314575,
      "learning_rate": 4.294871794871795e-06,
      "loss": 0.2685,
      "step": 8330
    },
    {
      "epoch": 2.3585972850678734,
      "grad_norm": 5.2947564125061035,
      "learning_rate": 4.276018099547512e-06,
      "loss": 0.2222,
      "step": 8340
    },
    {
      "epoch": 2.361425339366516,
      "grad_norm": 2.573645830154419,
      "learning_rate": 4.257164404223228e-06,
      "loss": 0.2335,
      "step": 8350
    },
    {
      "epoch": 2.3642533936651584,
      "grad_norm": 6.62631368637085,
      "learning_rate": 4.238310708898944e-06,
      "loss": 0.2325,
      "step": 8360
    },
    {
      "epoch": 2.367081447963801,
      "grad_norm": 5.814454555511475,
      "learning_rate": 4.219457013574661e-06,
      "loss": 0.2538,
      "step": 8370
    },
    {
      "epoch": 2.3699095022624435,
      "grad_norm": 6.129361152648926,
      "learning_rate": 4.2006033182503775e-06,
      "loss": 0.2395,
      "step": 8380
    },
    {
      "epoch": 2.372737556561086,
      "grad_norm": 5.893956184387207,
      "learning_rate": 4.181749622926094e-06,
      "loss": 0.2651,
      "step": 8390
    },
    {
      "epoch": 2.3755656108597285,
      "grad_norm": 6.977567672729492,
      "learning_rate": 4.162895927601811e-06,
      "loss": 0.2575,
      "step": 8400
    },
    {
      "epoch": 2.378393665158371,
      "grad_norm": 1.8976235389709473,
      "learning_rate": 4.144042232277527e-06,
      "loss": 0.199,
      "step": 8410
    },
    {
      "epoch": 2.3812217194570136,
      "grad_norm": 1.1803913116455078,
      "learning_rate": 4.125188536953243e-06,
      "loss": 0.2826,
      "step": 8420
    },
    {
      "epoch": 2.384049773755656,
      "grad_norm": 4.858994483947754,
      "learning_rate": 4.10633484162896e-06,
      "loss": 0.1937,
      "step": 8430
    },
    {
      "epoch": 2.3868778280542986,
      "grad_norm": 3.6424715518951416,
      "learning_rate": 4.087481146304676e-06,
      "loss": 0.2383,
      "step": 8440
    },
    {
      "epoch": 2.389705882352941,
      "grad_norm": 4.879428863525391,
      "learning_rate": 4.068627450980392e-06,
      "loss": 0.2187,
      "step": 8450
    },
    {
      "epoch": 2.3925339366515836,
      "grad_norm": 4.588160991668701,
      "learning_rate": 4.049773755656109e-06,
      "loss": 0.2134,
      "step": 8460
    },
    {
      "epoch": 2.395361990950226,
      "grad_norm": 3.9123332500457764,
      "learning_rate": 4.030920060331825e-06,
      "loss": 0.1968,
      "step": 8470
    },
    {
      "epoch": 2.3981900452488687,
      "grad_norm": 6.140926361083984,
      "learning_rate": 4.012066365007542e-06,
      "loss": 0.2356,
      "step": 8480
    },
    {
      "epoch": 2.401018099547511,
      "grad_norm": 2.6923718452453613,
      "learning_rate": 3.9932126696832585e-06,
      "loss": 0.2502,
      "step": 8490
    },
    {
      "epoch": 2.4038461538461537,
      "grad_norm": 3.490473508834839,
      "learning_rate": 3.974358974358974e-06,
      "loss": 0.2253,
      "step": 8500
    },
    {
      "epoch": 2.4066742081447963,
      "grad_norm": 3.2556686401367188,
      "learning_rate": 3.955505279034691e-06,
      "loss": 0.2228,
      "step": 8510
    },
    {
      "epoch": 2.409502262443439,
      "grad_norm": 5.598496437072754,
      "learning_rate": 3.9366515837104075e-06,
      "loss": 0.234,
      "step": 8520
    },
    {
      "epoch": 2.4123303167420813,
      "grad_norm": 4.937731742858887,
      "learning_rate": 3.917797888386124e-06,
      "loss": 0.2064,
      "step": 8530
    },
    {
      "epoch": 2.415158371040724,
      "grad_norm": 2.0519907474517822,
      "learning_rate": 3.898944193061841e-06,
      "loss": 0.2148,
      "step": 8540
    },
    {
      "epoch": 2.4179864253393664,
      "grad_norm": 4.925931453704834,
      "learning_rate": 3.880090497737557e-06,
      "loss": 0.2406,
      "step": 8550
    },
    {
      "epoch": 2.420814479638009,
      "grad_norm": 3.878779172897339,
      "learning_rate": 3.861236802413273e-06,
      "loss": 0.2159,
      "step": 8560
    },
    {
      "epoch": 2.4236425339366514,
      "grad_norm": 5.424575328826904,
      "learning_rate": 3.84238310708899e-06,
      "loss": 0.2202,
      "step": 8570
    },
    {
      "epoch": 2.426470588235294,
      "grad_norm": 4.764692306518555,
      "learning_rate": 3.8235294117647055e-06,
      "loss": 0.2238,
      "step": 8580
    },
    {
      "epoch": 2.4292986425339365,
      "grad_norm": 6.2886881828308105,
      "learning_rate": 3.8046757164404226e-06,
      "loss": 0.2258,
      "step": 8590
    },
    {
      "epoch": 2.4321266968325794,
      "grad_norm": 5.105391502380371,
      "learning_rate": 3.7858220211161388e-06,
      "loss": 0.2291,
      "step": 8600
    },
    {
      "epoch": 2.4349547511312215,
      "grad_norm": 3.7577686309814453,
      "learning_rate": 3.7669683257918554e-06,
      "loss": 0.2041,
      "step": 8610
    },
    {
      "epoch": 2.4377828054298645,
      "grad_norm": 2.689021587371826,
      "learning_rate": 3.748114630467572e-06,
      "loss": 0.2576,
      "step": 8620
    },
    {
      "epoch": 2.4406108597285066,
      "grad_norm": 3.162226438522339,
      "learning_rate": 3.7292609351432886e-06,
      "loss": 0.2342,
      "step": 8630
    },
    {
      "epoch": 2.4434389140271495,
      "grad_norm": 4.014715671539307,
      "learning_rate": 3.710407239819005e-06,
      "loss": 0.236,
      "step": 8640
    },
    {
      "epoch": 2.446266968325792,
      "grad_norm": 5.3587822914123535,
      "learning_rate": 3.6915535444947214e-06,
      "loss": 0.2328,
      "step": 8650
    },
    {
      "epoch": 2.4490950226244346,
      "grad_norm": 7.895315647125244,
      "learning_rate": 3.672699849170438e-06,
      "loss": 0.2333,
      "step": 8660
    },
    {
      "epoch": 2.451923076923077,
      "grad_norm": 8.392569541931152,
      "learning_rate": 3.653846153846154e-06,
      "loss": 0.2605,
      "step": 8670
    },
    {
      "epoch": 2.4547511312217196,
      "grad_norm": 3.8333370685577393,
      "learning_rate": 3.6349924585218704e-06,
      "loss": 0.2289,
      "step": 8680
    },
    {
      "epoch": 2.457579185520362,
      "grad_norm": 7.176278114318848,
      "learning_rate": 3.616138763197587e-06,
      "loss": 0.2119,
      "step": 8690
    },
    {
      "epoch": 2.4604072398190047,
      "grad_norm": 8.778523445129395,
      "learning_rate": 3.5972850678733032e-06,
      "loss": 0.2363,
      "step": 8700
    },
    {
      "epoch": 2.463235294117647,
      "grad_norm": 3.1572511196136475,
      "learning_rate": 3.57843137254902e-06,
      "loss": 0.2083,
      "step": 8710
    },
    {
      "epoch": 2.4660633484162897,
      "grad_norm": 6.948089122772217,
      "learning_rate": 3.5595776772247365e-06,
      "loss": 0.2337,
      "step": 8720
    },
    {
      "epoch": 2.4688914027149322,
      "grad_norm": 7.237654209136963,
      "learning_rate": 3.540723981900453e-06,
      "loss": 0.1903,
      "step": 8730
    },
    {
      "epoch": 2.4717194570135748,
      "grad_norm": 3.5161070823669434,
      "learning_rate": 3.5218702865761693e-06,
      "loss": 0.2003,
      "step": 8740
    },
    {
      "epoch": 2.4745475113122173,
      "grad_norm": 5.7288737297058105,
      "learning_rate": 3.5030165912518855e-06,
      "loss": 0.1979,
      "step": 8750
    },
    {
      "epoch": 2.47737556561086,
      "grad_norm": 6.921863079071045,
      "learning_rate": 3.484162895927602e-06,
      "loss": 0.2681,
      "step": 8760
    },
    {
      "epoch": 2.4802036199095023,
      "grad_norm": 1.5838019847869873,
      "learning_rate": 3.4653092006033183e-06,
      "loss": 0.186,
      "step": 8770
    },
    {
      "epoch": 2.483031674208145,
      "grad_norm": 6.464385986328125,
      "learning_rate": 3.446455505279035e-06,
      "loss": 0.2791,
      "step": 8780
    },
    {
      "epoch": 2.4858597285067874,
      "grad_norm": 4.105411529541016,
      "learning_rate": 3.4276018099547515e-06,
      "loss": 0.246,
      "step": 8790
    },
    {
      "epoch": 2.48868778280543,
      "grad_norm": 5.3756632804870605,
      "learning_rate": 3.408748114630468e-06,
      "loss": 0.2344,
      "step": 8800
    },
    {
      "epoch": 2.4915158371040724,
      "grad_norm": 3.4841089248657227,
      "learning_rate": 3.3898944193061843e-06,
      "loss": 0.1978,
      "step": 8810
    },
    {
      "epoch": 2.494343891402715,
      "grad_norm": 7.188533782958984,
      "learning_rate": 3.371040723981901e-06,
      "loss": 0.2737,
      "step": 8820
    },
    {
      "epoch": 2.4971719457013575,
      "grad_norm": 4.090082168579102,
      "learning_rate": 3.3521870286576167e-06,
      "loss": 0.2139,
      "step": 8830
    },
    {
      "epoch": 2.5,
      "grad_norm": 7.417943000793457,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.2275,
      "step": 8840
    },
    {
      "epoch": 2.5028280542986425,
      "grad_norm": 3.605393648147583,
      "learning_rate": 3.31447963800905e-06,
      "loss": 0.2446,
      "step": 8850
    },
    {
      "epoch": 2.505656108597285,
      "grad_norm": 5.961788654327393,
      "learning_rate": 3.2956259426847666e-06,
      "loss": 0.2923,
      "step": 8860
    },
    {
      "epoch": 2.5084841628959276,
      "grad_norm": 4.26703405380249,
      "learning_rate": 3.2767722473604827e-06,
      "loss": 0.1962,
      "step": 8870
    },
    {
      "epoch": 2.51131221719457,
      "grad_norm": 4.207533359527588,
      "learning_rate": 3.2579185520361994e-06,
      "loss": 0.1995,
      "step": 8880
    },
    {
      "epoch": 2.5141402714932126,
      "grad_norm": 4.4618682861328125,
      "learning_rate": 3.239064856711916e-06,
      "loss": 0.172,
      "step": 8890
    },
    {
      "epoch": 2.516968325791855,
      "grad_norm": 5.302677631378174,
      "learning_rate": 3.2202111613876326e-06,
      "loss": 0.1653,
      "step": 8900
    },
    {
      "epoch": 2.5197963800904977,
      "grad_norm": 3.299323558807373,
      "learning_rate": 3.2013574660633484e-06,
      "loss": 0.2407,
      "step": 8910
    },
    {
      "epoch": 2.52262443438914,
      "grad_norm": 6.668271541595459,
      "learning_rate": 3.182503770739065e-06,
      "loss": 0.2283,
      "step": 8920
    },
    {
      "epoch": 2.5254524886877827,
      "grad_norm": 7.668635368347168,
      "learning_rate": 3.1636500754147816e-06,
      "loss": 0.2752,
      "step": 8930
    },
    {
      "epoch": 2.5282805429864252,
      "grad_norm": 1.711267113685608,
      "learning_rate": 3.1447963800904978e-06,
      "loss": 0.2136,
      "step": 8940
    },
    {
      "epoch": 2.5311085972850678,
      "grad_norm": 8.963603019714355,
      "learning_rate": 3.1259426847662144e-06,
      "loss": 0.205,
      "step": 8950
    },
    {
      "epoch": 2.5339366515837103,
      "grad_norm": 2.520670175552368,
      "learning_rate": 3.107088989441931e-06,
      "loss": 0.2131,
      "step": 8960
    },
    {
      "epoch": 2.536764705882353,
      "grad_norm": 8.796506881713867,
      "learning_rate": 3.0882352941176476e-06,
      "loss": 0.2969,
      "step": 8970
    },
    {
      "epoch": 2.5395927601809953,
      "grad_norm": 7.460408687591553,
      "learning_rate": 3.069381598793364e-06,
      "loss": 0.2432,
      "step": 8980
    },
    {
      "epoch": 2.542420814479638,
      "grad_norm": 9.012686729431152,
      "learning_rate": 3.0505279034690804e-06,
      "loss": 0.2707,
      "step": 8990
    },
    {
      "epoch": 2.5452488687782804,
      "grad_norm": 5.107896327972412,
      "learning_rate": 3.0316742081447962e-06,
      "loss": 0.2239,
      "step": 9000
    },
    {
      "epoch": 2.5452488687782804,
      "eval_accuracy": 0.888880050906777,
      "eval_loss": 0.288782000541687,
      "eval_runtime": 126.5084,
      "eval_samples_per_second": 99.377,
      "eval_steps_per_second": 3.107,
      "step": 9000
    },
    {
      "epoch": 2.5480769230769234,
      "grad_norm": 2.8435633182525635,
      "learning_rate": 3.012820512820513e-06,
      "loss": 0.2544,
      "step": 9010
    },
    {
      "epoch": 2.5509049773755654,
      "grad_norm": 4.109634876251221,
      "learning_rate": 2.9939668174962294e-06,
      "loss": 0.2508,
      "step": 9020
    },
    {
      "epoch": 2.5537330316742084,
      "grad_norm": 3.3078644275665283,
      "learning_rate": 2.975113122171946e-06,
      "loss": 0.2025,
      "step": 9030
    },
    {
      "epoch": 2.5565610859728505,
      "grad_norm": 6.037450790405273,
      "learning_rate": 2.9562594268476623e-06,
      "loss": 0.2347,
      "step": 9040
    },
    {
      "epoch": 2.5593891402714934,
      "grad_norm": 5.157569408416748,
      "learning_rate": 2.937405731523379e-06,
      "loss": 0.2684,
      "step": 9050
    },
    {
      "epoch": 2.5622171945701355,
      "grad_norm": 2.070380210876465,
      "learning_rate": 2.9185520361990955e-06,
      "loss": 0.2217,
      "step": 9060
    },
    {
      "epoch": 2.5650452488687785,
      "grad_norm": 2.0333659648895264,
      "learning_rate": 2.899698340874812e-06,
      "loss": 0.1901,
      "step": 9070
    },
    {
      "epoch": 2.5678733031674206,
      "grad_norm": 2.8762121200561523,
      "learning_rate": 2.880844645550528e-06,
      "loss": 0.2175,
      "step": 9080
    },
    {
      "epoch": 2.5707013574660635,
      "grad_norm": 3.8669402599334717,
      "learning_rate": 2.8619909502262445e-06,
      "loss": 0.2218,
      "step": 9090
    },
    {
      "epoch": 2.5735294117647056,
      "grad_norm": 5.87692403793335,
      "learning_rate": 2.843137254901961e-06,
      "loss": 0.2058,
      "step": 9100
    },
    {
      "epoch": 2.5763574660633486,
      "grad_norm": 3.9730098247528076,
      "learning_rate": 2.8242835595776773e-06,
      "loss": 0.2191,
      "step": 9110
    },
    {
      "epoch": 2.579185520361991,
      "grad_norm": 3.073633909225464,
      "learning_rate": 2.805429864253394e-06,
      "loss": 0.2499,
      "step": 9120
    },
    {
      "epoch": 2.5820135746606336,
      "grad_norm": 3.6937789916992188,
      "learning_rate": 2.7865761689291105e-06,
      "loss": 0.2499,
      "step": 9130
    },
    {
      "epoch": 2.584841628959276,
      "grad_norm": 4.838074207305908,
      "learning_rate": 2.767722473604827e-06,
      "loss": 0.1883,
      "step": 9140
    },
    {
      "epoch": 2.5876696832579187,
      "grad_norm": 6.562351226806641,
      "learning_rate": 2.7488687782805433e-06,
      "loss": 0.2019,
      "step": 9150
    },
    {
      "epoch": 2.590497737556561,
      "grad_norm": 3.512963056564331,
      "learning_rate": 2.7300150829562595e-06,
      "loss": 0.1934,
      "step": 9160
    },
    {
      "epoch": 2.5933257918552037,
      "grad_norm": 4.1841511726379395,
      "learning_rate": 2.7111613876319757e-06,
      "loss": 0.1807,
      "step": 9170
    },
    {
      "epoch": 2.5961538461538463,
      "grad_norm": 4.239630222320557,
      "learning_rate": 2.6923076923076923e-06,
      "loss": 0.2101,
      "step": 9180
    },
    {
      "epoch": 2.598981900452489,
      "grad_norm": 3.499694585800171,
      "learning_rate": 2.673453996983409e-06,
      "loss": 0.2152,
      "step": 9190
    },
    {
      "epoch": 2.6018099547511313,
      "grad_norm": 3.0219247341156006,
      "learning_rate": 2.6546003016591256e-06,
      "loss": 0.2311,
      "step": 9200
    },
    {
      "epoch": 2.604638009049774,
      "grad_norm": 4.168036937713623,
      "learning_rate": 2.6357466063348418e-06,
      "loss": 0.1943,
      "step": 9210
    },
    {
      "epoch": 2.6074660633484164,
      "grad_norm": 1.4795814752578735,
      "learning_rate": 2.6168929110105584e-06,
      "loss": 0.1786,
      "step": 9220
    },
    {
      "epoch": 2.610294117647059,
      "grad_norm": 1.5753957033157349,
      "learning_rate": 2.598039215686275e-06,
      "loss": 0.1892,
      "step": 9230
    },
    {
      "epoch": 2.6131221719457014,
      "grad_norm": 3.37406325340271,
      "learning_rate": 2.5791855203619916e-06,
      "loss": 0.1632,
      "step": 9240
    },
    {
      "epoch": 2.615950226244344,
      "grad_norm": 4.640278339385986,
      "learning_rate": 2.5603318250377074e-06,
      "loss": 0.239,
      "step": 9250
    },
    {
      "epoch": 2.6187782805429864,
      "grad_norm": 5.864749431610107,
      "learning_rate": 2.541478129713424e-06,
      "loss": 0.2349,
      "step": 9260
    },
    {
      "epoch": 2.621606334841629,
      "grad_norm": 4.219099521636963,
      "learning_rate": 2.5226244343891406e-06,
      "loss": 0.2298,
      "step": 9270
    },
    {
      "epoch": 2.6244343891402715,
      "grad_norm": 6.88966703414917,
      "learning_rate": 2.503770739064857e-06,
      "loss": 0.2096,
      "step": 9280
    },
    {
      "epoch": 2.627262443438914,
      "grad_norm": 3.7265114784240723,
      "learning_rate": 2.4849170437405734e-06,
      "loss": 0.1961,
      "step": 9290
    },
    {
      "epoch": 2.6300904977375565,
      "grad_norm": 3.687527656555176,
      "learning_rate": 2.46606334841629e-06,
      "loss": 0.2054,
      "step": 9300
    },
    {
      "epoch": 2.632918552036199,
      "grad_norm": 5.014760971069336,
      "learning_rate": 2.4472096530920062e-06,
      "loss": 0.2425,
      "step": 9310
    },
    {
      "epoch": 2.6357466063348416,
      "grad_norm": 8.167291641235352,
      "learning_rate": 2.428355957767723e-06,
      "loss": 0.2079,
      "step": 9320
    },
    {
      "epoch": 2.638574660633484,
      "grad_norm": 4.277304649353027,
      "learning_rate": 2.409502262443439e-06,
      "loss": 0.2205,
      "step": 9330
    },
    {
      "epoch": 2.6414027149321266,
      "grad_norm": 5.0269975662231445,
      "learning_rate": 2.3906485671191556e-06,
      "loss": 0.2586,
      "step": 9340
    },
    {
      "epoch": 2.644230769230769,
      "grad_norm": 4.617335796356201,
      "learning_rate": 2.371794871794872e-06,
      "loss": 0.2167,
      "step": 9350
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 3.6927714347839355,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.2195,
      "step": 9360
    },
    {
      "epoch": 2.649886877828054,
      "grad_norm": 3.20468807220459,
      "learning_rate": 2.334087481146305e-06,
      "loss": 0.2495,
      "step": 9370
    },
    {
      "epoch": 2.6527149321266967,
      "grad_norm": 4.111125946044922,
      "learning_rate": 2.3152337858220213e-06,
      "loss": 0.1675,
      "step": 9380
    },
    {
      "epoch": 2.6555429864253393,
      "grad_norm": 3.872500419616699,
      "learning_rate": 2.2963800904977375e-06,
      "loss": 0.2614,
      "step": 9390
    },
    {
      "epoch": 2.658371040723982,
      "grad_norm": 5.960339069366455,
      "learning_rate": 2.277526395173454e-06,
      "loss": 0.2031,
      "step": 9400
    },
    {
      "epoch": 2.6611990950226243,
      "grad_norm": 7.735962390899658,
      "learning_rate": 2.2586726998491707e-06,
      "loss": 0.2164,
      "step": 9410
    },
    {
      "epoch": 2.664027149321267,
      "grad_norm": 4.943899154663086,
      "learning_rate": 2.2398190045248873e-06,
      "loss": 0.2322,
      "step": 9420
    },
    {
      "epoch": 2.6668552036199094,
      "grad_norm": 3.7775423526763916,
      "learning_rate": 2.2209653092006035e-06,
      "loss": 0.2238,
      "step": 9430
    },
    {
      "epoch": 2.669683257918552,
      "grad_norm": 6.782299995422363,
      "learning_rate": 2.2021116138763197e-06,
      "loss": 0.2141,
      "step": 9440
    },
    {
      "epoch": 2.6725113122171944,
      "grad_norm": 2.3152804374694824,
      "learning_rate": 2.1832579185520363e-06,
      "loss": 0.1729,
      "step": 9450
    },
    {
      "epoch": 2.6753393665158374,
      "grad_norm": 5.257414817810059,
      "learning_rate": 2.164404223227753e-06,
      "loss": 0.1875,
      "step": 9460
    },
    {
      "epoch": 2.6781674208144794,
      "grad_norm": 5.083720684051514,
      "learning_rate": 2.145550527903469e-06,
      "loss": 0.2721,
      "step": 9470
    },
    {
      "epoch": 2.6809954751131224,
      "grad_norm": 3.5238163471221924,
      "learning_rate": 2.1266968325791857e-06,
      "loss": 0.1752,
      "step": 9480
    },
    {
      "epoch": 2.6838235294117645,
      "grad_norm": 9.12520694732666,
      "learning_rate": 2.1078431372549023e-06,
      "loss": 0.2184,
      "step": 9490
    },
    {
      "epoch": 2.6866515837104075,
      "grad_norm": 3.9677796363830566,
      "learning_rate": 2.0889894419306185e-06,
      "loss": 0.2685,
      "step": 9500
    },
    {
      "epoch": 2.6894796380090495,
      "grad_norm": 8.702911376953125,
      "learning_rate": 2.0701357466063347e-06,
      "loss": 0.2143,
      "step": 9510
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 5.3467841148376465,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 0.1466,
      "step": 9520
    },
    {
      "epoch": 2.6951357466063346,
      "grad_norm": 8.666280746459961,
      "learning_rate": 2.032428355957768e-06,
      "loss": 0.2221,
      "step": 9530
    },
    {
      "epoch": 2.6979638009049776,
      "grad_norm": 4.463994979858398,
      "learning_rate": 2.0135746606334846e-06,
      "loss": 0.2115,
      "step": 9540
    },
    {
      "epoch": 2.7007918552036196,
      "grad_norm": 8.998452186584473,
      "learning_rate": 1.9947209653092008e-06,
      "loss": 0.2286,
      "step": 9550
    },
    {
      "epoch": 2.7036199095022626,
      "grad_norm": 2.3983922004699707,
      "learning_rate": 1.975867269984917e-06,
      "loss": 0.1753,
      "step": 9560
    },
    {
      "epoch": 2.706447963800905,
      "grad_norm": 5.0769524574279785,
      "learning_rate": 1.9570135746606336e-06,
      "loss": 0.2029,
      "step": 9570
    },
    {
      "epoch": 2.7092760180995477,
      "grad_norm": 3.6228933334350586,
      "learning_rate": 1.93815987933635e-06,
      "loss": 0.2282,
      "step": 9580
    },
    {
      "epoch": 2.71210407239819,
      "grad_norm": 7.759435176849365,
      "learning_rate": 1.919306184012067e-06,
      "loss": 0.2395,
      "step": 9590
    },
    {
      "epoch": 2.7149321266968327,
      "grad_norm": 7.777573585510254,
      "learning_rate": 1.9004524886877828e-06,
      "loss": 0.1992,
      "step": 9600
    },
    {
      "epoch": 2.7177601809954752,
      "grad_norm": 4.795551300048828,
      "learning_rate": 1.8815987933634994e-06,
      "loss": 0.227,
      "step": 9610
    },
    {
      "epoch": 2.7205882352941178,
      "grad_norm": 4.623630046844482,
      "learning_rate": 1.8627450980392158e-06,
      "loss": 0.2199,
      "step": 9620
    },
    {
      "epoch": 2.7234162895927603,
      "grad_norm": 1.8060227632522583,
      "learning_rate": 1.8438914027149324e-06,
      "loss": 0.2662,
      "step": 9630
    },
    {
      "epoch": 2.726244343891403,
      "grad_norm": 4.0437798500061035,
      "learning_rate": 1.8250377073906486e-06,
      "loss": 0.2106,
      "step": 9640
    },
    {
      "epoch": 2.7290723981900453,
      "grad_norm": 2.629993200302124,
      "learning_rate": 1.806184012066365e-06,
      "loss": 0.2275,
      "step": 9650
    },
    {
      "epoch": 2.731900452488688,
      "grad_norm": 4.662147045135498,
      "learning_rate": 1.7873303167420816e-06,
      "loss": 0.1597,
      "step": 9660
    },
    {
      "epoch": 2.7347285067873304,
      "grad_norm": 7.3248066902160645,
      "learning_rate": 1.768476621417798e-06,
      "loss": 0.2161,
      "step": 9670
    },
    {
      "epoch": 2.737556561085973,
      "grad_norm": 5.798586845397949,
      "learning_rate": 1.7496229260935144e-06,
      "loss": 0.2557,
      "step": 9680
    },
    {
      "epoch": 2.7403846153846154,
      "grad_norm": 2.832303524017334,
      "learning_rate": 1.7307692307692308e-06,
      "loss": 0.2108,
      "step": 9690
    },
    {
      "epoch": 2.743212669683258,
      "grad_norm": 1.038588047027588,
      "learning_rate": 1.7119155354449475e-06,
      "loss": 0.2141,
      "step": 9700
    },
    {
      "epoch": 2.7460407239819005,
      "grad_norm": 6.463703155517578,
      "learning_rate": 1.6930618401206639e-06,
      "loss": 0.219,
      "step": 9710
    },
    {
      "epoch": 2.748868778280543,
      "grad_norm": 6.210083484649658,
      "learning_rate": 1.67420814479638e-06,
      "loss": 0.1784,
      "step": 9720
    },
    {
      "epoch": 2.7516968325791855,
      "grad_norm": 5.5614848136901855,
      "learning_rate": 1.6553544494720967e-06,
      "loss": 0.2848,
      "step": 9730
    },
    {
      "epoch": 2.754524886877828,
      "grad_norm": 6.321543216705322,
      "learning_rate": 1.636500754147813e-06,
      "loss": 0.1904,
      "step": 9740
    },
    {
      "epoch": 2.7573529411764706,
      "grad_norm": 2.9993443489074707,
      "learning_rate": 1.6176470588235297e-06,
      "loss": 0.2348,
      "step": 9750
    },
    {
      "epoch": 2.760180995475113,
      "grad_norm": 2.8095312118530273,
      "learning_rate": 1.5987933634992459e-06,
      "loss": 0.2194,
      "step": 9760
    },
    {
      "epoch": 2.7630090497737556,
      "grad_norm": 9.010799407958984,
      "learning_rate": 1.5799396681749623e-06,
      "loss": 0.274,
      "step": 9770
    },
    {
      "epoch": 2.765837104072398,
      "grad_norm": 4.045629501342773,
      "learning_rate": 1.561085972850679e-06,
      "loss": 0.2011,
      "step": 9780
    },
    {
      "epoch": 2.7686651583710407,
      "grad_norm": 7.133453845977783,
      "learning_rate": 1.5422322775263953e-06,
      "loss": 0.2241,
      "step": 9790
    },
    {
      "epoch": 2.771493212669683,
      "grad_norm": 4.382336616516113,
      "learning_rate": 1.5233785822021115e-06,
      "loss": 0.2694,
      "step": 9800
    },
    {
      "epoch": 2.7743212669683257,
      "grad_norm": 4.200496673583984,
      "learning_rate": 1.5045248868778281e-06,
      "loss": 0.2299,
      "step": 9810
    },
    {
      "epoch": 2.7771493212669682,
      "grad_norm": 3.4665303230285645,
      "learning_rate": 1.4856711915535445e-06,
      "loss": 0.1934,
      "step": 9820
    },
    {
      "epoch": 2.7799773755656108,
      "grad_norm": 5.625051498413086,
      "learning_rate": 1.4668174962292611e-06,
      "loss": 0.2565,
      "step": 9830
    },
    {
      "epoch": 2.7828054298642533,
      "grad_norm": 0.8546460866928101,
      "learning_rate": 1.4479638009049775e-06,
      "loss": 0.159,
      "step": 9840
    },
    {
      "epoch": 2.785633484162896,
      "grad_norm": 2.4043455123901367,
      "learning_rate": 1.429110105580694e-06,
      "loss": 0.1937,
      "step": 9850
    },
    {
      "epoch": 2.7884615384615383,
      "grad_norm": 5.863745212554932,
      "learning_rate": 1.4102564102564104e-06,
      "loss": 0.2213,
      "step": 9860
    },
    {
      "epoch": 2.791289592760181,
      "grad_norm": 4.6385722160339355,
      "learning_rate": 1.391402714932127e-06,
      "loss": 0.263,
      "step": 9870
    },
    {
      "epoch": 2.7941176470588234,
      "grad_norm": 6.428844928741455,
      "learning_rate": 1.3725490196078434e-06,
      "loss": 0.1866,
      "step": 9880
    },
    {
      "epoch": 2.7969457013574663,
      "grad_norm": 4.29943323135376,
      "learning_rate": 1.3536953242835596e-06,
      "loss": 0.2021,
      "step": 9890
    },
    {
      "epoch": 2.7997737556561084,
      "grad_norm": 3.2437448501586914,
      "learning_rate": 1.3348416289592762e-06,
      "loss": 0.1571,
      "step": 9900
    },
    {
      "epoch": 2.8026018099547514,
      "grad_norm": 3.756850481033325,
      "learning_rate": 1.3159879336349926e-06,
      "loss": 0.2301,
      "step": 9910
    },
    {
      "epoch": 2.8054298642533935,
      "grad_norm": 4.855559825897217,
      "learning_rate": 1.2971342383107092e-06,
      "loss": 0.2538,
      "step": 9920
    },
    {
      "epoch": 2.8082579185520364,
      "grad_norm": 4.502439498901367,
      "learning_rate": 1.2782805429864254e-06,
      "loss": 0.1862,
      "step": 9930
    },
    {
      "epoch": 2.8110859728506785,
      "grad_norm": 6.242438793182373,
      "learning_rate": 1.2594268476621418e-06,
      "loss": 0.145,
      "step": 9940
    },
    {
      "epoch": 2.8139140271493215,
      "grad_norm": 6.00593900680542,
      "learning_rate": 1.2405731523378584e-06,
      "loss": 0.2097,
      "step": 9950
    },
    {
      "epoch": 2.8167420814479636,
      "grad_norm": 10.398560523986816,
      "learning_rate": 1.2217194570135748e-06,
      "loss": 0.2605,
      "step": 9960
    },
    {
      "epoch": 2.8195701357466065,
      "grad_norm": 4.909145832061768,
      "learning_rate": 1.2028657616892912e-06,
      "loss": 0.2473,
      "step": 9970
    },
    {
      "epoch": 2.8223981900452486,
      "grad_norm": 4.879443168640137,
      "learning_rate": 1.1840120663650076e-06,
      "loss": 0.2071,
      "step": 9980
    },
    {
      "epoch": 2.8252262443438916,
      "grad_norm": 5.404385566711426,
      "learning_rate": 1.165158371040724e-06,
      "loss": 0.2138,
      "step": 9990
    },
    {
      "epoch": 2.8280542986425337,
      "grad_norm": 3.4741604328155518,
      "learning_rate": 1.1463046757164404e-06,
      "loss": 0.2502,
      "step": 10000
    },
    {
      "epoch": 2.8280542986425337,
      "eval_accuracy": 0.888880050906777,
      "eval_loss": 0.2902699112892151,
      "eval_runtime": 126.3428,
      "eval_samples_per_second": 99.507,
      "eval_steps_per_second": 3.111,
      "step": 10000
    },
    {
      "epoch": 2.8308823529411766,
      "grad_norm": 4.25987434387207,
      "learning_rate": 1.127450980392157e-06,
      "loss": 0.2242,
      "step": 10010
    },
    {
      "epoch": 2.833710407239819,
      "grad_norm": 7.45045280456543,
      "learning_rate": 1.1085972850678732e-06,
      "loss": 0.2791,
      "step": 10020
    },
    {
      "epoch": 2.8365384615384617,
      "grad_norm": 4.844043254852295,
      "learning_rate": 1.0897435897435899e-06,
      "loss": 0.2357,
      "step": 10030
    },
    {
      "epoch": 2.839366515837104,
      "grad_norm": 5.769428253173828,
      "learning_rate": 1.0708898944193063e-06,
      "loss": 0.2296,
      "step": 10040
    },
    {
      "epoch": 2.8421945701357467,
      "grad_norm": 7.023671627044678,
      "learning_rate": 1.0520361990950227e-06,
      "loss": 0.2318,
      "step": 10050
    },
    {
      "epoch": 2.8450226244343892,
      "grad_norm": 3.501164436340332,
      "learning_rate": 1.033182503770739e-06,
      "loss": 0.2456,
      "step": 10060
    },
    {
      "epoch": 2.8478506787330318,
      "grad_norm": 9.939863204956055,
      "learning_rate": 1.0143288084464557e-06,
      "loss": 0.2474,
      "step": 10070
    },
    {
      "epoch": 2.8506787330316743,
      "grad_norm": 5.502429962158203,
      "learning_rate": 9.954751131221719e-07,
      "loss": 0.2381,
      "step": 10080
    },
    {
      "epoch": 2.853506787330317,
      "grad_norm": 5.186315536499023,
      "learning_rate": 9.766214177978885e-07,
      "loss": 0.2141,
      "step": 10090
    },
    {
      "epoch": 2.8563348416289593,
      "grad_norm": 11.375553131103516,
      "learning_rate": 9.57767722473605e-07,
      "loss": 0.2459,
      "step": 10100
    },
    {
      "epoch": 2.859162895927602,
      "grad_norm": 4.658810615539551,
      "learning_rate": 9.389140271493213e-07,
      "loss": 0.1952,
      "step": 10110
    },
    {
      "epoch": 2.8619909502262444,
      "grad_norm": 2.7533957958221436,
      "learning_rate": 9.200603318250378e-07,
      "loss": 0.2113,
      "step": 10120
    },
    {
      "epoch": 2.864819004524887,
      "grad_norm": 2.1169681549072266,
      "learning_rate": 9.012066365007542e-07,
      "loss": 0.198,
      "step": 10130
    },
    {
      "epoch": 2.8676470588235294,
      "grad_norm": 5.239007472991943,
      "learning_rate": 8.823529411764707e-07,
      "loss": 0.1799,
      "step": 10140
    },
    {
      "epoch": 2.870475113122172,
      "grad_norm": 9.836233139038086,
      "learning_rate": 8.634992458521871e-07,
      "loss": 0.2345,
      "step": 10150
    },
    {
      "epoch": 2.8733031674208145,
      "grad_norm": 2.392709970474243,
      "learning_rate": 8.446455505279036e-07,
      "loss": 0.2205,
      "step": 10160
    },
    {
      "epoch": 2.876131221719457,
      "grad_norm": 2.652374267578125,
      "learning_rate": 8.257918552036199e-07,
      "loss": 0.155,
      "step": 10170
    },
    {
      "epoch": 2.8789592760180995,
      "grad_norm": 8.32434368133545,
      "learning_rate": 8.069381598793364e-07,
      "loss": 0.2262,
      "step": 10180
    },
    {
      "epoch": 2.881787330316742,
      "grad_norm": 5.847408771514893,
      "learning_rate": 7.880844645550528e-07,
      "loss": 0.2315,
      "step": 10190
    },
    {
      "epoch": 2.8846153846153846,
      "grad_norm": 2.832589864730835,
      "learning_rate": 7.692307692307694e-07,
      "loss": 0.2618,
      "step": 10200
    },
    {
      "epoch": 2.887443438914027,
      "grad_norm": 4.295781135559082,
      "learning_rate": 7.503770739064857e-07,
      "loss": 0.2084,
      "step": 10210
    },
    {
      "epoch": 2.8902714932126696,
      "grad_norm": 5.640412330627441,
      "learning_rate": 7.315233785822022e-07,
      "loss": 0.2891,
      "step": 10220
    },
    {
      "epoch": 2.893099547511312,
      "grad_norm": 7.115928649902344,
      "learning_rate": 7.126696832579186e-07,
      "loss": 0.2689,
      "step": 10230
    },
    {
      "epoch": 2.8959276018099547,
      "grad_norm": 4.832301139831543,
      "learning_rate": 6.938159879336351e-07,
      "loss": 0.1793,
      "step": 10240
    },
    {
      "epoch": 2.898755656108597,
      "grad_norm": 5.678529262542725,
      "learning_rate": 6.749622926093515e-07,
      "loss": 0.1599,
      "step": 10250
    },
    {
      "epoch": 2.9015837104072397,
      "grad_norm": 6.394534587860107,
      "learning_rate": 6.56108597285068e-07,
      "loss": 0.2382,
      "step": 10260
    },
    {
      "epoch": 2.9044117647058822,
      "grad_norm": 5.185941219329834,
      "learning_rate": 6.372549019607843e-07,
      "loss": 0.1801,
      "step": 10270
    },
    {
      "epoch": 2.9072398190045248,
      "grad_norm": 3.3339009284973145,
      "learning_rate": 6.184012066365008e-07,
      "loss": 0.2108,
      "step": 10280
    },
    {
      "epoch": 2.9100678733031673,
      "grad_norm": 4.131908416748047,
      "learning_rate": 5.995475113122173e-07,
      "loss": 0.1994,
      "step": 10290
    },
    {
      "epoch": 2.91289592760181,
      "grad_norm": 5.131499290466309,
      "learning_rate": 5.806938159879337e-07,
      "loss": 0.2334,
      "step": 10300
    },
    {
      "epoch": 2.9157239819004523,
      "grad_norm": 6.0886712074279785,
      "learning_rate": 5.618401206636501e-07,
      "loss": 0.1895,
      "step": 10310
    },
    {
      "epoch": 2.918552036199095,
      "grad_norm": 6.050991058349609,
      "learning_rate": 5.429864253393665e-07,
      "loss": 0.2218,
      "step": 10320
    },
    {
      "epoch": 2.9213800904977374,
      "grad_norm": 5.902265548706055,
      "learning_rate": 5.24132730015083e-07,
      "loss": 0.2539,
      "step": 10330
    },
    {
      "epoch": 2.9242081447963804,
      "grad_norm": 2.757305860519409,
      "learning_rate": 5.052790346907994e-07,
      "loss": 0.1548,
      "step": 10340
    },
    {
      "epoch": 2.9270361990950224,
      "grad_norm": 2.187263011932373,
      "learning_rate": 4.864253393665158e-07,
      "loss": 0.164,
      "step": 10350
    },
    {
      "epoch": 2.9298642533936654,
      "grad_norm": 6.808703899383545,
      "learning_rate": 4.675716440422323e-07,
      "loss": 0.2073,
      "step": 10360
    },
    {
      "epoch": 2.9326923076923075,
      "grad_norm": 7.97061014175415,
      "learning_rate": 4.4871794871794876e-07,
      "loss": 0.2322,
      "step": 10370
    },
    {
      "epoch": 2.9355203619909505,
      "grad_norm": 6.372758865356445,
      "learning_rate": 4.298642533936652e-07,
      "loss": 0.2257,
      "step": 10380
    },
    {
      "epoch": 2.9383484162895925,
      "grad_norm": 6.094609260559082,
      "learning_rate": 4.110105580693816e-07,
      "loss": 0.2583,
      "step": 10390
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 2.3653512001037598,
      "learning_rate": 3.921568627450981e-07,
      "loss": 0.2137,
      "step": 10400
    },
    {
      "epoch": 2.9440045248868776,
      "grad_norm": 2.020627737045288,
      "learning_rate": 3.733031674208145e-07,
      "loss": 0.1286,
      "step": 10410
    },
    {
      "epoch": 2.9468325791855206,
      "grad_norm": 8.650784492492676,
      "learning_rate": 3.5444947209653094e-07,
      "loss": 0.2233,
      "step": 10420
    },
    {
      "epoch": 2.9496606334841626,
      "grad_norm": 4.553081512451172,
      "learning_rate": 3.355957767722474e-07,
      "loss": 0.1869,
      "step": 10430
    },
    {
      "epoch": 2.9524886877828056,
      "grad_norm": 3.9334750175476074,
      "learning_rate": 3.167420814479638e-07,
      "loss": 0.2109,
      "step": 10440
    },
    {
      "epoch": 2.955316742081448,
      "grad_norm": 10.762858390808105,
      "learning_rate": 2.978883861236803e-07,
      "loss": 0.2151,
      "step": 10450
    },
    {
      "epoch": 2.9581447963800906,
      "grad_norm": 6.37054967880249,
      "learning_rate": 2.790346907993967e-07,
      "loss": 0.2099,
      "step": 10460
    },
    {
      "epoch": 2.960972850678733,
      "grad_norm": 4.642254829406738,
      "learning_rate": 2.6018099547511317e-07,
      "loss": 0.1753,
      "step": 10470
    },
    {
      "epoch": 2.9638009049773757,
      "grad_norm": 4.995135307312012,
      "learning_rate": 2.4132730015082957e-07,
      "loss": 0.1708,
      "step": 10480
    },
    {
      "epoch": 2.966628959276018,
      "grad_norm": 5.875439643859863,
      "learning_rate": 2.2247360482654603e-07,
      "loss": 0.2445,
      "step": 10490
    },
    {
      "epoch": 2.9694570135746607,
      "grad_norm": 0.8066132664680481,
      "learning_rate": 2.0361990950226246e-07,
      "loss": 0.1628,
      "step": 10500
    },
    {
      "epoch": 2.9722850678733033,
      "grad_norm": 9.494747161865234,
      "learning_rate": 1.847662141779789e-07,
      "loss": 0.1322,
      "step": 10510
    },
    {
      "epoch": 2.975113122171946,
      "grad_norm": 6.8470001220703125,
      "learning_rate": 1.6591251885369535e-07,
      "loss": 0.2345,
      "step": 10520
    },
    {
      "epoch": 2.9779411764705883,
      "grad_norm": 5.916505813598633,
      "learning_rate": 1.4705882352941178e-07,
      "loss": 0.2001,
      "step": 10530
    },
    {
      "epoch": 2.980769230769231,
      "grad_norm": 6.173225402832031,
      "learning_rate": 1.282051282051282e-07,
      "loss": 0.2196,
      "step": 10540
    },
    {
      "epoch": 2.9835972850678734,
      "grad_norm": 4.780458927154541,
      "learning_rate": 1.0935143288084465e-07,
      "loss": 0.2821,
      "step": 10550
    },
    {
      "epoch": 2.986425339366516,
      "grad_norm": 2.4266226291656494,
      "learning_rate": 9.04977375565611e-08,
      "loss": 0.2189,
      "step": 10560
    },
    {
      "epoch": 2.9892533936651584,
      "grad_norm": 3.3179211616516113,
      "learning_rate": 7.164404223227753e-08,
      "loss": 0.2647,
      "step": 10570
    },
    {
      "epoch": 2.992081447963801,
      "grad_norm": 4.998234272003174,
      "learning_rate": 5.279034690799398e-08,
      "loss": 0.1746,
      "step": 10580
    },
    {
      "epoch": 2.9949095022624435,
      "grad_norm": 5.929104804992676,
      "learning_rate": 3.393665158371041e-08,
      "loss": 0.1786,
      "step": 10590
    },
    {
      "epoch": 2.997737556561086,
      "grad_norm": 4.823156356811523,
      "learning_rate": 1.5082956259426848e-08,
      "loss": 0.217,
      "step": 10600
    }
  ],
  "logging_steps": 10,
  "max_steps": 10608,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.132054385068024e+16,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}