{
  "best_metric": 0.37203362584114075,
  "best_model_checkpoint": "miner_id_24/checkpoint-550",
  "epoch": 0.9335879482283047,
  "eval_steps": 50,
  "global_step": 550,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001697432633142372,
      "grad_norm": 0.22029195725917816,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 1.2479,
      "step": 1
    },
    {
      "epoch": 0.001697432633142372,
      "eval_loss": 0.6322442293167114,
      "eval_runtime": 65.6226,
      "eval_samples_per_second": 2.941,
      "eval_steps_per_second": 2.941,
      "step": 1
    },
    {
      "epoch": 0.003394865266284744,
      "grad_norm": 0.24590638279914856,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 1.2438,
      "step": 2
    },
    {
      "epoch": 0.005092297899427116,
      "grad_norm": 0.23055589199066162,
      "learning_rate": 8.999999999999999e-05,
      "loss": 1.0916,
      "step": 3
    },
    {
      "epoch": 0.006789730532569488,
      "grad_norm": 0.21309782564640045,
      "learning_rate": 0.00011999999999999999,
      "loss": 1.0918,
      "step": 4
    },
    {
      "epoch": 0.008487163165711862,
      "grad_norm": 0.21661481261253357,
      "learning_rate": 0.00015,
      "loss": 0.8365,
      "step": 5
    },
    {
      "epoch": 0.010184595798854232,
      "grad_norm": 0.2395806461572647,
      "learning_rate": 0.00017999999999999998,
      "loss": 1.0087,
      "step": 6
    },
    {
      "epoch": 0.011882028431996604,
      "grad_norm": 0.25481849908828735,
      "learning_rate": 0.00020999999999999998,
      "loss": 0.9591,
      "step": 7
    },
    {
      "epoch": 0.013579461065138977,
      "grad_norm": 0.22890186309814453,
      "learning_rate": 0.00023999999999999998,
      "loss": 0.6067,
      "step": 8
    },
    {
      "epoch": 0.015276893698281349,
      "grad_norm": 0.2807515263557434,
      "learning_rate": 0.00027,
      "loss": 0.6593,
      "step": 9
    },
    {
      "epoch": 0.016974326331423723,
      "grad_norm": 0.3522188067436218,
      "learning_rate": 0.0003,
      "loss": 0.847,
      "step": 10
    },
    {
      "epoch": 0.018671758964566094,
      "grad_norm": 0.31385794281959534,
      "learning_rate": 0.0002999992447508326,
      "loss": 0.7329,
      "step": 11
    },
    {
      "epoch": 0.020369191597708464,
      "grad_norm": 0.5269914269447327,
      "learning_rate": 0.0002999969790109359,
      "loss": 0.8751,
      "step": 12
    },
    {
      "epoch": 0.02206662423085084,
      "grad_norm": 0.2571907341480255,
      "learning_rate": 0.0002999932028031259,
      "loss": 0.6175,
      "step": 13
    },
    {
      "epoch": 0.02376405686399321,
      "grad_norm": 0.2777341306209564,
      "learning_rate": 0.0002999879161654289,
      "loss": 0.7442,
      "step": 14
    },
    {
      "epoch": 0.025461489497135583,
      "grad_norm": 0.19830763339996338,
      "learning_rate": 0.00029998111915108125,
      "loss": 0.4802,
      "step": 15
    },
    {
      "epoch": 0.027158922130277954,
      "grad_norm": 0.21772292256355286,
      "learning_rate": 0.00029997281182852885,
      "loss": 0.527,
      "step": 16
    },
    {
      "epoch": 0.028856354763420328,
      "grad_norm": 0.18149510025978088,
      "learning_rate": 0.00029996299428142637,
      "loss": 0.4808,
      "step": 17
    },
    {
      "epoch": 0.030553787396562698,
      "grad_norm": 0.22295671701431274,
      "learning_rate": 0.00029995166660863636,
      "loss": 0.5326,
      "step": 18
    },
    {
      "epoch": 0.03225122002970507,
      "grad_norm": 0.24240700900554657,
      "learning_rate": 0.0002999388289242284,
      "loss": 0.5986,
      "step": 19
    },
    {
      "epoch": 0.033948652662847446,
      "grad_norm": 0.21365882456302643,
      "learning_rate": 0.00029992448135747777,
      "loss": 0.4533,
      "step": 20
    },
    {
      "epoch": 0.03564608529598982,
      "grad_norm": 0.13466337323188782,
      "learning_rate": 0.00029990862405286433,
      "loss": 0.2177,
      "step": 21
    },
    {
      "epoch": 0.03734351792913219,
      "grad_norm": 0.2027832567691803,
      "learning_rate": 0.00029989125717007104,
      "loss": 0.4166,
      "step": 22
    },
    {
      "epoch": 0.03904095056227456,
      "grad_norm": 0.14215879142284393,
      "learning_rate": 0.0002998723808839821,
      "loss": 0.2648,
      "step": 23
    },
    {
      "epoch": 0.04073838319541693,
      "grad_norm": 0.10996250063180923,
      "learning_rate": 0.00029985199538468154,
      "loss": 0.1554,
      "step": 24
    },
    {
      "epoch": 0.042435815828559306,
      "grad_norm": 0.10510318726301193,
      "learning_rate": 0.0002998301008774512,
      "loss": 0.0231,
      "step": 25
    },
    {
      "epoch": 0.04413324846170168,
      "grad_norm": 0.10925798863172531,
      "learning_rate": 0.00029980669758276836,
      "loss": 0.1159,
      "step": 26
    },
    {
      "epoch": 0.04583068109484405,
      "grad_norm": 0.06849532574415207,
      "learning_rate": 0.0002997817857363041,
      "loss": 0.039,
      "step": 27
    },
    {
      "epoch": 0.04752811372798642,
      "grad_norm": 0.0729198008775711,
      "learning_rate": 0.0002997553655889203,
      "loss": 0.0084,
      "step": 28
    },
    {
      "epoch": 0.049225546361128796,
      "grad_norm": 0.10013315826654434,
      "learning_rate": 0.00029972743740666765,
      "loss": 0.0985,
      "step": 29
    },
    {
      "epoch": 0.050922978994271166,
      "grad_norm": 0.047209128737449646,
      "learning_rate": 0.00029969800147078263,
      "loss": 0.0234,
      "step": 30
    },
    {
      "epoch": 0.05262041162741354,
      "grad_norm": 0.015719635412096977,
      "learning_rate": 0.00029966705807768474,
      "loss": 0.0014,
      "step": 31
    },
    {
      "epoch": 0.05431784426055591,
      "grad_norm": 0.032827939838171005,
      "learning_rate": 0.0002996346075389736,
      "loss": 0.005,
      "step": 32
    },
    {
      "epoch": 0.056015276893698285,
      "grad_norm": 0.021124735474586487,
      "learning_rate": 0.0002996006501814258,
      "loss": 0.0012,
      "step": 33
    },
    {
      "epoch": 0.057712709526840655,
      "grad_norm": 0.014757171273231506,
      "learning_rate": 0.0002995651863469916,
      "loss": 0.0019,
      "step": 34
    },
    {
      "epoch": 0.059410142159983026,
      "grad_norm": 0.013099136762320995,
      "learning_rate": 0.00029952821639279135,
      "loss": 0.0012,
      "step": 35
    },
    {
      "epoch": 0.061107574793125397,
      "grad_norm": 0.02350614406168461,
      "learning_rate": 0.0002994897406911121,
      "loss": 0.0032,
      "step": 36
    },
    {
      "epoch": 0.06280500742626777,
      "grad_norm": 0.01101439818739891,
      "learning_rate": 0.0002994497596294037,
      "loss": 0.0006,
      "step": 37
    },
    {
      "epoch": 0.06450244005941014,
      "grad_norm": 0.08192350715398788,
      "learning_rate": 0.00029940827361027504,
      "loss": 0.0046,
      "step": 38
    },
    {
      "epoch": 0.06619987269255251,
      "grad_norm": 0.03598169609904289,
      "learning_rate": 0.0002993652830514899,
      "loss": 0.0027,
      "step": 39
    },
    {
      "epoch": 0.06789730532569489,
      "grad_norm": 0.045441944152116776,
      "learning_rate": 0.0002993207883859627,
      "loss": 0.0076,
      "step": 40
    },
    {
      "epoch": 0.06959473795883726,
      "grad_norm": 0.048115745186805725,
      "learning_rate": 0.00029927479006175417,
      "loss": 0.0028,
      "step": 41
    },
    {
      "epoch": 0.07129217059197963,
      "grad_norm": 0.027597462758421898,
      "learning_rate": 0.00029922728854206703,
      "loss": 0.002,
      "step": 42
    },
    {
      "epoch": 0.072989603225122,
      "grad_norm": 0.0355045348405838,
      "learning_rate": 0.00029917828430524096,
      "loss": 0.0013,
      "step": 43
    },
    {
      "epoch": 0.07468703585826438,
      "grad_norm": 0.0412307046353817,
      "learning_rate": 0.00029912777784474814,
      "loss": 0.003,
      "step": 44
    },
    {
      "epoch": 0.07638446849140675,
      "grad_norm": 0.051867593079805374,
      "learning_rate": 0.0002990757696691881,
      "loss": 0.0039,
      "step": 45
    },
    {
      "epoch": 0.07808190112454912,
      "grad_norm": 0.06054271385073662,
      "learning_rate": 0.00029902226030228247,
      "loss": 0.0019,
      "step": 46
    },
    {
      "epoch": 0.07977933375769149,
      "grad_norm": 0.05313190817832947,
      "learning_rate": 0.00029896725028287014,
      "loss": 0.0041,
      "step": 47
    },
    {
      "epoch": 0.08147676639083386,
      "grad_norm": 0.18755203485488892,
      "learning_rate": 0.00029891074016490126,
      "loss": 0.0036,
      "step": 48
    },
    {
      "epoch": 0.08317419902397624,
      "grad_norm": 0.05305561423301697,
      "learning_rate": 0.00029885273051743214,
      "loss": 0.0051,
      "step": 49
    },
    {
      "epoch": 0.08487163165711861,
      "grad_norm": 0.08674199134111404,
      "learning_rate": 0.00029879322192461925,
      "loss": 0.012,
      "step": 50
    },
    {
      "epoch": 0.08487163165711861,
      "eval_loss": 0.4556533694267273,
      "eval_runtime": 65.6522,
      "eval_samples_per_second": 2.94,
      "eval_steps_per_second": 2.94,
      "step": 50
    },
    {
      "epoch": 0.08656906429026098,
      "grad_norm": 0.5487300753593445,
      "learning_rate": 0.00029873221498571354,
      "loss": 1.0487,
      "step": 51
    },
    {
      "epoch": 0.08826649692340335,
      "grad_norm": 0.27697888016700745,
      "learning_rate": 0.00029866971031505417,
      "loss": 0.7504,
      "step": 52
    },
    {
      "epoch": 0.08996392955654572,
      "grad_norm": 0.2856276035308838,
      "learning_rate": 0.00029860570854206244,
      "loss": 1.0179,
      "step": 53
    },
    {
      "epoch": 0.0916613621896881,
      "grad_norm": 0.43166583776474,
      "learning_rate": 0.0002985402103112355,
      "loss": 0.7947,
      "step": 54
    },
    {
      "epoch": 0.09335879482283047,
      "grad_norm": 0.26107504963874817,
      "learning_rate": 0.0002984732162821399,
      "loss": 0.9617,
      "step": 55
    },
    {
      "epoch": 0.09505622745597284,
      "grad_norm": 0.20953023433685303,
      "learning_rate": 0.00029840472712940465,
      "loss": 0.7355,
      "step": 56
    },
    {
      "epoch": 0.0967536600891152,
      "grad_norm": 0.22740969061851501,
      "learning_rate": 0.0002983347435427148,
      "loss": 0.839,
      "step": 57
    },
    {
      "epoch": 0.09845109272225759,
      "grad_norm": 0.24932198226451874,
      "learning_rate": 0.00029826326622680433,
      "loss": 0.775,
      "step": 58
    },
    {
      "epoch": 0.10014852535539996,
      "grad_norm": 0.260080486536026,
      "learning_rate": 0.000298190295901449,
      "loss": 0.9275,
      "step": 59
    },
    {
      "epoch": 0.10184595798854233,
      "grad_norm": 0.22443322837352753,
      "learning_rate": 0.00029811583330145914,
      "loss": 0.796,
      "step": 60
    },
    {
      "epoch": 0.1035433906216847,
      "grad_norm": 0.2286413460969925,
      "learning_rate": 0.0002980398791766723,
      "loss": 0.6944,
      "step": 61
    },
    {
      "epoch": 0.10524082325482707,
      "grad_norm": 0.18511152267456055,
      "learning_rate": 0.00029796243429194575,
      "loss": 0.4977,
      "step": 62
    },
    {
      "epoch": 0.10693825588796944,
      "grad_norm": 0.745172917842865,
      "learning_rate": 0.00029788349942714854,
      "loss": 0.4391,
      "step": 63
    },
    {
      "epoch": 0.10863568852111181,
      "grad_norm": 0.27929672598838806,
      "learning_rate": 0.0002978030753771539,
      "loss": 0.8052,
      "step": 64
    },
    {
      "epoch": 0.11033312115425419,
      "grad_norm": 0.3147849440574646,
      "learning_rate": 0.0002977211629518312,
      "loss": 1.0817,
      "step": 65
    },
    {
      "epoch": 0.11203055378739657,
      "grad_norm": 0.22278442978858948,
      "learning_rate": 0.00029763776297603756,
      "loss": 0.5924,
      "step": 66
    },
    {
      "epoch": 0.11372798642053894,
      "grad_norm": 0.1911861002445221,
      "learning_rate": 0.0002975528762896098,
      "loss": 0.3729,
      "step": 67
    },
    {
      "epoch": 0.11542541905368131,
      "grad_norm": 0.21224386990070343,
      "learning_rate": 0.000297466503747356,
      "loss": 0.569,
      "step": 68
    },
    {
      "epoch": 0.11712285168682368,
      "grad_norm": 0.25374075770378113,
      "learning_rate": 0.0002973786462190466,
      "loss": 0.8077,
      "step": 69
    },
    {
      "epoch": 0.11882028431996605,
      "grad_norm": 0.16218560934066772,
      "learning_rate": 0.00029728930458940595,
      "loss": 0.3303,
      "step": 70
    },
    {
      "epoch": 0.12051771695310842,
      "grad_norm": 0.18142607808113098,
      "learning_rate": 0.0002971984797581034,
      "loss": 0.4428,
      "step": 71
    },
    {
      "epoch": 0.12221514958625079,
      "grad_norm": 0.22838933765888214,
      "learning_rate": 0.0002971061726397438,
      "loss": 0.6141,
      "step": 72
    },
    {
      "epoch": 0.12391258221939316,
      "grad_norm": 0.16390271484851837,
      "learning_rate": 0.00029701238416385896,
      "loss": 0.3882,
      "step": 73
    },
    {
      "epoch": 0.12561001485253553,
      "grad_norm": 0.07758953422307968,
      "learning_rate": 0.00029691711527489776,
      "loss": 0.0949,
      "step": 74
    },
    {
      "epoch": 0.1273074474856779,
      "grad_norm": 0.10925949364900589,
      "learning_rate": 0.0002968203669322168,
      "loss": 0.1791,
      "step": 75
    },
    {
      "epoch": 0.12900488011882028,
      "grad_norm": 0.021430950611829758,
      "learning_rate": 0.0002967221401100708,
      "loss": 0.003,
      "step": 76
    },
    {
      "epoch": 0.13070231275196265,
      "grad_norm": 0.02433953993022442,
      "learning_rate": 0.0002966224357976029,
      "loss": 0.0021,
      "step": 77
    },
    {
      "epoch": 0.13239974538510502,
      "grad_norm": 0.11294607818126678,
      "learning_rate": 0.0002965212549988342,
      "loss": 0.0765,
      "step": 78
    },
    {
      "epoch": 0.1340971780182474,
      "grad_norm": 0.026264643296599388,
      "learning_rate": 0.0002964185987326545,
      "loss": 0.0026,
      "step": 79
    },
    {
      "epoch": 0.13579461065138979,
      "grad_norm": 0.0762176588177681,
      "learning_rate": 0.00029631446803281107,
      "loss": 0.0394,
      "step": 80
    },
    {
      "epoch": 0.13749204328453216,
      "grad_norm": 0.03476507589221001,
      "learning_rate": 0.00029620886394789885,
      "loss": 0.005,
      "step": 81
    },
    {
      "epoch": 0.13918947591767453,
      "grad_norm": 0.03176519274711609,
      "learning_rate": 0.00029610178754135,
      "loss": 0.0038,
      "step": 82
    },
    {
      "epoch": 0.1408869085508169,
      "grad_norm": 0.006855768151581287,
      "learning_rate": 0.00029599323989142263,
      "loss": 0.0004,
      "step": 83
    },
    {
      "epoch": 0.14258434118395927,
      "grad_norm": 0.013548546470701694,
      "learning_rate": 0.00029588322209119037,
      "loss": 0.0007,
      "step": 84
    },
    {
      "epoch": 0.14428177381710164,
      "grad_norm": 0.032073307782411575,
      "learning_rate": 0.00029577173524853123,
      "loss": 0.0023,
      "step": 85
    },
    {
      "epoch": 0.145979206450244,
      "grad_norm": 0.06568052619695663,
      "learning_rate": 0.0002956587804861165,
      "loss": 0.003,
      "step": 86
    },
    {
      "epoch": 0.14767663908338638,
      "grad_norm": 0.017053432762622833,
      "learning_rate": 0.0002955443589413994,
      "loss": 0.0011,
      "step": 87
    },
    {
      "epoch": 0.14937407171652875,
      "grad_norm": 0.027703823521733284,
      "learning_rate": 0.0002954284717666036,
      "loss": 0.0011,
      "step": 88
    },
    {
      "epoch": 0.15107150434967112,
      "grad_norm": 0.028447195887565613,
      "learning_rate": 0.00029531112012871175,
      "loss": 0.002,
      "step": 89
    },
    {
      "epoch": 0.1527689369828135,
      "grad_norm": 0.051351480185985565,
      "learning_rate": 0.0002951923052094534,
      "loss": 0.0023,
      "step": 90
    },
    {
      "epoch": 0.15446636961595586,
      "grad_norm": 0.04188869521021843,
      "learning_rate": 0.0002950720282052936,
      "loss": 0.0022,
      "step": 91
    },
    {
      "epoch": 0.15616380224909823,
      "grad_norm": 0.03857725113630295,
      "learning_rate": 0.00029495029032742024,
      "loss": 0.0013,
      "step": 92
    },
    {
      "epoch": 0.1578612348822406,
      "grad_norm": 0.030291402712464333,
      "learning_rate": 0.0002948270928017326,
      "loss": 0.0015,
      "step": 93
    },
    {
      "epoch": 0.15955866751538297,
      "grad_norm": 0.05515044555068016,
      "learning_rate": 0.00029470243686882837,
      "loss": 0.0008,
      "step": 94
    },
    {
      "epoch": 0.16125610014852534,
      "grad_norm": 0.0681704506278038,
      "learning_rate": 0.00029457632378399127,
      "loss": 0.0016,
      "step": 95
    },
    {
      "epoch": 0.16295353278166771,
      "grad_norm": 0.17659763991832733,
      "learning_rate": 0.0002944487548171788,
      "loss": 0.0015,
      "step": 96
    },
    {
      "epoch": 0.1646509654148101,
      "grad_norm": 0.01778286136686802,
      "learning_rate": 0.00029431973125300907,
      "loss": 0.0003,
      "step": 97
    },
    {
      "epoch": 0.16634839804795248,
      "grad_norm": 0.052063290029764175,
      "learning_rate": 0.0002941892543907478,
      "loss": 0.0042,
      "step": 98
    },
    {
      "epoch": 0.16804583068109485,
      "grad_norm": 0.08560975641012192,
      "learning_rate": 0.00029405732554429564,
      "loss": 0.003,
      "step": 99
    },
    {
      "epoch": 0.16974326331423722,
      "grad_norm": 0.07182486355304718,
      "learning_rate": 0.0002939239460421746,
      "loss": 0.0091,
      "step": 100
    },
    {
      "epoch": 0.16974326331423722,
      "eval_loss": 0.4275517165660858,
      "eval_runtime": 65.6527,
      "eval_samples_per_second": 2.94,
      "eval_steps_per_second": 2.94,
      "step": 100
    },
    {
      "epoch": 0.1714406959473796,
      "grad_norm": 0.33816632628440857,
      "learning_rate": 0.0002937891172275147,
      "loss": 0.6861,
      "step": 101
    },
    {
      "epoch": 0.17313812858052197,
      "grad_norm": 0.24974839389324188,
      "learning_rate": 0.00029365284045804077,
      "loss": 0.7581,
      "step": 102
    },
    {
      "epoch": 0.17483556121366434,
      "grad_norm": 0.389892041683197,
      "learning_rate": 0.00029351511710605825,
      "loss": 0.8517,
      "step": 103
    },
    {
      "epoch": 0.1765329938468067,
      "grad_norm": 0.21865390241146088,
      "learning_rate": 0.0002933759485584397,
      "loss": 0.7927,
      "step": 104
    },
    {
      "epoch": 0.17823042647994908,
      "grad_norm": 0.2867435812950134,
      "learning_rate": 0.00029323533621661106,
      "loss": 0.8931,
      "step": 105
    },
    {
      "epoch": 0.17992785911309145,
      "grad_norm": 0.19504129886627197,
      "learning_rate": 0.0002930932814965369,
      "loss": 0.5056,
      "step": 106
    },
    {
      "epoch": 0.18162529174623382,
      "grad_norm": 0.2704707980155945,
      "learning_rate": 0.00029294978582870666,
      "loss": 0.7927,
      "step": 107
    },
    {
      "epoch": 0.1833227243793762,
      "grad_norm": 0.20052890479564667,
      "learning_rate": 0.0002928048506581202,
      "loss": 0.6507,
      "step": 108
    },
    {
      "epoch": 0.18502015701251856,
      "grad_norm": 0.20652854442596436,
      "learning_rate": 0.00029265847744427303,
      "loss": 0.6928,
      "step": 109
    },
    {
      "epoch": 0.18671758964566093,
      "grad_norm": 0.2864634096622467,
      "learning_rate": 0.00029251066766114176,
      "loss": 1.0405,
      "step": 110
    },
    {
      "epoch": 0.1884150222788033,
      "grad_norm": 0.2000068873167038,
      "learning_rate": 0.0002923614227971694,
      "loss": 0.5787,
      "step": 111
    },
    {
      "epoch": 0.19011245491194567,
      "grad_norm": 0.16141685843467712,
      "learning_rate": 0.0002922107443552499,
      "loss": 0.4154,
      "step": 112
    },
    {
      "epoch": 0.19180988754508804,
      "grad_norm": 0.2669724225997925,
      "learning_rate": 0.00029205863385271363,
      "loss": 0.9767,
      "step": 113
    },
    {
      "epoch": 0.1935073201782304,
      "grad_norm": 0.7105275988578796,
      "learning_rate": 0.00029190509282131153,
      "loss": 0.6763,
      "step": 114
    },
    {
      "epoch": 0.1952047528113728,
      "grad_norm": 0.23595799505710602,
      "learning_rate": 0.00029175012280720024,
      "loss": 0.6856,
      "step": 115
    },
    {
      "epoch": 0.19690218544451518,
      "grad_norm": 0.23921440541744232,
      "learning_rate": 0.00029159372537092596,
      "loss": 0.7075,
      "step": 116
    },
    {
      "epoch": 0.19859961807765755,
      "grad_norm": 0.21551960706710815,
      "learning_rate": 0.0002914359020874092,
      "loss": 0.6004,
      "step": 117
    },
    {
      "epoch": 0.20029705071079992,
      "grad_norm": 0.20390333235263824,
      "learning_rate": 0.0002912766545459287,
      "loss": 0.57,
      "step": 118
    },
    {
      "epoch": 0.2019944833439423,
      "grad_norm": 0.15612931549549103,
      "learning_rate": 0.0002911159843501053,
      "loss": 0.2055,
      "step": 119
    },
    {
      "epoch": 0.20369191597708466,
      "grad_norm": 0.17460142076015472,
      "learning_rate": 0.0002909538931178862,
      "loss": 0.371,
      "step": 120
    },
    {
      "epoch": 0.20538934861022703,
      "grad_norm": 0.18853937089443207,
      "learning_rate": 0.00029079038248152835,
      "loss": 0.4252,
      "step": 121
    },
    {
      "epoch": 0.2070867812433694,
      "grad_norm": 0.14426594972610474,
      "learning_rate": 0.0002906254540875819,
      "loss": 0.2658,
      "step": 122
    },
    {
      "epoch": 0.20878421387651178,
      "grad_norm": 0.16134832799434662,
      "learning_rate": 0.0002904591095968741,
      "loss": 0.297,
      "step": 123
    },
    {
      "epoch": 0.21048164650965415,
      "grad_norm": 0.3797933757305145,
      "learning_rate": 0.00029029135068449195,
      "loss": 0.2837,
      "step": 124
    },
    {
      "epoch": 0.21217907914279652,
      "grad_norm": 0.038109440356492996,
      "learning_rate": 0.000290122179039766,
      "loss": 0.0149,
      "step": 125
    },
    {
      "epoch": 0.2138765117759389,
      "grad_norm": 0.11762002855539322,
      "learning_rate": 0.00028995159636625276,
      "loss": 0.0684,
      "step": 126
    },
    {
      "epoch": 0.21557394440908126,
      "grad_norm": 0.02665620669722557,
      "learning_rate": 0.00028977960438171784,
      "loss": 0.0044,
      "step": 127
    },
    {
      "epoch": 0.21727137704222363,
      "grad_norm": 0.03071051463484764,
      "learning_rate": 0.0002896062048181186,
      "loss": 0.0018,
      "step": 128
    },
    {
      "epoch": 0.218968809675366,
      "grad_norm": 0.009578248485922813,
      "learning_rate": 0.00028943139942158683,
      "loss": 0.0004,
      "step": 129
    },
    {
      "epoch": 0.22066624230850837,
      "grad_norm": 0.0018459237180650234,
      "learning_rate": 0.0002892551899524109,
      "loss": 0.0001,
      "step": 130
    },
    {
      "epoch": 0.22236367494165074,
      "grad_norm": 0.09641125798225403,
      "learning_rate": 0.0002890775781850181,
      "loss": 0.0588,
      "step": 131
    },
    {
      "epoch": 0.22406110757479314,
      "grad_norm": 0.008955306373536587,
      "learning_rate": 0.000288898565907957,
      "loss": 0.0002,
      "step": 132
    },
    {
      "epoch": 0.2257585402079355,
      "grad_norm": 0.4112979471683502,
      "learning_rate": 0.0002887181549238793,
      "loss": 0.0037,
      "step": 133
    },
    {
      "epoch": 0.22745597284107788,
      "grad_norm": 0.0008860170491971076,
      "learning_rate": 0.00028853634704952165,
      "loss": 0.0001,
      "step": 134
    },
    {
      "epoch": 0.22915340547422025,
      "grad_norm": 0.03983623534440994,
      "learning_rate": 0.0002883531441156872,
      "loss": 0.0014,
      "step": 135
    },
    {
      "epoch": 0.23085083810736262,
      "grad_norm": 0.13147315382957458,
      "learning_rate": 0.00028816854796722747,
      "loss": 0.0039,
      "step": 136
    },
    {
      "epoch": 0.232548270740505,
      "grad_norm": 0.027041589841246605,
      "learning_rate": 0.00028798256046302375,
      "loss": 0.003,
      "step": 137
    },
    {
      "epoch": 0.23424570337364736,
      "grad_norm": 0.012492002919316292,
      "learning_rate": 0.000287795183475968,
      "loss": 0.0006,
      "step": 138
    },
    {
      "epoch": 0.23594313600678973,
      "grad_norm": 0.004202733281999826,
      "learning_rate": 0.00028760641889294446,
      "loss": 0.0002,
      "step": 139
    },
    {
      "epoch": 0.2376405686399321,
      "grad_norm": 0.004685190040618181,
      "learning_rate": 0.0002874162686148104,
      "loss": 0.0003,
      "step": 140
    },
    {
      "epoch": 0.23933800127307447,
      "grad_norm": 0.009362437762320042,
      "learning_rate": 0.000287224734556377,
      "loss": 0.0007,
      "step": 141
    },
    {
      "epoch": 0.24103543390621684,
      "grad_norm": 0.0981183648109436,
      "learning_rate": 0.0002870318186463901,
      "loss": 0.0042,
      "step": 142
    },
    {
      "epoch": 0.24273286653935922,
      "grad_norm": 0.015274147503077984,
      "learning_rate": 0.00028683752282751074,
      "loss": 0.0007,
      "step": 143
    },
    {
      "epoch": 0.24443029917250159,
      "grad_norm": 0.00900458823889494,
      "learning_rate": 0.0002866418490562957,
      "loss": 0.0007,
      "step": 144
    },
    {
      "epoch": 0.24612773180564396,
      "grad_norm": 0.01067203190177679,
      "learning_rate": 0.00028644479930317775,
      "loss": 0.0006,
      "step": 145
    },
    {
      "epoch": 0.24782516443878633,
      "grad_norm": 0.022083261981606483,
      "learning_rate": 0.0002862463755524455,
      "loss": 0.0006,
      "step": 146
    },
    {
      "epoch": 0.2495225970719287,
      "grad_norm": 0.003914229571819305,
      "learning_rate": 0.00028604657980222417,
      "loss": 0.0003,
      "step": 147
    },
    {
      "epoch": 0.25122002970507107,
      "grad_norm": 0.005544353276491165,
      "learning_rate": 0.0002858454140644546,
      "loss": 0.0004,
      "step": 148
    },
    {
      "epoch": 0.25291746233821344,
      "grad_norm": 0.006152280140668154,
      "learning_rate": 0.00028564288036487357,
      "loss": 0.0005,
      "step": 149
    },
    {
      "epoch": 0.2546148949713558,
      "grad_norm": 0.04355669021606445,
      "learning_rate": 0.00028543898074299317,
      "loss": 0.0053,
      "step": 150
    },
    {
      "epoch": 0.2546148949713558,
      "eval_loss": 0.42699772119522095,
      "eval_runtime": 65.6214,
      "eval_samples_per_second": 2.941,
      "eval_steps_per_second": 2.941,
      "step": 150
    },
    {
      "epoch": 0.2563123276044982,
      "grad_norm": 0.33021700382232666,
      "learning_rate": 0.00028523371725208035,
      "loss": 0.7046,
      "step": 151
    },
    {
      "epoch": 0.25800976023764055,
      "grad_norm": 0.29715627431869507,
      "learning_rate": 0.00028502709195913614,
      "loss": 0.8173,
      "step": 152
    },
    {
      "epoch": 0.2597071928707829,
      "grad_norm": 0.23798537254333496,
      "learning_rate": 0.000284819106944875,
      "loss": 0.8376,
      "step": 153
    },
    {
      "epoch": 0.2614046255039253,
      "grad_norm": 0.24740736186504364,
      "learning_rate": 0.0002846097643037037,
      "loss": 0.8829,
      "step": 154
    },
    {
      "epoch": 0.26310205813706766,
      "grad_norm": 0.8396446704864502,
      "learning_rate": 0.00028439906614370034,
      "loss": 0.8286,
      "step": 155
    },
    {
      "epoch": 0.26479949077021003,
      "grad_norm": 0.271604061126709,
      "learning_rate": 0.00028418701458659304,
      "loss": 0.8996,
      "step": 156
    },
    {
      "epoch": 0.2664969234033524,
      "grad_norm": 0.2267700582742691,
      "learning_rate": 0.00028397361176773855,
      "loss": 0.6639,
      "step": 157
    },
    {
      "epoch": 0.2681943560364948,
      "grad_norm": 0.19427096843719482,
      "learning_rate": 0.000283758859836101,
      "loss": 0.4771,
      "step": 158
    },
    {
      "epoch": 0.2698917886696372,
      "grad_norm": 0.1682572066783905,
      "learning_rate": 0.0002835427609542298,
      "loss": 0.407,
      "step": 159
    },
    {
      "epoch": 0.27158922130277957,
      "grad_norm": 0.22453951835632324,
      "learning_rate": 0.0002833253172982385,
      "loss": 0.6087,
      "step": 160
    },
    {
      "epoch": 0.27328665393592194,
      "grad_norm": 0.2826938331127167,
      "learning_rate": 0.00028310653105778215,
      "loss": 0.8161,
      "step": 161
    },
    {
      "epoch": 0.2749840865690643,
      "grad_norm": 0.26969850063323975,
      "learning_rate": 0.0002828864044360358,
      "loss": 0.9043,
      "step": 162
    },
    {
      "epoch": 0.2766815192022067,
      "grad_norm": 0.2145734280347824,
      "learning_rate": 0.0002826649396496721,
      "loss": 0.5051,
      "step": 163
    },
    {
      "epoch": 0.27837895183534905,
      "grad_norm": 0.22222040593624115,
      "learning_rate": 0.000282442138928839,
      "loss": 0.6356,
      "step": 164
    },
    {
      "epoch": 0.2800763844684914,
      "grad_norm": 0.1878889799118042,
      "learning_rate": 0.0002822180045171373,
      "loss": 0.4778,
      "step": 165
    },
    {
      "epoch": 0.2817738171016338,
      "grad_norm": 0.1969398856163025,
      "learning_rate": 0.00028199253867159795,
      "loss": 0.4855,
      "step": 166
    },
    {
      "epoch": 0.28347124973477617,
      "grad_norm": 0.11540260910987854,
      "learning_rate": 0.0002817657436626596,
      "loss": 0.1777,
      "step": 167
    },
    {
      "epoch": 0.28516868236791854,
      "grad_norm": 0.14375105500221252,
      "learning_rate": 0.0002815376217741454,
      "loss": 0.3379,
      "step": 168
    },
    {
      "epoch": 0.2868661150010609,
      "grad_norm": 0.4472449719905853,
      "learning_rate": 0.0002813081753032403,
      "loss": 0.5727,
      "step": 169
    },
    {
      "epoch": 0.2885635476342033,
      "grad_norm": 0.24242308735847473,
      "learning_rate": 0.0002810774065604677,
      "loss": 0.3351,
      "step": 170
    },
    {
      "epoch": 0.29026098026734565,
      "grad_norm": 0.13647812604904175,
      "learning_rate": 0.0002808453178696663,
      "loss": 0.2388,
      "step": 171
    },
    {
      "epoch": 0.291958412900488,
      "grad_norm": 0.13304531574249268,
      "learning_rate": 0.00028061191156796656,
      "loss": 0.2208,
      "step": 172
    },
    {
      "epoch": 0.2936558455336304,
      "grad_norm": 0.13337798416614532,
      "learning_rate": 0.0002803771900057674,
      "loss": 0.1881,
      "step": 173
    },
    {
      "epoch": 0.29535327816677276,
      "grad_norm": 0.12482510507106781,
      "learning_rate": 0.00028014115554671236,
      "loss": 0.1659,
      "step": 174
    },
    {
      "epoch": 0.29705071079991513,
      "grad_norm": 0.05092178285121918,
      "learning_rate": 0.0002799038105676658,
      "loss": 0.0022,
      "step": 175
    },
    {
      "epoch": 0.2987481434330575,
      "grad_norm": 0.03115926869213581,
      "learning_rate": 0.000279665157458689,
      "loss": 0.007,
      "step": 176
    },
    {
      "epoch": 0.30044557606619987,
      "grad_norm": 0.048752959817647934,
      "learning_rate": 0.0002794251986230161,
      "loss": 0.0231,
      "step": 177
    },
    {
      "epoch": 0.30214300869934224,
      "grad_norm": 0.049951329827308655,
      "learning_rate": 0.0002791839364770301,
      "loss": 0.024,
      "step": 178
    },
    {
      "epoch": 0.3038404413324846,
      "grad_norm": 0.019635546952486038,
      "learning_rate": 0.00027894137345023785,
      "loss": 0.0009,
      "step": 179
    },
    {
      "epoch": 0.305537873965627,
      "grad_norm": 0.008390502072870731,
      "learning_rate": 0.0002786975119852465,
      "loss": 0.0002,
      "step": 180
    },
    {
      "epoch": 0.30723530659876935,
      "grad_norm": 0.030752401798963547,
      "learning_rate": 0.00027845235453773836,
      "loss": 0.0012,
      "step": 181
    },
    {
      "epoch": 0.3089327392319117,
      "grad_norm": 0.004207144025713205,
      "learning_rate": 0.000278205903576446,
      "loss": 0.0001,
      "step": 182
    },
    {
      "epoch": 0.3106301718650541,
      "grad_norm": 0.012170841917395592,
      "learning_rate": 0.00027795816158312803,
      "loss": 0.0004,
      "step": 183
    },
    {
      "epoch": 0.31232760449819646,
      "grad_norm": 0.004860470537096262,
      "learning_rate": 0.0002777091310525435,
      "loss": 0.0002,
      "step": 184
    },
    {
      "epoch": 0.31402503713133884,
      "grad_norm": 0.004869968164712191,
      "learning_rate": 0.00027745881449242713,
      "loss": 0.0002,
      "step": 185
    },
    {
      "epoch": 0.3157224697644812,
      "grad_norm": 0.011595932766795158,
      "learning_rate": 0.00027720721442346387,
      "loss": 0.0003,
      "step": 186
    },
    {
      "epoch": 0.3174199023976236,
      "grad_norm": 0.02118592895567417,
      "learning_rate": 0.0002769543333792636,
      "loss": 0.0012,
      "step": 187
    },
    {
      "epoch": 0.31911733503076595,
      "grad_norm": 0.03935430571436882,
      "learning_rate": 0.00027670017390633573,
      "loss": 0.0003,
      "step": 188
    },
    {
      "epoch": 0.3208147676639083,
      "grad_norm": 0.0356944277882576,
      "learning_rate": 0.0002764447385640632,
      "loss": 0.0008,
      "step": 189
    },
    {
      "epoch": 0.3225122002970507,
      "grad_norm": 0.05277875065803528,
      "learning_rate": 0.0002761880299246772,
      "loss": 0.0007,
      "step": 190
    },
    {
      "epoch": 0.32420963293019306,
      "grad_norm": 0.0025087774265557528,
      "learning_rate": 0.0002759300505732307,
      "loss": 0.0001,
      "step": 191
    },
    {
      "epoch": 0.32590706556333543,
      "grad_norm": 0.002132557798177004,
      "learning_rate": 0.00027567080310757306,
      "loss": 0.0001,
      "step": 192
    },
    {
      "epoch": 0.3276044981964778,
      "grad_norm": 0.0010882457718253136,
      "learning_rate": 0.0002754102901383233,
      "loss": 0.0001,
      "step": 193
    },
    {
      "epoch": 0.3293019308296202,
      "grad_norm": 0.02085525542497635,
      "learning_rate": 0.0002751485142888443,
      "loss": 0.0004,
      "step": 194
    },
    {
      "epoch": 0.3309993634627626,
      "grad_norm": 0.003921423573046923,
      "learning_rate": 0.0002748854781952157,
      "loss": 0.0001,
      "step": 195
    },
    {
      "epoch": 0.33269679609590497,
      "grad_norm": 0.05576641112565994,
      "learning_rate": 0.0002746211845062082,
      "loss": 0.0027,
      "step": 196
    },
    {
      "epoch": 0.33439422872904734,
      "grad_norm": 0.025059282779693604,
      "learning_rate": 0.0002743556358832562,
      "loss": 0.0009,
      "step": 197
    },
    {
      "epoch": 0.3360916613621897,
      "grad_norm": 0.14736546576023102,
      "learning_rate": 0.00027408883500043156,
      "loss": 0.0117,
      "step": 198
    },
    {
      "epoch": 0.3377890939953321,
      "grad_norm": 0.022192303091287613,
      "learning_rate": 0.00027382078454441606,
      "loss": 0.0005,
      "step": 199
    },
    {
      "epoch": 0.33948652662847445,
      "grad_norm": 0.005171961151063442,
      "learning_rate": 0.0002735514872144749,
      "loss": 0.0002,
      "step": 200
    },
    {
      "epoch": 0.33948652662847445,
      "eval_loss": 0.42559075355529785,
      "eval_runtime": 65.6151,
      "eval_samples_per_second": 2.941,
      "eval_steps_per_second": 2.941,
      "step": 200
    },
    {
      "epoch": 0.3411839592616168,
      "grad_norm": 0.5887985825538635,
      "learning_rate": 0.0002732809457224292,
      "loss": 0.9434,
      "step": 201
    },
    {
      "epoch": 0.3428813918947592,
      "grad_norm": 0.38302966952323914,
      "learning_rate": 0.00027300916279262866,
      "loss": 1.0988,
      "step": 202
    },
    {
      "epoch": 0.34457882452790156,
      "grad_norm": 0.2614414095878601,
      "learning_rate": 0.0002727361411619245,
      "loss": 0.6772,
      "step": 203
    },
    {
      "epoch": 0.34627625716104393,
      "grad_norm": 0.3063081204891205,
      "learning_rate": 0.0002724618835796414,
      "loss": 0.7314,
      "step": 204
    },
    {
      "epoch": 0.3479736897941863,
      "grad_norm": 0.18658895790576935,
      "learning_rate": 0.0002721863928075503,
      "loss": 0.514,
      "step": 205
    },
    {
      "epoch": 0.3496711224273287,
      "grad_norm": 0.282010018825531,
      "learning_rate": 0.0002719096716198402,
      "loss": 0.892,
      "step": 206
    },
    {
      "epoch": 0.35136855506047104,
      "grad_norm": 0.17541489005088806,
      "learning_rate": 0.00027163172280309026,
      "loss": 0.5047,
      "step": 207
    },
    {
      "epoch": 0.3530659876936134,
      "grad_norm": 0.21916832029819489,
      "learning_rate": 0.0002713525491562421,
      "loss": 0.7146,
      "step": 208
    },
    {
      "epoch": 0.3547634203267558,
      "grad_norm": 0.20561501383781433,
      "learning_rate": 0.0002710721534905712,
      "loss": 0.6104,
      "step": 209
    },
    {
      "epoch": 0.35646085295989816,
      "grad_norm": 0.1947142332792282,
      "learning_rate": 0.00027079053862965875,
      "loss": 0.4924,
      "step": 210
    },
    {
      "epoch": 0.3581582855930405,
      "grad_norm": 0.23798146843910217,
      "learning_rate": 0.00027050770740936336,
      "loss": 0.6153,
      "step": 211
    },
    {
      "epoch": 0.3598557182261829,
      "grad_norm": 0.21775560081005096,
      "learning_rate": 0.00027022366267779224,
      "loss": 0.4658,
      "step": 212
    },
    {
      "epoch": 0.36155315085932527,
      "grad_norm": 0.24994409084320068,
      "learning_rate": 0.0002699384072952727,
      "loss": 0.5979,
      "step": 213
    },
    {
      "epoch": 0.36325058349246764,
      "grad_norm": 0.28469640016555786,
      "learning_rate": 0.0002696519441343233,
      "loss": 0.8796,
      "step": 214
    },
    {
      "epoch": 0.36494801612561,
      "grad_norm": 0.2747570276260376,
      "learning_rate": 0.0002693642760796248,
      "loss": 0.8625,
      "step": 215
    },
    {
      "epoch": 0.3666454487587524,
      "grad_norm": 0.2469591647386551,
      "learning_rate": 0.00026907540602799136,
      "loss": 0.6991,
      "step": 216
    },
    {
      "epoch": 0.36834288139189475,
      "grad_norm": 0.20425763726234436,
      "learning_rate": 0.00026878533688834123,
      "loss": 0.5774,
      "step": 217
    },
    {
      "epoch": 0.3700403140250371,
      "grad_norm": 0.2737872898578644,
      "learning_rate": 0.0002684940715816674,
      "loss": 0.9062,
      "step": 218
    },
    {
      "epoch": 0.3717377466581795,
      "grad_norm": 0.2064121514558792,
      "learning_rate": 0.00026820161304100823,
      "loss": 0.5054,
      "step": 219
    },
    {
      "epoch": 0.37343517929132186,
      "grad_norm": 0.14863868057727814,
      "learning_rate": 0.00026790796421141813,
      "loss": 0.285,
      "step": 220
    },
    {
      "epoch": 0.37513261192446423,
      "grad_norm": 0.12498918920755386,
      "learning_rate": 0.00026761312804993734,
      "loss": 0.1999,
      "step": 221
    },
    {
      "epoch": 0.3768300445576066,
      "grad_norm": 0.1726280152797699,
      "learning_rate": 0.0002673171075255629,
      "loss": 0.2852,
      "step": 222
    },
    {
      "epoch": 0.378527477190749,
      "grad_norm": 0.1533537358045578,
      "learning_rate": 0.0002670199056192181,
      "loss": 0.3106,
      "step": 223
    },
    {
      "epoch": 0.38022490982389134,
      "grad_norm": 0.125217467546463,
      "learning_rate": 0.00026672152532372287,
      "loss": 0.1804,
      "step": 224
    },
    {
      "epoch": 0.3819223424570337,
      "grad_norm": 0.05522383376955986,
      "learning_rate": 0.0002664219696437635,
      "loss": 0.0442,
      "step": 225
    },
    {
      "epoch": 0.3836197750901761,
      "grad_norm": 0.04138198867440224,
      "learning_rate": 0.00026612124159586237,
      "loss": 0.023,
      "step": 226
    },
    {
      "epoch": 0.38531720772331846,
      "grad_norm": 0.05575822666287422,
      "learning_rate": 0.0002658193442083475,
      "loss": 0.0024,
      "step": 227
    },
    {
      "epoch": 0.3870146403564608,
      "grad_norm": 0.12629126012325287,
      "learning_rate": 0.0002655162805213223,
      "loss": 0.1524,
      "step": 228
    },
    {
      "epoch": 0.38871207298960325,
      "grad_norm": 0.02942221239209175,
      "learning_rate": 0.00026521205358663477,
      "loss": 0.0096,
      "step": 229
    },
    {
      "epoch": 0.3904095056227456,
      "grad_norm": 0.0953650251030922,
      "learning_rate": 0.00026490666646784665,
      "loss": 0.0043,
      "step": 230
    },
    {
      "epoch": 0.392106938255888,
      "grad_norm": 0.005734459031373262,
      "learning_rate": 0.00026460012224020297,
      "loss": 0.0003,
      "step": 231
    },
    {
      "epoch": 0.39380437088903036,
      "grad_norm": 0.010758363641798496,
      "learning_rate": 0.0002642924239906006,
      "loss": 0.0003,
      "step": 232
    },
    {
      "epoch": 0.39550180352217273,
      "grad_norm": 0.01772010512650013,
      "learning_rate": 0.0002639835748175575,
      "loss": 0.0007,
      "step": 233
    },
    {
      "epoch": 0.3971992361553151,
      "grad_norm": 0.005056055262684822,
      "learning_rate": 0.0002636735778311815,
      "loss": 0.0002,
      "step": 234
    },
    {
      "epoch": 0.3988966687884575,
      "grad_norm": 0.24263891577720642,
      "learning_rate": 0.00026336243615313873,
      "loss": 0.0008,
      "step": 235
    },
    {
      "epoch": 0.40059410142159985,
      "grad_norm": 0.0014849180588498712,
      "learning_rate": 0.0002630501529166224,
      "loss": 0.0001,
      "step": 236
    },
    {
      "epoch": 0.4022915340547422,
      "grad_norm": 0.0037826071493327618,
      "learning_rate": 0.00026273673126632133,
      "loss": 0.0002,
      "step": 237
    },
    {
      "epoch": 0.4039889666878846,
      "grad_norm": 0.08331254124641418,
      "learning_rate": 0.0002624221743583881,
      "loss": 0.0016,
      "step": 238
    },
    {
      "epoch": 0.40568639932102696,
      "grad_norm": 0.002364553976804018,
      "learning_rate": 0.0002621064853604071,
      "loss": 0.0001,
      "step": 239
    },
    {
      "epoch": 0.40738383195416933,
      "grad_norm": 0.014542756602168083,
      "learning_rate": 0.0002617896674513632,
      "loss": 0.0002,
      "step": 240
    },
    {
      "epoch": 0.4090812645873117,
      "grad_norm": 0.0031418628059327602,
      "learning_rate": 0.00026147172382160914,
      "loss": 0.0001,
      "step": 241
    },
    {
      "epoch": 0.41077869722045407,
      "grad_norm": 0.11094752699136734,
      "learning_rate": 0.00026115265767283374,
      "loss": 0.0031,
      "step": 242
    },
    {
      "epoch": 0.41247612985359644,
      "grad_norm": 0.012769564054906368,
      "learning_rate": 0.0002608324722180296,
      "loss": 0.0005,
      "step": 243
    },
    {
      "epoch": 0.4141735624867388,
      "grad_norm": 0.055052801966667175,
      "learning_rate": 0.0002605111706814607,
      "loss": 0.0023,
      "step": 244
    },
    {
      "epoch": 0.4158709951198812,
      "grad_norm": 0.003668338293209672,
      "learning_rate": 0.00026018875629862996,
      "loss": 0.0002,
      "step": 245
    },
    {
      "epoch": 0.41756842775302355,
      "grad_norm": 0.009973675012588501,
      "learning_rate": 0.0002598652323162466,
      "loss": 0.0003,
      "step": 246
    },
    {
      "epoch": 0.4192658603861659,
      "grad_norm": 0.02005830593407154,
      "learning_rate": 0.0002595406019921936,
      "loss": 0.0008,
      "step": 247
    },
    {
      "epoch": 0.4209632930193083,
      "grad_norm": 0.02860446274280548,
      "learning_rate": 0.0002592148685954946,
      "loss": 0.0024,
      "step": 248
    },
    {
      "epoch": 0.42266072565245066,
      "grad_norm": 0.03582284599542618,
      "learning_rate": 0.0002588880354062814,
      "loss": 0.0014,
      "step": 249
    },
    {
      "epoch": 0.42435815828559303,
      "grad_norm": 0.03657930716872215,
      "learning_rate": 0.0002585601057157605,
      "loss": 0.0023,
      "step": 250
    },
    {
      "epoch": 0.42435815828559303,
      "eval_loss": 0.39342138171195984,
      "eval_runtime": 65.6277,
      "eval_samples_per_second": 2.941,
      "eval_steps_per_second": 2.941,
      "step": 250
    },
    {
      "epoch": 0.4260555909187354,
      "grad_norm": 0.3402771055698395,
      "learning_rate": 0.0002582310828261803,
      "loss": 0.955,
      "step": 251
    },
    {
      "epoch": 0.4277530235518778,
      "grad_norm": 0.2694092392921448,
      "learning_rate": 0.00025790097005079764,
      "loss": 0.7843,
      "step": 252
    },
    {
      "epoch": 0.42945045618502015,
      "grad_norm": 0.22484031319618225,
      "learning_rate": 0.00025756977071384455,
      "loss": 0.6626,
      "step": 253
    },
    {
      "epoch": 0.4311478888181625,
      "grad_norm": 0.25034627318382263,
      "learning_rate": 0.0002572374881504945,
      "loss": 0.8865,
      "step": 254
    },
    {
      "epoch": 0.4328453214513049,
      "grad_norm": 0.25369909405708313,
      "learning_rate": 0.00025690412570682946,
      "loss": 0.7099,
      "step": 255
    },
    {
      "epoch": 0.43454275408444726,
      "grad_norm": 0.22795934975147247,
      "learning_rate": 0.0002565696867398053,
      "loss": 0.7818,
      "step": 256
    },
    {
      "epoch": 0.43624018671758963,
      "grad_norm": 0.2158069759607315,
      "learning_rate": 0.00025623417461721884,
      "loss": 0.6434,
      "step": 257
    },
    {
      "epoch": 0.437937619350732,
      "grad_norm": 0.2332068681716919,
      "learning_rate": 0.00025589759271767344,
      "loss": 0.8126,
      "step": 258
    },
    {
      "epoch": 0.43963505198387437,
      "grad_norm": 0.21993213891983032,
      "learning_rate": 0.00025555994443054504,
      "loss": 0.6689,
      "step": 259
    },
    {
      "epoch": 0.44133248461701674,
      "grad_norm": 0.26037323474884033,
      "learning_rate": 0.0002552212331559482,
      "loss": 0.992,
      "step": 260
    },
    {
      "epoch": 0.4430299172501591,
      "grad_norm": 0.2357717603445053,
      "learning_rate": 0.00025488146230470156,
      "loss": 0.7212,
      "step": 261
    },
    {
      "epoch": 0.4447273498833015,
      "grad_norm": 0.22752051055431366,
      "learning_rate": 0.00025454063529829405,
      "loss": 0.7759,
      "step": 262
    },
    {
      "epoch": 0.44642478251644385,
      "grad_norm": 0.20641978085041046,
      "learning_rate": 0.0002541987555688496,
      "loss": 0.6029,
      "step": 263
    },
    {
      "epoch": 0.4481222151495863,
      "grad_norm": 1.728589415550232,
      "learning_rate": 0.0002538558265590934,
      "loss": 0.8527,
      "step": 264
    },
    {
      "epoch": 0.44981964778272865,
      "grad_norm": 0.3176920711994171,
      "learning_rate": 0.0002535118517223168,
      "loss": 1.0045,
      "step": 265
    },
    {
      "epoch": 0.451517080415871,
      "grad_norm": 0.22813205420970917,
      "learning_rate": 0.00025316683452234254,
      "loss": 0.5755,
      "step": 266
    },
    {
      "epoch": 0.4532145130490134,
      "grad_norm": 0.27417638897895813,
      "learning_rate": 0.00025282077843349,
      "loss": 0.6442,
      "step": 267
    },
    {
      "epoch": 0.45491194568215576,
      "grad_norm": 0.23180553317070007,
      "learning_rate": 0.00025247368694054017,
      "loss": 0.3961,
      "step": 268
    },
    {
      "epoch": 0.45660937831529813,
      "grad_norm": 0.21716707944869995,
      "learning_rate": 0.0002521255635387005,
      "loss": 0.5498,
      "step": 269
    },
    {
      "epoch": 0.4583068109484405,
      "grad_norm": 0.1608789563179016,
      "learning_rate": 0.0002517764117335698,
      "loss": 0.3229,
      "step": 270
    },
    {
      "epoch": 0.4600042435815829,
      "grad_norm": 0.06968680769205093,
      "learning_rate": 0.00025142623504110286,
      "loss": 0.0545,
      "step": 271
    },
    {
      "epoch": 0.46170167621472524,
      "grad_norm": 0.17753787338733673,
      "learning_rate": 0.0002510750369875752,
      "loss": 0.3944,
      "step": 272
    },
    {
      "epoch": 0.4633991088478676,
      "grad_norm": 0.1846492886543274,
      "learning_rate": 0.0002507228211095471,
      "loss": 0.4219,
      "step": 273
    },
    {
      "epoch": 0.46509654148101,
      "grad_norm": 0.12200163304805756,
      "learning_rate": 0.0002503695909538287,
      "loss": 0.1832,
      "step": 274
    },
    {
      "epoch": 0.46679397411415235,
      "grad_norm": 0.08617426455020905,
      "learning_rate": 0.00025001535007744373,
      "loss": 0.0833,
      "step": 275
    },
    {
      "epoch": 0.4684914067472947,
      "grad_norm": 0.10826346278190613,
      "learning_rate": 0.0002496601020475938,
      "loss": 0.1379,
      "step": 276
    },
    {
      "epoch": 0.4701888393804371,
      "grad_norm": 0.09130895137786865,
      "learning_rate": 0.00024930385044162276,
      "loss": 0.0909,
      "step": 277
    },
    {
      "epoch": 0.47188627201357947,
      "grad_norm": 0.01284122746437788,
      "learning_rate": 0.0002489465988469802,
      "loss": 0.0011,
      "step": 278
    },
    {
      "epoch": 0.47358370464672184,
      "grad_norm": 0.03364328294992447,
      "learning_rate": 0.0002485883508611858,
      "loss": 0.0151,
      "step": 279
    },
    {
      "epoch": 0.4752811372798642,
      "grad_norm": 0.005700011737644672,
      "learning_rate": 0.00024822911009179276,
      "loss": 0.0004,
      "step": 280
    },
    {
      "epoch": 0.4769785699130066,
      "grad_norm": 0.026785628870129585,
      "learning_rate": 0.0002478688801563516,
      "loss": 0.0022,
      "step": 281
    },
    {
      "epoch": 0.47867600254614895,
      "grad_norm": 0.014533424749970436,
      "learning_rate": 0.00024750766468237387,
      "loss": 0.0009,
      "step": 282
    },
    {
      "epoch": 0.4803734351792913,
      "grad_norm": 0.02565724588930607,
      "learning_rate": 0.0002471454673072953,
      "loss": 0.0015,
      "step": 283
    },
    {
      "epoch": 0.4820708678124337,
      "grad_norm": 0.01476586889475584,
      "learning_rate": 0.0002467822916784394,
      "loss": 0.0007,
      "step": 284
    },
    {
      "epoch": 0.48376830044557606,
      "grad_norm": 0.0030139784794300795,
      "learning_rate": 0.0002464181414529809,
      "loss": 0.0001,
      "step": 285
    },
    {
      "epoch": 0.48546573307871843,
      "grad_norm": 0.013711950741708279,
      "learning_rate": 0.00024605302029790836,
      "loss": 0.0002,
      "step": 286
    },
    {
      "epoch": 0.4871631657118608,
      "grad_norm": 0.0045742918737232685,
      "learning_rate": 0.00024568693188998776,
      "loss": 0.0002,
      "step": 287
    },
    {
      "epoch": 0.48886059834500317,
      "grad_norm": 0.01617550477385521,
      "learning_rate": 0.00024531987991572543,
      "loss": 0.0008,
      "step": 288
    },
    {
      "epoch": 0.49055803097814554,
      "grad_norm": 0.0015017741825431585,
      "learning_rate": 0.00024495186807133056,
      "loss": 0.0001,
      "step": 289
    },
    {
      "epoch": 0.4922554636112879,
      "grad_norm": 0.04141293093562126,
      "learning_rate": 0.00024458290006267833,
      "loss": 0.0021,
      "step": 290
    },
    {
      "epoch": 0.4939528962444303,
      "grad_norm": 0.03005625680088997,
      "learning_rate": 0.0002442129796052726,
      "loss": 0.0015,
      "step": 291
    },
    {
      "epoch": 0.49565032887757265,
      "grad_norm": 0.0004941977094858885,
      "learning_rate": 0.00024384211042420822,
      "loss": 0.0,
      "step": 292
    },
    {
      "epoch": 0.497347761510715,
      "grad_norm": 0.0018400073749944568,
      "learning_rate": 0.00024347029625413364,
      "loss": 0.0001,
      "step": 293
    },
    {
      "epoch": 0.4990451941438574,
      "grad_norm": 0.023964567109942436,
      "learning_rate": 0.00024309754083921354,
      "loss": 0.0008,
      "step": 294
    },
    {
      "epoch": 0.5007426267769998,
      "grad_norm": 0.00808011181652546,
      "learning_rate": 0.00024272384793309077,
      "loss": 0.0003,
      "step": 295
    },
    {
      "epoch": 0.5024400594101421,
      "grad_norm": 0.026506319642066956,
      "learning_rate": 0.0002423492212988487,
      "loss": 0.0011,
      "step": 296
    },
    {
      "epoch": 0.5041374920432845,
      "grad_norm": 0.0033183887135237455,
      "learning_rate": 0.0002419736647089735,
      "loss": 0.0001,
      "step": 297
    },
    {
      "epoch": 0.5058349246764269,
      "grad_norm": 0.0012288711732253432,
      "learning_rate": 0.00024159718194531572,
      "loss": 0.0001,
      "step": 298
    },
    {
      "epoch": 0.5075323573095692,
      "grad_norm": 0.001825229381211102,
      "learning_rate": 0.00024121977679905266,
      "loss": 0.0001,
      "step": 299
    },
    {
      "epoch": 0.5092297899427116,
      "grad_norm": 0.0013848728267475963,
      "learning_rate": 0.00024084145307064997,
      "loss": 0.0001,
      "step": 300
    },
    {
      "epoch": 0.5092297899427116,
      "eval_loss": 0.408105731010437,
      "eval_runtime": 65.5854,
      "eval_samples_per_second": 2.943,
      "eval_steps_per_second": 2.943,
      "step": 300
    },
    {
      "epoch": 0.510927222575854,
      "grad_norm": 0.6500065922737122,
      "learning_rate": 0.0002404622145698234,
      "loss": 1.2109,
      "step": 301
    },
    {
      "epoch": 0.5126246552089964,
      "grad_norm": 0.2953287661075592,
      "learning_rate": 0.00024008206511550044,
      "loss": 0.8961,
      "step": 302
    },
    {
      "epoch": 0.5143220878421387,
      "grad_norm": 0.2599642276763916,
      "learning_rate": 0.00023970100853578185,
      "loss": 0.822,
      "step": 303
    },
    {
      "epoch": 0.5160195204752811,
      "grad_norm": 0.22075462341308594,
      "learning_rate": 0.00023931904866790317,
      "loss": 0.7042,
      "step": 304
    },
    {
      "epoch": 0.5177169531084235,
      "grad_norm": 0.1947249174118042,
      "learning_rate": 0.00023893618935819607,
      "loss": 0.6038,
      "step": 305
    },
    {
      "epoch": 0.5194143857415658,
      "grad_norm": 0.1981605589389801,
      "learning_rate": 0.00023855243446204946,
      "loss": 0.5842,
      "step": 306
    },
    {
      "epoch": 0.5211118183747082,
      "grad_norm": 0.25752243399620056,
      "learning_rate": 0.00023816778784387094,
      "loss": 0.7636,
      "step": 307
    },
    {
      "epoch": 0.5228092510078506,
      "grad_norm": 0.20701764523983002,
      "learning_rate": 0.00023778225337704772,
      "loss": 0.5711,
      "step": 308
    },
    {
      "epoch": 0.524506683640993,
      "grad_norm": 0.1890690177679062,
      "learning_rate": 0.00023739583494390752,
      "loss": 0.5323,
      "step": 309
    },
    {
      "epoch": 0.5262041162741353,
      "grad_norm": 0.2634682059288025,
      "learning_rate": 0.0002370085364356797,
      "loss": 0.8929,
      "step": 310
    },
    {
      "epoch": 0.5279015489072777,
      "grad_norm": 0.21140585839748383,
      "learning_rate": 0.00023662036175245595,
      "loss": 0.6722,
      "step": 311
    },
    {
      "epoch": 0.5295989815404201,
      "grad_norm": 0.1461462825536728,
      "learning_rate": 0.00023623131480315107,
      "loss": 0.3355,
      "step": 312
    },
    {
      "epoch": 0.5312964141735624,
      "grad_norm": 0.25913017988204956,
      "learning_rate": 0.00023584139950546344,
      "loss": 0.809,
      "step": 313
    },
    {
      "epoch": 0.5329938468067048,
      "grad_norm": 0.20216749608516693,
      "learning_rate": 0.0002354506197858358,
      "loss": 0.522,
      "step": 314
    },
    {
      "epoch": 0.5346912794398472,
      "grad_norm": 0.19447529315948486,
      "learning_rate": 0.00023505897957941556,
      "loss": 0.4756,
      "step": 315
    },
    {
      "epoch": 0.5363887120729895,
      "grad_norm": 0.20887967944145203,
      "learning_rate": 0.00023466648283001538,
      "loss": 0.5348,
      "step": 316
    },
    {
      "epoch": 0.538086144706132,
      "grad_norm": 0.2380082756280899,
      "learning_rate": 0.000234273133490073,
      "loss": 0.6786,
      "step": 317
    },
    {
      "epoch": 0.5397835773392744,
      "grad_norm": 0.13057811558246613,
      "learning_rate": 0.00023387893552061199,
      "loss": 0.2262,
      "step": 318
    },
    {
      "epoch": 0.5414810099724168,
      "grad_norm": 0.19371569156646729,
      "learning_rate": 0.00023348389289120158,
      "loss": 0.4282,
      "step": 319
    },
    {
      "epoch": 0.5431784426055591,
      "grad_norm": 0.20126739144325256,
      "learning_rate": 0.00023308800957991653,
      "loss": 0.4524,
      "step": 320
    },
    {
      "epoch": 0.5448758752387015,
      "grad_norm": 0.1577330082654953,
      "learning_rate": 0.00023269128957329748,
      "loss": 0.2979,
      "step": 321
    },
    {
      "epoch": 0.5465733078718439,
      "grad_norm": 0.1581580936908722,
      "learning_rate": 0.0002322937368663105,
      "loss": 0.2393,
      "step": 322
    },
    {
      "epoch": 0.5482707405049863,
      "grad_norm": 0.0836775079369545,
      "learning_rate": 0.00023189535546230683,
      "loss": 0.0756,
      "step": 323
    },
    {
      "epoch": 0.5499681731381286,
      "grad_norm": 0.13577239215373993,
      "learning_rate": 0.00023149614937298296,
      "loss": 0.204,
      "step": 324
    },
    {
      "epoch": 0.551665605771271,
      "grad_norm": 0.003654525149613619,
      "learning_rate": 0.00023109612261833963,
      "loss": 0.0001,
      "step": 325
    },
    {
      "epoch": 0.5533630384044134,
      "grad_norm": 0.0016976917395368218,
      "learning_rate": 0.00023069527922664186,
      "loss": 0.0001,
      "step": 326
    },
    {
      "epoch": 0.5550604710375557,
      "grad_norm": 0.006387701723724604,
      "learning_rate": 0.00023029362323437818,
      "loss": 0.0002,
      "step": 327
    },
    {
      "epoch": 0.5567579036706981,
      "grad_norm": 0.0010255499510094523,
      "learning_rate": 0.00022989115868621995,
      "loss": 0.0001,
      "step": 328
    },
    {
      "epoch": 0.5584553363038405,
      "grad_norm": 0.002511462429538369,
      "learning_rate": 0.0002294878896349807,
      "loss": 0.0001,
      "step": 329
    },
    {
      "epoch": 0.5601527689369828,
      "grad_norm": 0.002243687631562352,
      "learning_rate": 0.00022908382014157533,
      "loss": 0.0001,
      "step": 330
    },
    {
      "epoch": 0.5618502015701252,
      "grad_norm": 0.0010394121054559946,
      "learning_rate": 0.00022867895427497914,
      "loss": 0.0,
      "step": 331
    },
    {
      "epoch": 0.5635476342032676,
      "grad_norm": 0.004921845626085997,
      "learning_rate": 0.00022827329611218688,
      "loss": 0.0002,
      "step": 332
    },
    {
      "epoch": 0.56524506683641,
      "grad_norm": 0.006571977864950895,
      "learning_rate": 0.0002278668497381718,
      "loss": 0.0003,
      "step": 333
    },
    {
      "epoch": 0.5669424994695523,
      "grad_norm": 0.06410548835992813,
      "learning_rate": 0.00022745961924584428,
      "loss": 0.0393,
      "step": 334
    },
    {
      "epoch": 0.5686399321026947,
      "grad_norm": 0.0016587848076596856,
      "learning_rate": 0.00022705160873601096,
      "loss": 0.0001,
      "step": 335
    },
    {
      "epoch": 0.5703373647358371,
      "grad_norm": 0.002642609179019928,
      "learning_rate": 0.00022664282231733309,
      "loss": 0.0001,
      "step": 336
    },
    {
      "epoch": 0.5720347973689794,
      "grad_norm": 0.09959813952445984,
      "learning_rate": 0.00022623326410628534,
      "loss": 0.0009,
      "step": 337
    },
    {
      "epoch": 0.5737322300021218,
      "grad_norm": 0.0017017674399539828,
      "learning_rate": 0.00022582293822711444,
      "loss": 0.0001,
      "step": 338
    },
    {
      "epoch": 0.5754296626352642,
      "grad_norm": 0.0015052666421979666,
      "learning_rate": 0.00022541184881179737,
      "loss": 0.0001,
      "step": 339
    },
    {
      "epoch": 0.5771270952684066,
      "grad_norm": 0.0034250568132847548,
      "learning_rate": 0.000225,
      "loss": 0.0001,
      "step": 340
    },
    {
      "epoch": 0.5788245279015489,
      "grad_norm": 0.004533613566309214,
      "learning_rate": 0.0002245873959390353,
      "loss": 0.0001,
      "step": 341
    },
    {
      "epoch": 0.5805219605346913,
      "grad_norm": 0.0014232480898499489,
      "learning_rate": 0.00022417404078382152,
      "loss": 0.0001,
      "step": 342
    },
    {
      "epoch": 0.5822193931678337,
      "grad_norm": 0.0018840961856767535,
      "learning_rate": 0.00022375993869684058,
      "loss": 0.0,
      "step": 343
    },
    {
      "epoch": 0.583916825800976,
      "grad_norm": 0.0005610976368188858,
      "learning_rate": 0.00022334509384809584,
      "loss": 0.0,
      "step": 344
    },
    {
      "epoch": 0.5856142584341184,
      "grad_norm": 0.011308716610074043,
      "learning_rate": 0.00022292951041507028,
      "loss": 0.0003,
      "step": 345
    },
    {
      "epoch": 0.5873116910672608,
      "grad_norm": 0.008396640419960022,
      "learning_rate": 0.00022251319258268453,
      "loss": 0.0001,
      "step": 346
    },
    {
      "epoch": 0.5890091237004031,
      "grad_norm": 0.016598394140601158,
      "learning_rate": 0.00022209614454325459,
      "loss": 0.0002,
      "step": 347
    },
    {
      "epoch": 0.5907065563335455,
      "grad_norm": 0.0011634851107373834,
      "learning_rate": 0.00022167837049644947,
      "loss": 0.0,
      "step": 348
    },
    {
      "epoch": 0.5924039889666879,
      "grad_norm": 0.05063653737306595,
      "learning_rate": 0.00022125987464924926,
      "loss": 0.0006,
      "step": 349
    },
    {
      "epoch": 0.5941014215998303,
      "grad_norm": 0.030548613518476486,
      "learning_rate": 0.0002208406612159024,
      "loss": 0.0005,
      "step": 350
    },
    {
      "epoch": 0.5941014215998303,
      "eval_loss": 0.403373122215271,
      "eval_runtime": 65.5747,
      "eval_samples_per_second": 2.943,
      "eval_steps_per_second": 2.943,
      "step": 350
    },
    {
      "epoch": 0.5957988542329726,
      "grad_norm": 0.4255245625972748,
      "learning_rate": 0.00022042073441788358,
      "loss": 1.1602,
      "step": 351
    },
    {
      "epoch": 0.597496286866115,
      "grad_norm": 1.3056901693344116,
      "learning_rate": 0.00022000009848385105,
      "loss": 0.9796,
      "step": 352
    },
    {
      "epoch": 0.5991937194992574,
      "grad_norm": 0.21184608340263367,
      "learning_rate": 0.0002195787576496039,
      "loss": 0.6262,
      "step": 353
    },
    {
      "epoch": 0.6008911521323997,
      "grad_norm": 0.24157075583934784,
      "learning_rate": 0.00021915671615803966,
      "loss": 0.8544,
      "step": 354
    },
    {
      "epoch": 0.6025885847655421,
      "grad_norm": 0.20036348700523376,
      "learning_rate": 0.00021873397825911153,
      "loss": 0.6267,
      "step": 355
    },
    {
      "epoch": 0.6042860173986845,
      "grad_norm": 0.20190277695655823,
      "learning_rate": 0.00021831054820978544,
      "loss": 0.6421,
      "step": 356
    },
    {
      "epoch": 0.6059834500318269,
      "grad_norm": 0.2218364179134369,
      "learning_rate": 0.00021788643027399724,
      "loss": 0.7318,
      "step": 357
    },
    {
      "epoch": 0.6076808826649692,
      "grad_norm": 0.2376060038805008,
      "learning_rate": 0.00021746162872260985,
      "loss": 0.8077,
      "step": 358
    },
    {
      "epoch": 0.6093783152981116,
      "grad_norm": 0.19997930526733398,
      "learning_rate": 0.0002170361478333702,
      "loss": 0.6109,
      "step": 359
    },
    {
      "epoch": 0.611075747931254,
      "grad_norm": 0.25473812222480774,
      "learning_rate": 0.0002166099918908661,
      "loss": 0.7628,
      "step": 360
    },
    {
      "epoch": 0.6127731805643963,
      "grad_norm": 0.16967284679412842,
      "learning_rate": 0.00021618316518648317,
      "loss": 0.3639,
      "step": 361
    },
    {
      "epoch": 0.6144706131975387,
      "grad_norm": 0.2045927196741104,
      "learning_rate": 0.0002157556720183616,
      "loss": 0.5688,
      "step": 362
    },
    {
      "epoch": 0.6161680458306811,
      "grad_norm": 0.30063769221305847,
      "learning_rate": 0.00021532751669135284,
      "loss": 0.8787,
      "step": 363
    },
    {
      "epoch": 0.6178654784638234,
      "grad_norm": 0.22912342846393585,
      "learning_rate": 0.00021489870351697622,
      "loss": 0.5724,
      "step": 364
    },
    {
      "epoch": 0.6195629110969658,
      "grad_norm": 0.1712283343076706,
      "learning_rate": 0.00021446923681337575,
      "loss": 0.3771,
      "step": 365
    },
    {
      "epoch": 0.6212603437301082,
      "grad_norm": 0.22983159124851227,
      "learning_rate": 0.00021403912090527623,
      "loss": 0.6274,
      "step": 366
    },
    {
      "epoch": 0.6229577763632506,
      "grad_norm": 0.2075144350528717,
      "learning_rate": 0.00021360836012394025,
      "loss": 0.5276,
      "step": 367
    },
    {
      "epoch": 0.6246552089963929,
      "grad_norm": 0.1731417328119278,
      "learning_rate": 0.00021317695880712398,
      "loss": 0.314,
      "step": 368
    },
    {
      "epoch": 0.6263526416295353,
      "grad_norm": 0.1949385702610016,
      "learning_rate": 0.0002127449212990339,
      "loss": 0.4633,
      "step": 369
    },
    {
      "epoch": 0.6280500742626777,
      "grad_norm": 0.20679379999637604,
      "learning_rate": 0.00021231225195028297,
      "loss": 0.4547,
      "step": 370
    },
    {
      "epoch": 0.62974750689582,
      "grad_norm": 0.1853644698858261,
      "learning_rate": 0.00021187895511784666,
      "loss": 0.3758,
      "step": 371
    },
    {
      "epoch": 0.6314449395289624,
      "grad_norm": 0.2339005470275879,
      "learning_rate": 0.00021144503516501927,
      "loss": 0.4251,
      "step": 372
    },
    {
      "epoch": 0.6331423721621048,
      "grad_norm": 0.12531976401805878,
      "learning_rate": 0.00021101049646137003,
      "loss": 0.1716,
      "step": 373
    },
    {
      "epoch": 0.6348398047952472,
      "grad_norm": 0.12999360263347626,
      "learning_rate": 0.00021057534338269872,
      "loss": 0.2032,
      "step": 374
    },
    {
      "epoch": 0.6365372374283895,
      "grad_norm": 0.1318761557340622,
      "learning_rate": 0.00021013958031099205,
      "loss": 0.1968,
      "step": 375
    },
    {
      "epoch": 0.6382346700615319,
      "grad_norm": 0.06346186250448227,
      "learning_rate": 0.00020970321163437934,
      "loss": 0.05,
      "step": 376
    },
    {
      "epoch": 0.6399321026946743,
      "grad_norm": 0.12222940474748611,
      "learning_rate": 0.00020926624174708827,
      "loss": 0.1675,
      "step": 377
    },
    {
      "epoch": 0.6416295353278166,
      "grad_norm": 0.12370602786540985,
      "learning_rate": 0.0002088286750494008,
      "loss": 0.0724,
      "step": 378
    },
    {
      "epoch": 0.643326967960959,
      "grad_norm": 0.0037796611431986094,
      "learning_rate": 0.00020839051594760872,
      "loss": 0.0002,
      "step": 379
    },
    {
      "epoch": 0.6450244005941014,
      "grad_norm": 0.08905645459890366,
      "learning_rate": 0.00020795176885396926,
      "loss": 0.0305,
      "step": 380
    },
    {
      "epoch": 0.6467218332272437,
      "grad_norm": 0.11877533793449402,
      "learning_rate": 0.00020751243818666087,
      "loss": 0.1818,
      "step": 381
    },
    {
      "epoch": 0.6484192658603861,
      "grad_norm": 0.0044077117927372456,
      "learning_rate": 0.00020707252836973844,
      "loss": 0.0001,
      "step": 382
    },
    {
      "epoch": 0.6501166984935285,
      "grad_norm": 0.0014336027670651674,
      "learning_rate": 0.00020663204383308898,
      "loss": 0.0001,
      "step": 383
    },
    {
      "epoch": 0.6518141311266709,
      "grad_norm": 0.025872627273201942,
      "learning_rate": 0.0002061909890123868,
      "loss": 0.0031,
      "step": 384
    },
    {
      "epoch": 0.6535115637598132,
      "grad_norm": 0.007007645908743143,
      "learning_rate": 0.0002057493683490491,
      "loss": 0.0002,
      "step": 385
    },
    {
      "epoch": 0.6552089963929556,
      "grad_norm": 0.01107161957770586,
      "learning_rate": 0.0002053071862901911,
      "loss": 0.0003,
      "step": 386
    },
    {
      "epoch": 0.6569064290260981,
      "grad_norm": 0.014977892860770226,
      "learning_rate": 0.00020486444728858117,
      "loss": 0.0003,
      "step": 387
    },
    {
      "epoch": 0.6586038616592405,
      "grad_norm": 0.011495725251734257,
      "learning_rate": 0.00020442115580259613,
      "loss": 0.0002,
      "step": 388
    },
    {
      "epoch": 0.6603012942923828,
      "grad_norm": 0.0011856303317472339,
      "learning_rate": 0.00020397731629617636,
      "loss": 0.0001,
      "step": 389
    },
    {
      "epoch": 0.6619987269255252,
      "grad_norm": 0.000914178614038974,
      "learning_rate": 0.00020353293323878074,
      "loss": 0.0,
      "step": 390
    },
    {
      "epoch": 0.6636961595586676,
      "grad_norm": 0.01322512049227953,
      "learning_rate": 0.00020308801110534178,
      "loss": 0.0003,
      "step": 391
    },
    {
      "epoch": 0.6653935921918099,
      "grad_norm": 0.07302884012460709,
      "learning_rate": 0.00020264255437622036,
      "loss": 0.0008,
      "step": 392
    },
    {
      "epoch": 0.6670910248249523,
      "grad_norm": 0.002658440498635173,
      "learning_rate": 0.00020219656753716074,
      "loss": 0.0001,
      "step": 393
    },
    {
      "epoch": 0.6687884574580947,
      "grad_norm": 0.0038816186133772135,
      "learning_rate": 0.00020175005507924558,
      "loss": 0.0001,
      "step": 394
    },
    {
      "epoch": 0.670485890091237,
      "grad_norm": 0.0019201135728508234,
      "learning_rate": 0.00020130302149885031,
      "loss": 0.0,
      "step": 395
    },
    {
      "epoch": 0.6721833227243794,
      "grad_norm": 0.005636914633214474,
      "learning_rate": 0.00020085547129759806,
      "loss": 0.0002,
      "step": 396
    },
    {
      "epoch": 0.6738807553575218,
      "grad_norm": 0.003746110713109374,
      "learning_rate": 0.00020040740898231448,
      "loss": 0.0001,
      "step": 397
    },
    {
      "epoch": 0.6755781879906642,
      "grad_norm": 0.004497275687754154,
      "learning_rate": 0.0001999588390649821,
      "loss": 0.0001,
      "step": 398
    },
    {
      "epoch": 0.6772756206238065,
      "grad_norm": 0.004322202410548925,
      "learning_rate": 0.00019950976606269497,
      "loss": 0.0001,
      "step": 399
    },
    {
      "epoch": 0.6789730532569489,
      "grad_norm": 0.025630857795476913,
      "learning_rate": 0.00019906019449761325,
      "loss": 0.0003,
      "step": 400
    },
    {
      "epoch": 0.6789730532569489,
      "eval_loss": 0.3837679922580719,
      "eval_runtime": 65.6798,
      "eval_samples_per_second": 2.938,
      "eval_steps_per_second": 2.938,
      "step": 400
    },
    {
      "epoch": 0.6806704858900913,
      "grad_norm": 0.23363079130649567,
      "learning_rate": 0.00019861012889691755,
      "loss": 0.6918,
      "step": 401
    },
    {
      "epoch": 0.6823679185232336,
      "grad_norm": 0.2805746793746948,
      "learning_rate": 0.0001981595737927636,
      "loss": 0.8612,
      "step": 402
    },
    {
      "epoch": 0.684065351156376,
      "grad_norm": 0.2095121443271637,
      "learning_rate": 0.00019770853372223625,
      "loss": 0.5805,
      "step": 403
    },
    {
      "epoch": 0.6857627837895184,
      "grad_norm": 0.23234990239143372,
      "learning_rate": 0.0001972570132273039,
      "loss": 0.7755,
      "step": 404
    },
    {
      "epoch": 0.6874602164226608,
      "grad_norm": 0.23639503121376038,
      "learning_rate": 0.00019680501685477304,
      "loss": 0.8386,
      "step": 405
    },
    {
      "epoch": 0.6891576490558031,
      "grad_norm": 0.21290989220142365,
      "learning_rate": 0.0001963525491562421,
      "loss": 0.6506,
      "step": 406
    },
    {
      "epoch": 0.6908550816889455,
      "grad_norm": 0.19381728768348694,
      "learning_rate": 0.00019589961468805578,
      "loss": 0.5448,
      "step": 407
    },
    {
      "epoch": 0.6925525143220879,
      "grad_norm": 0.3582805395126343,
      "learning_rate": 0.00019544621801125908,
      "loss": 1.0269,
      "step": 408
    },
    {
      "epoch": 0.6942499469552302,
      "grad_norm": 0.24776633083820343,
      "learning_rate": 0.00019499236369155157,
      "loss": 0.8699,
      "step": 409
    },
    {
      "epoch": 0.6959473795883726,
      "grad_norm": 0.24224227666854858,
      "learning_rate": 0.00019453805629924124,
      "loss": 0.8062,
      "step": 410
    },
    {
      "epoch": 0.697644812221515,
      "grad_norm": 0.20559021830558777,
      "learning_rate": 0.0001940833004091984,
      "loss": 0.5474,
      "step": 411
    },
    {
      "epoch": 0.6993422448546573,
      "grad_norm": 0.27351394295692444,
      "learning_rate": 0.00019362810060080985,
      "loss": 0.7381,
      "step": 412
    },
    {
      "epoch": 0.7010396774877997,
      "grad_norm": 0.22222575545310974,
      "learning_rate": 0.00019317246145793263,
      "loss": 0.6845,
      "step": 413
    },
    {
      "epoch": 0.7027371101209421,
      "grad_norm": 0.24615706503391266,
      "learning_rate": 0.00019271638756884784,
      "loss": 0.8067,
      "step": 414
    },
    {
      "epoch": 0.7044345427540845,
      "grad_norm": 0.18379613757133484,
      "learning_rate": 0.00019225988352621445,
      "loss": 0.4555,
      "step": 415
    },
    {
      "epoch": 0.7061319753872268,
      "grad_norm": 0.22946029901504517,
      "learning_rate": 0.00019180295392702315,
      "loss": 0.6708,
      "step": 416
    },
    {
      "epoch": 0.7078294080203692,
      "grad_norm": 0.2477787286043167,
      "learning_rate": 0.00019134560337254986,
      "loss": 0.749,
      "step": 417
    },
    {
      "epoch": 0.7095268406535116,
      "grad_norm": 0.15241138637065887,
      "learning_rate": 0.00019088783646830967,
      "loss": 0.2924,
      "step": 418
    },
    {
      "epoch": 0.7112242732866539,
      "grad_norm": 0.12446551769971848,
      "learning_rate": 0.00019042965782401018,
      "loss": 0.1693,
      "step": 419
    },
    {
      "epoch": 0.7129217059197963,
      "grad_norm": 0.18220585584640503,
      "learning_rate": 0.0001899710720535052,
      "loss": 0.4431,
      "step": 420
    },
    {
      "epoch": 0.7146191385529387,
      "grad_norm": 0.17593543231487274,
      "learning_rate": 0.00018951208377474847,
      "loss": 0.3987,
      "step": 421
    },
    {
      "epoch": 0.716316571186081,
      "grad_norm": 0.1010337546467781,
      "learning_rate": 0.0001890526976097468,
      "loss": 0.1318,
      "step": 422
    },
    {
      "epoch": 0.7180140038192234,
      "grad_norm": 0.13775108754634857,
      "learning_rate": 0.00018859291818451373,
      "loss": 0.2565,
      "step": 423
    },
    {
      "epoch": 0.7197114364523658,
      "grad_norm": 0.23579080402851105,
      "learning_rate": 0.00018813275012902306,
      "loss": 0.5919,
      "step": 424
    },
    {
      "epoch": 0.7214088690855082,
      "grad_norm": 0.13805098831653595,
      "learning_rate": 0.00018767219807716185,
      "loss": 0.2562,
      "step": 425
    },
    {
      "epoch": 0.7231063017186505,
      "grad_norm": 0.11531147360801697,
      "learning_rate": 0.00018721126666668432,
      "loss": 0.1649,
      "step": 426
    },
    {
      "epoch": 0.7248037343517929,
      "grad_norm": 0.09808983653783798,
      "learning_rate": 0.00018674996053916456,
      "loss": 0.1384,
      "step": 427
    },
    {
      "epoch": 0.7265011669849353,
      "grad_norm": 0.004477047827094793,
      "learning_rate": 0.00018628828433995013,
      "loss": 0.0002,
      "step": 428
    },
    {
      "epoch": 0.7281985996180776,
      "grad_norm": 0.11150182038545609,
      "learning_rate": 0.00018582624271811532,
      "loss": 0.0681,
      "step": 429
    },
    {
      "epoch": 0.72989603225122,
      "grad_norm": 0.005313314031809568,
      "learning_rate": 0.0001853638403264141,
      "loss": 0.0002,
      "step": 430
    },
    {
      "epoch": 0.7315934648843624,
      "grad_norm": 0.05417265370488167,
      "learning_rate": 0.00018490108182123334,
      "loss": 0.0018,
      "step": 431
    },
    {
      "epoch": 0.7332908975175048,
      "grad_norm": 0.03447933495044708,
      "learning_rate": 0.00018443797186254614,
      "loss": 0.0021,
      "step": 432
    },
    {
      "epoch": 0.7349883301506471,
      "grad_norm": 0.0018511873204261065,
      "learning_rate": 0.00018397451511386467,
      "loss": 0.0001,
      "step": 433
    },
    {
      "epoch": 0.7366857627837895,
      "grad_norm": 0.0019058893667533994,
      "learning_rate": 0.00018351071624219311,
      "loss": 0.0001,
      "step": 434
    },
    {
      "epoch": 0.7383831954169319,
      "grad_norm": 0.006601972505450249,
      "learning_rate": 0.0001830465799179811,
      "loss": 0.0003,
      "step": 435
    },
    {
      "epoch": 0.7400806280500742,
      "grad_norm": 0.011643564328551292,
      "learning_rate": 0.00018258211081507614,
      "loss": 0.0004,
      "step": 436
    },
    {
      "epoch": 0.7417780606832166,
      "grad_norm": 0.004530356731265783,
      "learning_rate": 0.00018211731361067706,
      "loss": 0.0002,
      "step": 437
    },
    {
      "epoch": 0.743475493316359,
      "grad_norm": 0.0015783226117491722,
      "learning_rate": 0.00018165219298528647,
      "loss": 0.0001,
      "step": 438
    },
    {
      "epoch": 0.7451729259495014,
      "grad_norm": 0.03880147635936737,
      "learning_rate": 0.00018118675362266385,
      "loss": 0.0011,
      "step": 439
    },
    {
      "epoch": 0.7468703585826437,
      "grad_norm": 0.04943560063838959,
      "learning_rate": 0.0001807210002097786,
      "loss": 0.0045,
      "step": 440
    },
    {
      "epoch": 0.7485677912157861,
      "grad_norm": 0.009896587580442429,
      "learning_rate": 0.0001802549374367623,
      "loss": 0.0005,
      "step": 441
    },
    {
      "epoch": 0.7502652238489285,
      "grad_norm": 0.009237539954483509,
      "learning_rate": 0.0001797885699968618,
      "loss": 0.0004,
      "step": 442
    },
    {
      "epoch": 0.7519626564820708,
      "grad_norm": 0.005970139987766743,
      "learning_rate": 0.0001793219025863922,
      "loss": 0.0001,
      "step": 443
    },
    {
      "epoch": 0.7536600891152132,
      "grad_norm": 0.0007102653034962714,
      "learning_rate": 0.00017885493990468915,
      "loss": 0.0,
      "step": 444
    },
    {
      "epoch": 0.7553575217483556,
      "grad_norm": 0.0005071276100352407,
      "learning_rate": 0.0001783876866540615,
      "loss": 0.0,
      "step": 445
    },
    {
      "epoch": 0.757054954381498,
      "grad_norm": 0.0011907740263268352,
      "learning_rate": 0.0001779201475397445,
      "loss": 0.0001,
      "step": 446
    },
    {
      "epoch": 0.7587523870146403,
      "grad_norm": 0.0038478299975395203,
      "learning_rate": 0.00017745232726985166,
      "loss": 0.0002,
      "step": 447
    },
    {
      "epoch": 0.7604498196477827,
      "grad_norm": 0.008054184727370739,
      "learning_rate": 0.00017698423055532807,
      "loss": 0.0002,
      "step": 448
    },
    {
      "epoch": 0.7621472522809251,
      "grad_norm": 0.0007232764619402587,
      "learning_rate": 0.00017651586210990232,
      "loss": 0.0,
      "step": 449
    },
    {
      "epoch": 0.7638446849140674,
      "grad_norm": 0.0009626049431972206,
      "learning_rate": 0.00017604722665003956,
      "loss": 0.0001,
      "step": 450
    },
    {
      "epoch": 0.7638446849140674,
      "eval_loss": 0.38282719254493713,
      "eval_runtime": 65.9216,
      "eval_samples_per_second": 2.928,
      "eval_steps_per_second": 2.928,
      "step": 450
    },
    {
      "epoch": 0.7655421175472098,
      "grad_norm": 0.35101303458213806,
      "learning_rate": 0.00017557832889489357,
      "loss": 1.093,
      "step": 451
    },
    {
      "epoch": 0.7672395501803522,
      "grad_norm": 0.23341582715511322,
      "learning_rate": 0.0001751091735662596,
      "loss": 0.7267,
      "step": 452
    },
    {
      "epoch": 0.7689369828134945,
      "grad_norm": 0.25353920459747314,
      "learning_rate": 0.00017463976538852654,
      "loss": 0.8581,
      "step": 453
    },
    {
      "epoch": 0.7706344154466369,
      "grad_norm": 0.21722197532653809,
      "learning_rate": 0.00017417010908862962,
      "loss": 0.7378,
      "step": 454
    },
    {
      "epoch": 0.7723318480797793,
      "grad_norm": 0.22062261402606964,
      "learning_rate": 0.00017370020939600248,
      "loss": 0.7099,
      "step": 455
    },
    {
      "epoch": 0.7740292807129217,
      "grad_norm": 0.1780662089586258,
      "learning_rate": 0.00017323007104252984,
      "loss": 0.4919,
      "step": 456
    },
    {
      "epoch": 0.775726713346064,
      "grad_norm": 0.20236726105213165,
      "learning_rate": 0.00017275969876249974,
      "loss": 0.5919,
      "step": 457
    },
    {
      "epoch": 0.7774241459792065,
      "grad_norm": 0.22523203492164612,
      "learning_rate": 0.00017228909729255574,
      "loss": 0.7686,
      "step": 458
    },
    {
      "epoch": 0.7791215786123489,
      "grad_norm": 0.23676562309265137,
      "learning_rate": 0.00017181827137164953,
      "loss": 0.8026,
      "step": 459
    },
    {
      "epoch": 0.7808190112454912,
      "grad_norm": 0.21583965420722961,
      "learning_rate": 0.00017134722574099276,
      "loss": 0.7097,
      "step": 460
    },
    {
      "epoch": 0.7825164438786336,
      "grad_norm": 0.2776244282722473,
      "learning_rate": 0.0001708759651440098,
      "loss": 0.9476,
      "step": 461
    },
    {
      "epoch": 0.784213876511776,
      "grad_norm": 0.2028312236070633,
      "learning_rate": 0.00017040449432628962,
      "loss": 0.6013,
      "step": 462
    },
    {
      "epoch": 0.7859113091449184,
      "grad_norm": 0.2275046855211258,
      "learning_rate": 0.0001699328180355381,
      "loss": 0.7551,
      "step": 463
    },
    {
      "epoch": 0.7876087417780607,
      "grad_norm": 0.20202623307704926,
      "learning_rate": 0.00016946094102153025,
      "loss": 0.4759,
      "step": 464
    },
    {
      "epoch": 0.7893061744112031,
      "grad_norm": 0.17477299273014069,
      "learning_rate": 0.00016898886803606237,
      "loss": 0.4537,
      "step": 465
    },
    {
      "epoch": 0.7910036070443455,
      "grad_norm": 0.08333531022071838,
      "learning_rate": 0.0001685166038329042,
      "loss": 0.1224,
      "step": 466
    },
    {
      "epoch": 0.7927010396774878,
      "grad_norm": 0.21820639073848724,
      "learning_rate": 0.000168044153167751,
      "loss": 0.5658,
      "step": 467
    },
    {
      "epoch": 0.7943984723106302,
      "grad_norm": 0.14012931287288666,
      "learning_rate": 0.00016757152079817573,
      "loss": 0.2818,
      "step": 468
    },
    {
      "epoch": 0.7960959049437726,
      "grad_norm": 0.1741451919078827,
      "learning_rate": 0.00016709871148358108,
      "loss": 0.3492,
      "step": 469
    },
    {
      "epoch": 0.797793337576915,
      "grad_norm": 0.1527792066335678,
      "learning_rate": 0.00016662572998515164,
      "loss": 0.2187,
      "step": 470
    },
    {
      "epoch": 0.7994907702100573,
      "grad_norm": 0.1383330523967743,
      "learning_rate": 0.00016615258106580585,
      "loss": 0.2405,
      "step": 471
    },
    {
      "epoch": 0.8011882028431997,
      "grad_norm": 0.13245010375976562,
      "learning_rate": 0.000165679269490148,
      "loss": 0.2295,
      "step": 472
    },
    {
      "epoch": 0.8028856354763421,
      "grad_norm": 0.13676372170448303,
      "learning_rate": 0.0001652058000244205,
      "loss": 0.2516,
      "step": 473
    },
    {
      "epoch": 0.8045830681094844,
      "grad_norm": 0.07976588606834412,
      "learning_rate": 0.00016473217743645556,
      "loss": 0.0916,
      "step": 474
    },
    {
      "epoch": 0.8062805007426268,
      "grad_norm": 0.11341172456741333,
      "learning_rate": 0.00016425840649562736,
      "loss": 0.152,
      "step": 475
    },
    {
      "epoch": 0.8079779333757692,
      "grad_norm": 0.12954847514629364,
      "learning_rate": 0.00016378449197280412,
      "loss": 0.1525,
      "step": 476
    },
    {
      "epoch": 0.8096753660089115,
      "grad_norm": 0.08243954181671143,
      "learning_rate": 0.0001633104386402997,
      "loss": 0.0708,
      "step": 477
    },
    {
      "epoch": 0.8113727986420539,
      "grad_norm": 0.0030563257168978453,
      "learning_rate": 0.00016283625127182596,
      "loss": 0.0001,
      "step": 478
    },
    {
      "epoch": 0.8130702312751963,
      "grad_norm": 0.0008315025479532778,
      "learning_rate": 0.00016236193464244444,
      "loss": 0.0,
      "step": 479
    },
    {
      "epoch": 0.8147676639083387,
      "grad_norm": 0.006789859849959612,
      "learning_rate": 0.00016188749352851825,
      "loss": 0.0002,
      "step": 480
    },
    {
      "epoch": 0.816465096541481,
      "grad_norm": 0.009863720275461674,
      "learning_rate": 0.00016141293270766424,
      "loss": 0.0002,
      "step": 481
    },
    {
      "epoch": 0.8181625291746234,
      "grad_norm": 0.059226732701063156,
      "learning_rate": 0.00016093825695870462,
      "loss": 0.0008,
      "step": 482
    },
    {
      "epoch": 0.8198599618077658,
      "grad_norm": 0.0056890202686190605,
      "learning_rate": 0.00016046347106161876,
      "loss": 0.0003,
      "step": 483
    },
    {
      "epoch": 0.8215573944409081,
      "grad_norm": 0.0004136976203881204,
      "learning_rate": 0.0001599885797974956,
      "loss": 0.0,
      "step": 484
    },
    {
      "epoch": 0.8232548270740505,
      "grad_norm": 0.016998767852783203,
      "learning_rate": 0.00015951358794848465,
      "loss": 0.0004,
      "step": 485
    },
    {
      "epoch": 0.8249522597071929,
      "grad_norm": 0.0017255417769774795,
      "learning_rate": 0.00015903850029774878,
      "loss": 0.0001,
      "step": 486
    },
    {
      "epoch": 0.8266496923403353,
      "grad_norm": 0.0012270875740796328,
      "learning_rate": 0.0001585633216294152,
      "loss": 0.0001,
      "step": 487
    },
    {
      "epoch": 0.8283471249734776,
      "grad_norm": 0.0009051132365129888,
      "learning_rate": 0.0001580880567285279,
      "loss": 0.0,
      "step": 488
    },
    {
      "epoch": 0.83004455760662,
      "grad_norm": 0.0009166182717308402,
      "learning_rate": 0.00015761271038099912,
      "loss": 0.0001,
      "step": 489
    },
    {
      "epoch": 0.8317419902397624,
      "grad_norm": 0.002149962354451418,
      "learning_rate": 0.00015713728737356137,
      "loss": 0.0001,
      "step": 490
    },
    {
      "epoch": 0.8334394228729047,
      "grad_norm": 0.008419407531619072,
      "learning_rate": 0.00015666179249371892,
      "loss": 0.0004,
      "step": 491
    },
    {
      "epoch": 0.8351368555060471,
      "grad_norm": 0.0006536226137541234,
      "learning_rate": 0.00015618623052970006,
      "loss": 0.0,
      "step": 492
    },
    {
      "epoch": 0.8368342881391895,
      "grad_norm": 0.035275768488645554,
      "learning_rate": 0.0001557106062704085,
      "loss": 0.0064,
      "step": 493
    },
    {
      "epoch": 0.8385317207723318,
      "grad_norm": 0.002518226159736514,
      "learning_rate": 0.00015523492450537517,
      "loss": 0.0001,
      "step": 494
    },
    {
      "epoch": 0.8402291534054742,
      "grad_norm": 0.00048825182602740824,
      "learning_rate": 0.00015475919002471016,
      "loss": 0.0,
      "step": 495
    },
    {
      "epoch": 0.8419265860386166,
      "grad_norm": 0.007141390815377235,
      "learning_rate": 0.0001542834076190544,
      "loss": 0.0001,
      "step": 496
    },
    {
      "epoch": 0.843624018671759,
      "grad_norm": 0.048018842935562134,
      "learning_rate": 0.00015380758207953155,
      "loss": 0.0004,
      "step": 497
    },
    {
      "epoch": 0.8453214513049013,
      "grad_norm": 0.0009412519866600633,
      "learning_rate": 0.0001533317181976994,
      "loss": 0.0,
      "step": 498
    },
    {
      "epoch": 0.8470188839380437,
      "grad_norm": 0.031883303076028824,
      "learning_rate": 0.00015285582076550198,
      "loss": 0.0037,
      "step": 499
    },
    {
      "epoch": 0.8487163165711861,
      "grad_norm": 0.016174526885151863,
      "learning_rate": 0.00015237989457522118,
      "loss": 0.0007,
      "step": 500
    },
    {
      "epoch": 0.8487163165711861,
      "eval_loss": 0.372147798538208,
      "eval_runtime": 65.9897,
      "eval_samples_per_second": 2.925,
      "eval_steps_per_second": 2.925,
      "step": 500
    },
    {
      "epoch": 0.8504137492043284,
      "grad_norm": 0.23917846381664276,
      "learning_rate": 0.00015190394441942843,
      "loss": 0.8684,
      "step": 501
    },
    {
      "epoch": 0.8521111818374708,
      "grad_norm": 0.27708154916763306,
      "learning_rate": 0.0001514279750909365,
      "loss": 1.0004,
      "step": 502
    },
    {
      "epoch": 0.8538086144706132,
      "grad_norm": 0.25657930970191956,
      "learning_rate": 0.00015095199138275128,
      "loss": 0.7568,
      "step": 503
    },
    {
      "epoch": 0.8555060471037556,
      "grad_norm": 0.2313452512025833,
      "learning_rate": 0.00015047599808802332,
      "loss": 0.8288,
      "step": 504
    },
    {
      "epoch": 0.8572034797368979,
      "grad_norm": 0.2528156042098999,
      "learning_rate": 0.00015,
      "loss": 1.011,
      "step": 505
    },
    {
      "epoch": 0.8589009123700403,
      "grad_norm": 0.1938907355070114,
      "learning_rate": 0.00014952400191197665,
      "loss": 0.5598,
      "step": 506
    },
    {
      "epoch": 0.8605983450031827,
      "grad_norm": 0.23120371997356415,
      "learning_rate": 0.00014904800861724872,
      "loss": 0.6959,
      "step": 507
    },
    {
      "epoch": 0.862295777636325,
      "grad_norm": 0.23072639107704163,
      "learning_rate": 0.00014857202490906347,
      "loss": 0.7868,
      "step": 508
    },
    {
      "epoch": 0.8639932102694674,
      "grad_norm": 0.21651454269886017,
      "learning_rate": 0.00014809605558057157,
      "loss": 0.6725,
      "step": 509
    },
    {
      "epoch": 0.8656906429026098,
      "grad_norm": 0.1905306875705719,
      "learning_rate": 0.0001476201054247788,
      "loss": 0.5756,
      "step": 510
    },
    {
      "epoch": 0.8673880755357521,
      "grad_norm": 0.35889434814453125,
      "learning_rate": 0.00014714417923449797,
      "loss": 0.6115,
      "step": 511
    },
    {
      "epoch": 0.8690855081688945,
      "grad_norm": 0.19174250960350037,
      "learning_rate": 0.00014666828180230057,
      "loss": 0.4859,
      "step": 512
    },
    {
      "epoch": 0.8707829408020369,
      "grad_norm": 0.2138870805501938,
      "learning_rate": 0.0001461924179204684,
      "loss": 0.6636,
      "step": 513
    },
    {
      "epoch": 0.8724803734351793,
      "grad_norm": 0.17262116074562073,
      "learning_rate": 0.00014571659238094556,
      "loss": 0.42,
      "step": 514
    },
    {
      "epoch": 0.8741778060683216,
      "grad_norm": 0.22339358925819397,
      "learning_rate": 0.00014524080997528987,
      "loss": 0.6612,
      "step": 515
    },
    {
      "epoch": 0.875875238701464,
      "grad_norm": 0.1979471892118454,
      "learning_rate": 0.0001447650754946249,
      "loss": 0.5441,
      "step": 516
    },
    {
      "epoch": 0.8775726713346064,
      "grad_norm": 0.20259279012680054,
      "learning_rate": 0.00014428939372959152,
      "loss": 0.5254,
      "step": 517
    },
    {
      "epoch": 0.8792701039677487,
      "grad_norm": 0.12251409888267517,
      "learning_rate": 0.0001438137694702999,
      "loss": 0.2171,
      "step": 518
    },
    {
      "epoch": 0.8809675366008911,
      "grad_norm": 0.16714578866958618,
      "learning_rate": 0.00014333820750628105,
      "loss": 0.311,
      "step": 519
    },
    {
      "epoch": 0.8826649692340335,
      "grad_norm": 0.24203087389469147,
      "learning_rate": 0.00014286271262643866,
      "loss": 0.6175,
      "step": 520
    },
    {
      "epoch": 0.8843624018671759,
      "grad_norm": 0.1858789026737213,
      "learning_rate": 0.00014238728961900088,
      "loss": 0.3565,
      "step": 521
    },
    {
      "epoch": 0.8860598345003182,
      "grad_norm": 0.09111540019512177,
      "learning_rate": 0.00014191194327147212,
      "loss": 0.1199,
      "step": 522
    },
    {
      "epoch": 0.8877572671334606,
      "grad_norm": 0.13533198833465576,
      "learning_rate": 0.00014143667837058477,
      "loss": 0.2471,
      "step": 523
    },
    {
      "epoch": 0.889454699766603,
      "grad_norm": 0.17338241636753082,
      "learning_rate": 0.00014096149970225122,
      "loss": 0.3255,
      "step": 524
    },
    {
      "epoch": 0.8911521323997453,
      "grad_norm": 0.05573137849569321,
      "learning_rate": 0.00014048641205151533,
      "loss": 0.0455,
      "step": 525
    },
    {
      "epoch": 0.8928495650328877,
      "grad_norm": 0.007357200141996145,
      "learning_rate": 0.0001400114202025044,
      "loss": 0.0004,
      "step": 526
    },
    {
      "epoch": 0.8945469976660301,
      "grad_norm": 0.00043303659185767174,
      "learning_rate": 0.00013953652893838119,
      "loss": 0.0,
      "step": 527
    },
    {
      "epoch": 0.8962444302991726,
      "grad_norm": 0.02541971206665039,
      "learning_rate": 0.0001390617430412954,
      "loss": 0.0028,
      "step": 528
    },
    {
      "epoch": 0.8979418629323149,
      "grad_norm": 0.010525004006922245,
      "learning_rate": 0.0001385870672923357,
      "loss": 0.0005,
      "step": 529
    },
    {
      "epoch": 0.8996392955654573,
      "grad_norm": 0.03903070092201233,
      "learning_rate": 0.0001381125064714817,
      "loss": 0.0003,
      "step": 530
    },
    {
      "epoch": 0.9013367281985997,
      "grad_norm": 0.010076366364955902,
      "learning_rate": 0.00013763806535755562,
      "loss": 0.0002,
      "step": 531
    },
    {
      "epoch": 0.903034160831742,
      "grad_norm": 0.0008758578333072364,
      "learning_rate": 0.00013716374872817407,
      "loss": 0.0,
      "step": 532
    },
    {
      "epoch": 0.9047315934648844,
      "grad_norm": 0.0009034467511810362,
      "learning_rate": 0.0001366895613597003,
      "loss": 0.0,
      "step": 533
    },
    {
      "epoch": 0.9064290260980268,
      "grad_norm": 0.0004988125874660909,
      "learning_rate": 0.00013621550802719588,
      "loss": 0.0,
      "step": 534
    },
    {
      "epoch": 0.9081264587311692,
      "grad_norm": 0.012061301618814468,
      "learning_rate": 0.00013574159350437261,
      "loss": 0.0006,
      "step": 535
    },
    {
      "epoch": 0.9098238913643115,
      "grad_norm": 0.0005069606122560799,
      "learning_rate": 0.0001352678225635444,
      "loss": 0.0,
      "step": 536
    },
    {
      "epoch": 0.9115213239974539,
      "grad_norm": 0.003097748151049018,
      "learning_rate": 0.00013479419997557948,
      "loss": 0.0001,
      "step": 537
    },
    {
      "epoch": 0.9132187566305963,
      "grad_norm": 0.010489325039088726,
      "learning_rate": 0.000134320730509852,
      "loss": 0.0002,
      "step": 538
    },
    {
      "epoch": 0.9149161892637386,
      "grad_norm": 0.00030282657826319337,
      "learning_rate": 0.00013384741893419415,
      "loss": 0.0,
      "step": 539
    },
    {
      "epoch": 0.916613621896881,
      "grad_norm": 0.0403389073908329,
      "learning_rate": 0.00013337427001484836,
      "loss": 0.0005,
      "step": 540
    },
    {
      "epoch": 0.9183110545300234,
      "grad_norm": 0.003200069535523653,
      "learning_rate": 0.0001329012885164189,
      "loss": 0.0001,
      "step": 541
    },
    {
      "epoch": 0.9200084871631657,
      "grad_norm": 0.007805091328918934,
      "learning_rate": 0.00013242847920182424,
      "loss": 0.0002,
      "step": 542
    },
    {
      "epoch": 0.9217059197963081,
      "grad_norm": 0.004255454055964947,
      "learning_rate": 0.000131955846832249,
      "loss": 0.0001,
      "step": 543
    },
    {
      "epoch": 0.9234033524294505,
      "grad_norm": 0.0008626742055639625,
      "learning_rate": 0.00013148339616709577,
      "loss": 0.0,
      "step": 544
    },
    {
      "epoch": 0.9251007850625929,
      "grad_norm": 0.005825830157846212,
      "learning_rate": 0.00013101113196393758,
      "loss": 0.0002,
      "step": 545
    },
    {
      "epoch": 0.9267982176957352,
      "grad_norm": 0.00038926751585677266,
      "learning_rate": 0.00013053905897846972,
      "loss": 0.0,
      "step": 546
    },
    {
      "epoch": 0.9284956503288776,
      "grad_norm": 0.025748664513230324,
      "learning_rate": 0.00013006718196446188,
      "loss": 0.0007,
      "step": 547
    },
    {
      "epoch": 0.93019308296202,
      "grad_norm": 0.000722411903552711,
      "learning_rate": 0.0001295955056737104,
      "loss": 0.0,
      "step": 548
    },
    {
      "epoch": 0.9318905155951623,
      "grad_norm": 0.013827555812895298,
      "learning_rate": 0.0001291240348559902,
      "loss": 0.0003,
      "step": 549
    },
    {
      "epoch": 0.9335879482283047,
      "grad_norm": 0.0006142717902548611,
      "learning_rate": 0.00012865277425900724,
      "loss": 0.0,
      "step": 550
    },
    {
      "epoch": 0.9335879482283047,
      "eval_loss": 0.37203362584114075,
      "eval_runtime": 65.9103,
      "eval_samples_per_second": 2.928,
      "eval_steps_per_second": 2.928,
      "step": 550
    }
  ],
  "logging_steps": 1,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.562049824924631e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}