{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 50,
  "global_step": 594,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005050505050505051,
      "grad_norm": 2.061766753199945,
      "learning_rate": 1.0344827586206896e-06,
      "loss": 1.9091,
      "step": 1
    },
    {
      "epoch": 0.005050505050505051,
      "eval_loss": 1.7296912670135498,
      "eval_runtime": 229.6516,
      "eval_samples_per_second": 6.231,
      "eval_steps_per_second": 0.779,
      "step": 1
    },
    {
      "epoch": 0.010101010101010102,
      "grad_norm": 0.9340006537063892,
      "learning_rate": 2.068965517241379e-06,
      "loss": 1.9543,
      "step": 2
    },
    {
      "epoch": 0.015151515151515152,
      "grad_norm": 0.8730658898573816,
      "learning_rate": 3.103448275862069e-06,
      "loss": 1.8991,
      "step": 3
    },
    {
      "epoch": 0.020202020202020204,
      "grad_norm": 0.9760544939810394,
      "learning_rate": 4.137931034482758e-06,
      "loss": 1.9469,
      "step": 4
    },
    {
      "epoch": 0.025252525252525252,
      "grad_norm": 1.1435345547054372,
      "learning_rate": 5.172413793103449e-06,
      "loss": 1.875,
      "step": 5
    },
    {
      "epoch": 0.030303030303030304,
      "grad_norm": 0.6977064869142138,
      "learning_rate": 6.206896551724138e-06,
      "loss": 1.9303,
      "step": 6
    },
    {
      "epoch": 0.03535353535353535,
      "grad_norm": 0.9852376303852637,
      "learning_rate": 7.241379310344828e-06,
      "loss": 1.9764,
      "step": 7
    },
    {
      "epoch": 0.04040404040404041,
      "grad_norm": 1.5021550676895192,
      "learning_rate": 8.275862068965517e-06,
      "loss": 1.9526,
      "step": 8
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 14.465654024779864,
      "learning_rate": 9.310344827586207e-06,
      "loss": 1.9238,
      "step": 9
    },
    {
      "epoch": 0.050505050505050504,
      "grad_norm": 1.3153716741597974,
      "learning_rate": 1.0344827586206898e-05,
      "loss": 1.8548,
      "step": 10
    },
    {
      "epoch": 0.05555555555555555,
      "grad_norm": 0.7251965259785947,
      "learning_rate": 1.1379310344827586e-05,
      "loss": 1.9568,
      "step": 11
    },
    {
      "epoch": 0.06060606060606061,
      "grad_norm": 0.675323305346893,
      "learning_rate": 1.2413793103448277e-05,
      "loss": 2.0394,
      "step": 12
    },
    {
      "epoch": 0.06565656565656566,
      "grad_norm": 0.7284662389076806,
      "learning_rate": 1.3448275862068966e-05,
      "loss": 1.9143,
      "step": 13
    },
    {
      "epoch": 0.0707070707070707,
      "grad_norm": 0.9273147668903492,
      "learning_rate": 1.4482758620689657e-05,
      "loss": 1.8514,
      "step": 14
    },
    {
      "epoch": 0.07575757575757576,
      "grad_norm": 0.8045697974814354,
      "learning_rate": 1.5517241379310346e-05,
      "loss": 1.8691,
      "step": 15
    },
    {
      "epoch": 0.08080808080808081,
      "grad_norm": 0.8617824816372583,
      "learning_rate": 1.6551724137931033e-05,
      "loss": 1.9208,
      "step": 16
    },
    {
      "epoch": 0.08585858585858586,
      "grad_norm": 0.8474189127719305,
      "learning_rate": 1.7586206896551724e-05,
      "loss": 1.971,
      "step": 17
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 0.7802161578292038,
      "learning_rate": 1.8620689655172415e-05,
      "loss": 1.9364,
      "step": 18
    },
    {
      "epoch": 0.09595959595959595,
      "grad_norm": 0.7670275224618359,
      "learning_rate": 1.9655172413793102e-05,
      "loss": 1.8924,
      "step": 19
    },
    {
      "epoch": 0.10101010101010101,
      "grad_norm": 0.8871142093374335,
      "learning_rate": 2.0689655172413797e-05,
      "loss": 1.8666,
      "step": 20
    },
    {
      "epoch": 0.10606060606060606,
      "grad_norm": 0.8537219904851733,
      "learning_rate": 2.1724137931034484e-05,
      "loss": 1.903,
      "step": 21
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 0.7103385523680423,
      "learning_rate": 2.275862068965517e-05,
      "loss": 1.8842,
      "step": 22
    },
    {
      "epoch": 0.11616161616161616,
      "grad_norm": 0.7687652688491076,
      "learning_rate": 2.3793103448275862e-05,
      "loss": 1.9043,
      "step": 23
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 0.8618641553034271,
      "learning_rate": 2.4827586206896553e-05,
      "loss": 1.9657,
      "step": 24
    },
    {
      "epoch": 0.12626262626262627,
      "grad_norm": 0.6952586490192444,
      "learning_rate": 2.586206896551724e-05,
      "loss": 1.8744,
      "step": 25
    },
    {
      "epoch": 0.13131313131313133,
      "grad_norm": 0.7879308602246046,
      "learning_rate": 2.689655172413793e-05,
      "loss": 1.9088,
      "step": 26
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 0.6286619656859633,
      "learning_rate": 2.793103448275862e-05,
      "loss": 1.8769,
      "step": 27
    },
    {
      "epoch": 0.1414141414141414,
      "grad_norm": 0.6368137307786529,
      "learning_rate": 2.8965517241379313e-05,
      "loss": 1.9609,
      "step": 28
    },
    {
      "epoch": 0.14646464646464646,
      "grad_norm": 0.6997236575440393,
      "learning_rate": 3e-05,
      "loss": 1.8216,
      "step": 29
    },
    {
      "epoch": 0.15151515151515152,
      "grad_norm": 0.7017124666486956,
      "learning_rate": 2.999976812015884e-05,
      "loss": 1.8589,
      "step": 30
    },
    {
      "epoch": 0.15656565656565657,
      "grad_norm": 0.6473032006817286,
      "learning_rate": 2.999907248780446e-05,
      "loss": 1.8554,
      "step": 31
    },
    {
      "epoch": 0.16161616161616163,
      "grad_norm": 0.5625959900004289,
      "learning_rate": 2.9997913124443945e-05,
      "loss": 1.8885,
      "step": 32
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.5416656043411677,
      "learning_rate": 2.9996290065921693e-05,
      "loss": 1.8011,
      "step": 33
    },
    {
      "epoch": 0.1717171717171717,
      "grad_norm": 0.6288840271054257,
      "learning_rate": 2.9994203362418313e-05,
      "loss": 1.8941,
      "step": 34
    },
    {
      "epoch": 0.17676767676767677,
      "grad_norm": 0.46613508572576606,
      "learning_rate": 2.9991653078449062e-05,
      "loss": 1.8755,
      "step": 35
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.483380275460621,
      "learning_rate": 2.998863929286187e-05,
      "loss": 1.7971,
      "step": 36
    },
    {
      "epoch": 0.18686868686868688,
      "grad_norm": 0.5435079019515928,
      "learning_rate": 2.9985162098834886e-05,
      "loss": 1.8561,
      "step": 37
    },
    {
      "epoch": 0.1919191919191919,
      "grad_norm": 0.39935840982328513,
      "learning_rate": 2.9981221603873608e-05,
      "loss": 1.8447,
      "step": 38
    },
    {
      "epoch": 0.19696969696969696,
      "grad_norm": 0.4860381910271567,
      "learning_rate": 2.9976817929807542e-05,
      "loss": 1.8571,
      "step": 39
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 0.4704297980261362,
      "learning_rate": 2.9971951212786453e-05,
      "loss": 1.8953,
      "step": 40
    },
    {
      "epoch": 0.20707070707070707,
      "grad_norm": 0.45313219770954005,
      "learning_rate": 2.996662160327616e-05,
      "loss": 1.8858,
      "step": 41
    },
    {
      "epoch": 0.21212121212121213,
      "grad_norm": 0.4849523903159801,
      "learning_rate": 2.9960829266053854e-05,
      "loss": 1.8558,
      "step": 42
    },
    {
      "epoch": 0.21717171717171718,
      "grad_norm": 0.5296271329297302,
      "learning_rate": 2.9954574380203036e-05,
      "loss": 1.8819,
      "step": 43
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.42138253356228195,
      "learning_rate": 2.9947857139107964e-05,
      "loss": 1.8218,
      "step": 44
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 0.54778300283403,
      "learning_rate": 2.994067775044768e-05,
      "loss": 1.8718,
      "step": 45
    },
    {
      "epoch": 0.23232323232323232,
      "grad_norm": 0.5171055027316829,
      "learning_rate": 2.9933036436189582e-05,
      "loss": 1.8202,
      "step": 46
    },
    {
      "epoch": 0.23737373737373738,
      "grad_norm": 0.42755509411252407,
      "learning_rate": 2.992493343258257e-05,
      "loss": 1.7941,
      "step": 47
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 0.5864597089331413,
      "learning_rate": 2.9916368990149738e-05,
      "loss": 1.8177,
      "step": 48
    },
    {
      "epoch": 0.2474747474747475,
      "grad_norm": 0.5015977034643889,
      "learning_rate": 2.990734337368062e-05,
      "loss": 1.8441,
      "step": 49
    },
    {
      "epoch": 0.25252525252525254,
      "grad_norm": 0.4223650022421803,
      "learning_rate": 2.989785686222302e-05,
      "loss": 1.8235,
      "step": 50
    },
    {
      "epoch": 0.25252525252525254,
      "eval_loss": 1.5191664695739746,
      "eval_runtime": 228.7897,
      "eval_samples_per_second": 6.255,
      "eval_steps_per_second": 0.782,
      "step": 50
    },
    {
      "epoch": 0.25757575757575757,
      "grad_norm": 0.5549092161535342,
      "learning_rate": 2.9887909749074373e-05,
      "loss": 1.8724,
      "step": 51
    },
    {
      "epoch": 0.26262626262626265,
      "grad_norm": 0.5808532765316217,
      "learning_rate": 2.9877502341772687e-05,
      "loss": 1.8668,
      "step": 52
    },
    {
      "epoch": 0.2676767676767677,
      "grad_norm": 0.42037362125882416,
      "learning_rate": 2.9866634962087014e-05,
      "loss": 1.8149,
      "step": 53
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.510701064713823,
      "learning_rate": 2.9855307946007532e-05,
      "loss": 1.8388,
      "step": 54
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 0.4740044982938013,
      "learning_rate": 2.984352164373513e-05,
      "loss": 1.8898,
      "step": 55
    },
    {
      "epoch": 0.2828282828282828,
      "grad_norm": 0.42600738162835966,
      "learning_rate": 2.9831276419670593e-05,
      "loss": 1.7645,
      "step": 56
    },
    {
      "epoch": 0.2878787878787879,
      "grad_norm": 0.523957827857094,
      "learning_rate": 2.9818572652403336e-05,
      "loss": 1.8688,
      "step": 57
    },
    {
      "epoch": 0.29292929292929293,
      "grad_norm": 0.4739264160838728,
      "learning_rate": 2.9805410734699694e-05,
      "loss": 1.8253,
      "step": 58
    },
    {
      "epoch": 0.29797979797979796,
      "grad_norm": 0.4030312937735394,
      "learning_rate": 2.9791791073490795e-05,
      "loss": 1.8799,
      "step": 59
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 0.4287715829219747,
      "learning_rate": 2.9777714089859946e-05,
      "loss": 1.8283,
      "step": 60
    },
    {
      "epoch": 0.30808080808080807,
      "grad_norm": 0.41789218942140666,
      "learning_rate": 2.976318021902965e-05,
      "loss": 1.8135,
      "step": 61
    },
    {
      "epoch": 0.31313131313131315,
      "grad_norm": 0.4587324787560187,
      "learning_rate": 2.9748189910348122e-05,
      "loss": 1.8821,
      "step": 62
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 0.4460155322546901,
      "learning_rate": 2.9732743627275428e-05,
      "loss": 1.8889,
      "step": 63
    },
    {
      "epoch": 0.32323232323232326,
      "grad_norm": 0.4157211867080571,
      "learning_rate": 2.9716841847369106e-05,
      "loss": 1.8345,
      "step": 64
    },
    {
      "epoch": 0.3282828282828283,
      "grad_norm": 0.41844440976522496,
      "learning_rate": 2.9700485062269465e-05,
      "loss": 1.7642,
      "step": 65
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.4520630042741615,
      "learning_rate": 2.968367377768432e-05,
      "loss": 1.8485,
      "step": 66
    },
    {
      "epoch": 0.3383838383838384,
      "grad_norm": 0.4368200901934031,
      "learning_rate": 2.966640851337342e-05,
      "loss": 1.8617,
      "step": 67
    },
    {
      "epoch": 0.3434343434343434,
      "grad_norm": 0.38212187200746967,
      "learning_rate": 2.964868980313232e-05,
      "loss": 1.7493,
      "step": 68
    },
    {
      "epoch": 0.3484848484848485,
      "grad_norm": 0.4173981057054639,
      "learning_rate": 2.963051819477592e-05,
      "loss": 1.836,
      "step": 69
    },
    {
      "epoch": 0.35353535353535354,
      "grad_norm": 0.4067519509663366,
      "learning_rate": 2.9611894250121508e-05,
      "loss": 1.81,
      "step": 70
    },
    {
      "epoch": 0.35858585858585856,
      "grad_norm": 0.40355345502721407,
      "learning_rate": 2.9592818544971394e-05,
      "loss": 1.8126,
      "step": 71
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.4205716149104244,
      "learning_rate": 2.9573291669095112e-05,
      "loss": 1.725,
      "step": 72
    },
    {
      "epoch": 0.3686868686868687,
      "grad_norm": 0.42333778099845615,
      "learning_rate": 2.955331422621117e-05,
      "loss": 1.8448,
      "step": 73
    },
    {
      "epoch": 0.37373737373737376,
      "grad_norm": 0.39602223830054895,
      "learning_rate": 2.953288683396841e-05,
      "loss": 1.8518,
      "step": 74
    },
    {
      "epoch": 0.3787878787878788,
      "grad_norm": 0.42272756108809484,
      "learning_rate": 2.95120101239269e-05,
      "loss": 1.846,
      "step": 75
    },
    {
      "epoch": 0.3838383838383838,
      "grad_norm": 0.38458304927883635,
      "learning_rate": 2.9490684741538394e-05,
      "loss": 1.7287,
      "step": 76
    },
    {
      "epoch": 0.3888888888888889,
      "grad_norm": 0.4515217019544044,
      "learning_rate": 2.9468911346126395e-05,
      "loss": 1.9222,
      "step": 77
    },
    {
      "epoch": 0.3939393939393939,
      "grad_norm": 0.3902694265684303,
      "learning_rate": 2.9446690610865775e-05,
      "loss": 1.8075,
      "step": 78
    },
    {
      "epoch": 0.398989898989899,
      "grad_norm": 0.4621030399414333,
      "learning_rate": 2.9424023222761938e-05,
      "loss": 1.8307,
      "step": 79
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 0.4164626377683268,
      "learning_rate": 2.9400909882629595e-05,
      "loss": 1.826,
      "step": 80
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 0.4989467879911725,
      "learning_rate": 2.9377351305071097e-05,
      "loss": 1.7694,
      "step": 81
    },
    {
      "epoch": 0.41414141414141414,
      "grad_norm": 0.38502918266185665,
      "learning_rate": 2.935334821845434e-05,
      "loss": 1.8558,
      "step": 82
    },
    {
      "epoch": 0.41919191919191917,
      "grad_norm": 0.43876163502583143,
      "learning_rate": 2.9328901364890253e-05,
      "loss": 1.9031,
      "step": 83
    },
    {
      "epoch": 0.42424242424242425,
      "grad_norm": 0.44274327469566893,
      "learning_rate": 2.930401150020983e-05,
      "loss": 1.8486,
      "step": 84
    },
    {
      "epoch": 0.4292929292929293,
      "grad_norm": 0.42306669374100425,
      "learning_rate": 2.9278679393940794e-05,
      "loss": 1.8095,
      "step": 85
    },
    {
      "epoch": 0.43434343434343436,
      "grad_norm": 0.43069541482459783,
      "learning_rate": 2.9252905829283778e-05,
      "loss": 1.8091,
      "step": 86
    },
    {
      "epoch": 0.4393939393939394,
      "grad_norm": 0.524368528081938,
      "learning_rate": 2.9226691603088124e-05,
      "loss": 1.8407,
      "step": 87
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.4306578292725837,
      "learning_rate": 2.9200037525827255e-05,
      "loss": 1.8075,
      "step": 88
    },
    {
      "epoch": 0.4494949494949495,
      "grad_norm": 0.401793293233711,
      "learning_rate": 2.9172944421573587e-05,
      "loss": 1.8405,
      "step": 89
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.48084582939870474,
      "learning_rate": 2.9145413127973085e-05,
      "loss": 1.8596,
      "step": 90
    },
    {
      "epoch": 0.4595959595959596,
      "grad_norm": 0.4259765113516244,
      "learning_rate": 2.911744449621935e-05,
      "loss": 1.7931,
      "step": 91
    },
    {
      "epoch": 0.46464646464646464,
      "grad_norm": 0.41686644545343865,
      "learning_rate": 2.90890393910273e-05,
      "loss": 1.8693,
      "step": 92
    },
    {
      "epoch": 0.4696969696969697,
      "grad_norm": 0.49645836560093654,
      "learning_rate": 2.9060198690606438e-05,
      "loss": 1.8567,
      "step": 93
    },
    {
      "epoch": 0.47474747474747475,
      "grad_norm": 0.4122894943723907,
      "learning_rate": 2.9030923286633703e-05,
      "loss": 1.7979,
      "step": 94
    },
    {
      "epoch": 0.4797979797979798,
      "grad_norm": 0.41291814598709514,
      "learning_rate": 2.9001214084225898e-05,
      "loss": 1.8409,
      "step": 95
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 0.4346649991553492,
      "learning_rate": 2.89710720019117e-05,
      "loss": 1.8904,
      "step": 96
    },
    {
      "epoch": 0.4898989898989899,
      "grad_norm": 0.41818341954882543,
      "learning_rate": 2.8940497971603288e-05,
      "loss": 1.8695,
      "step": 97
    },
    {
      "epoch": 0.494949494949495,
      "grad_norm": 0.4420144131423374,
      "learning_rate": 2.890949293856749e-05,
      "loss": 1.8021,
      "step": 98
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.43880248651128445,
      "learning_rate": 2.8878057861396606e-05,
      "loss": 1.8329,
      "step": 99
    },
    {
      "epoch": 0.5050505050505051,
      "grad_norm": 0.40444053098152477,
      "learning_rate": 2.8846193711978717e-05,
      "loss": 1.8201,
      "step": 100
    },
    {
      "epoch": 0.5050505050505051,
      "eval_loss": 1.4966636896133423,
      "eval_runtime": 229.0804,
      "eval_samples_per_second": 6.247,
      "eval_steps_per_second": 0.781,
      "step": 100
    },
    {
      "epoch": 0.51010101010101,
      "grad_norm": 0.45960433784465665,
      "learning_rate": 2.881390147546768e-05,
      "loss": 1.8183,
      "step": 101
    },
    {
      "epoch": 0.5151515151515151,
      "grad_norm": 0.38763847079359476,
      "learning_rate": 2.878118215025265e-05,
      "loss": 1.8208,
      "step": 102
    },
    {
      "epoch": 0.5202020202020202,
      "grad_norm": 0.41520378471101016,
      "learning_rate": 2.874803674792722e-05,
      "loss": 1.8714,
      "step": 103
    },
    {
      "epoch": 0.5252525252525253,
      "grad_norm": 0.40206269424525176,
      "learning_rate": 2.8714466293258142e-05,
      "loss": 1.7878,
      "step": 104
    },
    {
      "epoch": 0.5303030303030303,
      "grad_norm": 0.4373758839964535,
      "learning_rate": 2.868047182415364e-05,
      "loss": 1.8093,
      "step": 105
    },
    {
      "epoch": 0.5353535353535354,
      "grad_norm": 0.3875079810746361,
      "learning_rate": 2.864605439163133e-05,
      "loss": 1.8606,
      "step": 106
    },
    {
      "epoch": 0.5404040404040404,
      "grad_norm": 0.4303262268327845,
      "learning_rate": 2.8611215059785706e-05,
      "loss": 1.8233,
      "step": 107
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.45649878897921986,
      "learning_rate": 2.8575954905755278e-05,
      "loss": 1.8817,
      "step": 108
    },
    {
      "epoch": 0.5505050505050505,
      "grad_norm": 0.44045126098579024,
      "learning_rate": 2.8540275019689237e-05,
      "loss": 1.7945,
      "step": 109
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.43144466038537,
      "learning_rate": 2.8504176504713745e-05,
      "loss": 1.7419,
      "step": 110
    },
    {
      "epoch": 0.5606060606060606,
      "grad_norm": 0.38271501972768057,
      "learning_rate": 2.846766047689787e-05,
      "loss": 1.8557,
      "step": 111
    },
    {
      "epoch": 0.5656565656565656,
      "grad_norm": 0.4193952465924727,
      "learning_rate": 2.8430728065219035e-05,
      "loss": 1.8245,
      "step": 112
    },
    {
      "epoch": 0.5707070707070707,
      "grad_norm": 0.41096403730883174,
      "learning_rate": 2.839338041152814e-05,
      "loss": 1.8117,
      "step": 113
    },
    {
      "epoch": 0.5757575757575758,
      "grad_norm": 0.41746315731568373,
      "learning_rate": 2.835561867051426e-05,
      "loss": 1.7859,
      "step": 114
    },
    {
      "epoch": 0.5808080808080808,
      "grad_norm": 0.35796806338294784,
      "learning_rate": 2.8317444009668916e-05,
      "loss": 1.8125,
      "step": 115
    },
    {
      "epoch": 0.5858585858585859,
      "grad_norm": 0.3782772183418781,
      "learning_rate": 2.8278857609250033e-05,
      "loss": 1.8551,
      "step": 116
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 0.4563811308324174,
      "learning_rate": 2.823986066224538e-05,
      "loss": 1.8711,
      "step": 117
    },
    {
      "epoch": 0.5959595959595959,
      "grad_norm": 0.42499726957188555,
      "learning_rate": 2.820045437433575e-05,
      "loss": 1.8827,
      "step": 118
    },
    {
      "epoch": 0.601010101010101,
      "grad_norm": 0.35463970926383165,
      "learning_rate": 2.816063996385765e-05,
      "loss": 1.8511,
      "step": 119
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 0.39828700116760574,
      "learning_rate": 2.8120418661765624e-05,
      "loss": 1.8386,
      "step": 120
    },
    {
      "epoch": 0.6111111111111112,
      "grad_norm": 0.406542351713585,
      "learning_rate": 2.8079791711594236e-05,
      "loss": 1.8035,
      "step": 121
    },
    {
      "epoch": 0.6161616161616161,
      "grad_norm": 0.36243471155718693,
      "learning_rate": 2.8038760369419583e-05,
      "loss": 1.8014,
      "step": 122
    },
    {
      "epoch": 0.6212121212121212,
      "grad_norm": 0.3845741639511099,
      "learning_rate": 2.7997325903820478e-05,
      "loss": 1.9082,
      "step": 123
    },
    {
      "epoch": 0.6262626262626263,
      "grad_norm": 0.4004906560962447,
      "learning_rate": 2.7955489595839228e-05,
      "loss": 1.828,
      "step": 124
    },
    {
      "epoch": 0.6313131313131313,
      "grad_norm": 0.40745184195706274,
      "learning_rate": 2.7913252738942027e-05,
      "loss": 1.8285,
      "step": 125
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.4701862294606233,
      "learning_rate": 2.787061663897896e-05,
      "loss": 1.7612,
      "step": 126
    },
    {
      "epoch": 0.6414141414141414,
      "grad_norm": 0.3845304191870889,
      "learning_rate": 2.782758261414365e-05,
      "loss": 1.9005,
      "step": 127
    },
    {
      "epoch": 0.6464646464646465,
      "grad_norm": 0.45387333682470754,
      "learning_rate": 2.7784151994932462e-05,
      "loss": 1.8369,
      "step": 128
    },
    {
      "epoch": 0.6515151515151515,
      "grad_norm": 0.402744943135056,
      "learning_rate": 2.7740326124103416e-05,
      "loss": 1.8382,
      "step": 129
    },
    {
      "epoch": 0.6565656565656566,
      "grad_norm": 0.39184387630637835,
      "learning_rate": 2.7696106356634637e-05,
      "loss": 1.8659,
      "step": 130
    },
    {
      "epoch": 0.6616161616161617,
      "grad_norm": 0.4626435038267262,
      "learning_rate": 2.7651494059682485e-05,
      "loss": 1.8667,
      "step": 131
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.40353571201115057,
      "learning_rate": 2.7606490612539262e-05,
      "loss": 1.8209,
      "step": 132
    },
    {
      "epoch": 0.6717171717171717,
      "grad_norm": 0.4162695579854718,
      "learning_rate": 2.7561097406590595e-05,
      "loss": 1.8002,
      "step": 133
    },
    {
      "epoch": 0.6767676767676768,
      "grad_norm": 0.3909561466126897,
      "learning_rate": 2.751531584527241e-05,
      "loss": 1.8076,
      "step": 134
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 0.41533705192980835,
      "learning_rate": 2.746914734402752e-05,
      "loss": 1.9099,
      "step": 135
    },
    {
      "epoch": 0.6868686868686869,
      "grad_norm": 0.38207500499538627,
      "learning_rate": 2.7422593330261888e-05,
      "loss": 1.7688,
      "step": 136
    },
    {
      "epoch": 0.6919191919191919,
      "grad_norm": 0.35742242270800784,
      "learning_rate": 2.7375655243300493e-05,
      "loss": 1.8651,
      "step": 137
    },
    {
      "epoch": 0.696969696969697,
      "grad_norm": 0.41421312272061606,
      "learning_rate": 2.7328334534342827e-05,
      "loss": 1.8785,
      "step": 138
    },
    {
      "epoch": 0.702020202020202,
      "grad_norm": 0.4171193053836604,
      "learning_rate": 2.7280632666418013e-05,
      "loss": 1.8781,
      "step": 139
    },
    {
      "epoch": 0.7070707070707071,
      "grad_norm": 0.40782157651436396,
      "learning_rate": 2.723255111433959e-05,
      "loss": 1.8247,
      "step": 140
    },
    {
      "epoch": 0.7121212121212122,
      "grad_norm": 0.4281506276367188,
      "learning_rate": 2.7184091364659923e-05,
      "loss": 1.733,
      "step": 141
    },
    {
      "epoch": 0.7171717171717171,
      "grad_norm": 0.39479511690560315,
      "learning_rate": 2.7135254915624213e-05,
      "loss": 1.8401,
      "step": 142
    },
    {
      "epoch": 0.7222222222222222,
      "grad_norm": 0.42100536218468343,
      "learning_rate": 2.70860432771242e-05,
      "loss": 1.8484,
      "step": 143
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.3855161042933354,
      "learning_rate": 2.703645797065147e-05,
      "loss": 1.8197,
      "step": 144
    },
    {
      "epoch": 0.7323232323232324,
      "grad_norm": 0.3920745691095182,
      "learning_rate": 2.6986500529250427e-05,
      "loss": 1.8345,
      "step": 145
    },
    {
      "epoch": 0.7373737373737373,
      "grad_norm": 0.42204478492867153,
      "learning_rate": 2.6936172497470874e-05,
      "loss": 1.8368,
      "step": 146
    },
    {
      "epoch": 0.7424242424242424,
      "grad_norm": 0.40405492226523393,
      "learning_rate": 2.688547543132029e-05,
      "loss": 1.8182,
      "step": 147
    },
    {
      "epoch": 0.7474747474747475,
      "grad_norm": 0.36686029807824033,
      "learning_rate": 2.6834410898215688e-05,
      "loss": 1.8581,
      "step": 148
    },
    {
      "epoch": 0.7525252525252525,
      "grad_norm": 0.36859567357522177,
      "learning_rate": 2.678298047693518e-05,
      "loss": 1.7276,
      "step": 149
    },
    {
      "epoch": 0.7575757575757576,
      "grad_norm": 0.37761559772659303,
      "learning_rate": 2.6731185757569153e-05,
      "loss": 1.8321,
      "step": 150
    },
    {
      "epoch": 0.7575757575757576,
      "eval_loss": 1.484434962272644,
      "eval_runtime": 229.048,
      "eval_samples_per_second": 6.248,
      "eval_steps_per_second": 0.781,
      "step": 150
    },
    {
      "epoch": 0.7626262626262627,
      "grad_norm": 0.40657370322541503,
      "learning_rate": 2.6679028341471114e-05,
      "loss": 1.8364,
      "step": 151
    },
    {
      "epoch": 0.7676767676767676,
      "grad_norm": 0.3852020973392934,
      "learning_rate": 2.6626509841208177e-05,
      "loss": 1.8723,
      "step": 152
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 0.4471085311517623,
      "learning_rate": 2.6573631880511214e-05,
      "loss": 1.9017,
      "step": 153
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.3858532089668969,
      "learning_rate": 2.652039609422463e-05,
      "loss": 1.7849,
      "step": 154
    },
    {
      "epoch": 0.7828282828282829,
      "grad_norm": 0.427216562758674,
      "learning_rate": 2.6466804128255865e-05,
      "loss": 1.7743,
      "step": 155
    },
    {
      "epoch": 0.7878787878787878,
      "grad_norm": 0.38828532121415243,
      "learning_rate": 2.6412857639524442e-05,
      "loss": 1.8294,
      "step": 156
    },
    {
      "epoch": 0.7929292929292929,
      "grad_norm": 0.40962967785771864,
      "learning_rate": 2.6358558295910805e-05,
      "loss": 1.8314,
      "step": 157
    },
    {
      "epoch": 0.797979797979798,
      "grad_norm": 0.7209413951413858,
      "learning_rate": 2.6303907776204706e-05,
      "loss": 1.8388,
      "step": 158
    },
    {
      "epoch": 0.803030303030303,
      "grad_norm": 0.3753158677183495,
      "learning_rate": 2.624890777005332e-05,
      "loss": 1.9189,
      "step": 159
    },
    {
      "epoch": 0.8080808080808081,
      "grad_norm": 0.3683405444328328,
      "learning_rate": 2.6193559977909008e-05,
      "loss": 1.7511,
      "step": 160
    },
    {
      "epoch": 0.8131313131313131,
      "grad_norm": 0.420103866946048,
      "learning_rate": 2.6137866110976742e-05,
      "loss": 1.8447,
      "step": 161
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.4025395036734605,
      "learning_rate": 2.608182789116118e-05,
      "loss": 1.7567,
      "step": 162
    },
    {
      "epoch": 0.8232323232323232,
      "grad_norm": 0.41152519566999235,
      "learning_rate": 2.6025447051013466e-05,
      "loss": 1.8844,
      "step": 163
    },
    {
      "epoch": 0.8282828282828283,
      "grad_norm": 0.37456667248254777,
      "learning_rate": 2.5968725333677628e-05,
      "loss": 1.8316,
      "step": 164
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.3989107911221168,
      "learning_rate": 2.5911664492836714e-05,
      "loss": 1.8336,
      "step": 165
    },
    {
      "epoch": 0.8383838383838383,
      "grad_norm": 0.4192570186399055,
      "learning_rate": 2.585426629265854e-05,
      "loss": 1.8368,
      "step": 166
    },
    {
      "epoch": 0.8434343434343434,
      "grad_norm": 0.4039992281383353,
      "learning_rate": 2.579653250774119e-05,
      "loss": 1.8474,
      "step": 167
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 0.3860934737365767,
      "learning_rate": 2.5738464923058118e-05,
      "loss": 1.9136,
      "step": 168
    },
    {
      "epoch": 0.8535353535353535,
      "grad_norm": 0.3766141715707985,
      "learning_rate": 2.568006533390295e-05,
      "loss": 1.7905,
      "step": 169
    },
    {
      "epoch": 0.8585858585858586,
      "grad_norm": 0.43692452251495456,
      "learning_rate": 2.562133554583402e-05,
      "loss": 1.8692,
      "step": 170
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 0.38506171479168916,
      "learning_rate": 2.556227737461852e-05,
      "loss": 1.8802,
      "step": 171
    },
    {
      "epoch": 0.8686868686868687,
      "grad_norm": 0.4139103090309799,
      "learning_rate": 2.5502892646176364e-05,
      "loss": 1.9145,
      "step": 172
    },
    {
      "epoch": 0.8737373737373737,
      "grad_norm": 0.41202711286858845,
      "learning_rate": 2.5443183196523744e-05,
      "loss": 1.8799,
      "step": 173
    },
    {
      "epoch": 0.8787878787878788,
      "grad_norm": 0.441012649010044,
      "learning_rate": 2.5383150871716342e-05,
      "loss": 1.7964,
      "step": 174
    },
    {
      "epoch": 0.8838383838383839,
      "grad_norm": 0.3924859380226668,
      "learning_rate": 2.5322797527792297e-05,
      "loss": 1.8196,
      "step": 175
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.484116113199706,
      "learning_rate": 2.526212503071477e-05,
      "loss": 1.8211,
      "step": 176
    },
    {
      "epoch": 0.8939393939393939,
      "grad_norm": 0.4214268259949748,
      "learning_rate": 2.52011352563143e-05,
      "loss": 1.8756,
      "step": 177
    },
    {
      "epoch": 0.898989898989899,
      "grad_norm": 0.3761454305197214,
      "learning_rate": 2.5139830090230776e-05,
      "loss": 1.7887,
      "step": 178
    },
    {
      "epoch": 0.9040404040404041,
      "grad_norm": 0.38472045617953676,
      "learning_rate": 2.507821142785516e-05,
      "loss": 1.9109,
      "step": 179
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.4437224782187781,
      "learning_rate": 2.501628117427087e-05,
      "loss": 1.8024,
      "step": 180
    },
    {
      "epoch": 0.9141414141414141,
      "grad_norm": 0.3928636586609788,
      "learning_rate": 2.4954041244194883e-05,
      "loss": 1.8177,
      "step": 181
    },
    {
      "epoch": 0.9191919191919192,
      "grad_norm": 0.40978302308222725,
      "learning_rate": 2.4891493561918545e-05,
      "loss": 1.8238,
      "step": 182
    },
    {
      "epoch": 0.9242424242424242,
      "grad_norm": 0.41578094468387805,
      "learning_rate": 2.482864006124808e-05,
      "loss": 1.7558,
      "step": 183
    },
    {
      "epoch": 0.9292929292929293,
      "grad_norm": 0.47459329104171105,
      "learning_rate": 2.4765482685444786e-05,
      "loss": 1.8982,
      "step": 184
    },
    {
      "epoch": 0.9343434343434344,
      "grad_norm": 0.4584785873115325,
      "learning_rate": 2.470202338716497e-05,
      "loss": 1.8925,
      "step": 185
    },
    {
      "epoch": 0.9393939393939394,
      "grad_norm": 0.39624647908908,
      "learning_rate": 2.4638264128399555e-05,
      "loss": 1.8032,
      "step": 186
    },
    {
      "epoch": 0.9444444444444444,
      "grad_norm": 0.38536269925326294,
      "learning_rate": 2.457420688041345e-05,
      "loss": 1.7927,
      "step": 187
    },
    {
      "epoch": 0.9494949494949495,
      "grad_norm": 0.44911468803951493,
      "learning_rate": 2.4509853623684598e-05,
      "loss": 1.8635,
      "step": 188
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 0.38483613716276227,
      "learning_rate": 2.4445206347842714e-05,
      "loss": 1.828,
      "step": 189
    },
    {
      "epoch": 0.9595959595959596,
      "grad_norm": 0.4134516508007333,
      "learning_rate": 2.43802670516078e-05,
      "loss": 1.7766,
      "step": 190
    },
    {
      "epoch": 0.9646464646464646,
      "grad_norm": 0.4205305313105495,
      "learning_rate": 2.4315037742728366e-05,
      "loss": 1.8162,
      "step": 191
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 0.4019754805551098,
      "learning_rate": 2.4249520437919307e-05,
      "loss": 1.7429,
      "step": 192
    },
    {
      "epoch": 0.9747474747474747,
      "grad_norm": 0.38403144394408584,
      "learning_rate": 2.4183717162799587e-05,
      "loss": 1.731,
      "step": 193
    },
    {
      "epoch": 0.9797979797979798,
      "grad_norm": 0.3807338127364377,
      "learning_rate": 2.4117629951829602e-05,
      "loss": 1.8942,
      "step": 194
    },
    {
      "epoch": 0.9848484848484849,
      "grad_norm": 0.44761141331014614,
      "learning_rate": 2.4051260848248286e-05,
      "loss": 1.8313,
      "step": 195
    },
    {
      "epoch": 0.98989898989899,
      "grad_norm": 0.38554593665783987,
      "learning_rate": 2.398461190400993e-05,
      "loss": 1.8394,
      "step": 196
    },
    {
      "epoch": 0.9949494949494949,
      "grad_norm": 0.403968521425789,
      "learning_rate": 2.3917685179720752e-05,
      "loss": 1.8287,
      "step": 197
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.36274397859542107,
      "learning_rate": 2.3850482744575177e-05,
      "loss": 1.7637,
      "step": 198
    },
    {
      "epoch": 1.005050505050505,
      "grad_norm": 0.5408632160019302,
      "learning_rate": 2.3783006676291866e-05,
      "loss": 1.6493,
      "step": 199
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 0.4273958454403075,
      "learning_rate": 2.3715259061049487e-05,
      "loss": 1.5513,
      "step": 200
    },
    {
      "epoch": 1.0101010101010102,
      "eval_loss": 1.4980653524398804,
      "eval_runtime": 229.1221,
      "eval_samples_per_second": 6.246,
      "eval_steps_per_second": 0.781,
      "step": 200
    },
    {
      "epoch": 1.0151515151515151,
      "grad_norm": 0.9048049507315692,
      "learning_rate": 2.3647241993422208e-05,
      "loss": 1.6547,
      "step": 201
    },
    {
      "epoch": 1.02020202020202,
      "grad_norm": 0.3848882038249155,
      "learning_rate": 2.3578957576314944e-05,
      "loss": 1.5279,
      "step": 202
    },
    {
      "epoch": 1.0252525252525253,
      "grad_norm": 0.40317657177333205,
      "learning_rate": 2.3510407920898327e-05,
      "loss": 1.6036,
      "step": 203
    },
    {
      "epoch": 1.0303030303030303,
      "grad_norm": 0.43727100501923616,
      "learning_rate": 2.3441595146543458e-05,
      "loss": 1.6581,
      "step": 204
    },
    {
      "epoch": 1.0353535353535352,
      "grad_norm": 0.3912845389083466,
      "learning_rate": 2.337252138075636e-05,
      "loss": 1.5399,
      "step": 205
    },
    {
      "epoch": 1.0404040404040404,
      "grad_norm": 0.3961929212943775,
      "learning_rate": 2.3303188759112213e-05,
      "loss": 1.6788,
      "step": 206
    },
    {
      "epoch": 1.0454545454545454,
      "grad_norm": 0.4307375964156506,
      "learning_rate": 2.3233599425189317e-05,
      "loss": 1.6081,
      "step": 207
    },
    {
      "epoch": 1.0505050505050506,
      "grad_norm": 0.3912142497081324,
      "learning_rate": 2.316375553050284e-05,
      "loss": 1.5678,
      "step": 208
    },
    {
      "epoch": 1.0555555555555556,
      "grad_norm": 0.3763414411950308,
      "learning_rate": 2.3093659234438266e-05,
      "loss": 1.5547,
      "step": 209
    },
    {
      "epoch": 1.0606060606060606,
      "grad_norm": 0.36800317307295144,
      "learning_rate": 2.3023312704184676e-05,
      "loss": 1.4771,
      "step": 210
    },
    {
      "epoch": 1.0656565656565657,
      "grad_norm": 0.3910877207089002,
      "learning_rate": 2.295271811466769e-05,
      "loss": 1.6495,
      "step": 211
    },
    {
      "epoch": 1.0707070707070707,
      "grad_norm": 0.39199841864196705,
      "learning_rate": 2.2881877648482274e-05,
      "loss": 1.6182,
      "step": 212
    },
    {
      "epoch": 1.0757575757575757,
      "grad_norm": 0.4188630635601797,
      "learning_rate": 2.281079349582524e-05,
      "loss": 1.5539,
      "step": 213
    },
    {
      "epoch": 1.0808080808080809,
      "grad_norm": 0.4321942331098238,
      "learning_rate": 2.2739467854427512e-05,
      "loss": 1.7017,
      "step": 214
    },
    {
      "epoch": 1.0858585858585859,
      "grad_norm": 0.34896226538754127,
      "learning_rate": 2.266790292948622e-05,
      "loss": 1.6232,
      "step": 215
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 0.39588469087020545,
      "learning_rate": 2.2596100933596498e-05,
      "loss": 1.633,
      "step": 216
    },
    {
      "epoch": 1.095959595959596,
      "grad_norm": 0.3680904345345009,
      "learning_rate": 2.252406408668304e-05,
      "loss": 1.5771,
      "step": 217
    },
    {
      "epoch": 1.101010101010101,
      "grad_norm": 0.3635291050534616,
      "learning_rate": 2.2451794615931542e-05,
      "loss": 1.5251,
      "step": 218
    },
    {
      "epoch": 1.106060606060606,
      "grad_norm": 0.39495821190617536,
      "learning_rate": 2.237929475571979e-05,
      "loss": 1.6461,
      "step": 219
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.3741651687847982,
      "learning_rate": 2.2306566747548604e-05,
      "loss": 1.5491,
      "step": 220
    },
    {
      "epoch": 1.1161616161616161,
      "grad_norm": 0.3482093972061835,
      "learning_rate": 2.2233612839972497e-05,
      "loss": 1.4896,
      "step": 221
    },
    {
      "epoch": 1.121212121212121,
      "grad_norm": 0.39618420354024975,
      "learning_rate": 2.2160435288530208e-05,
      "loss": 1.6567,
      "step": 222
    },
    {
      "epoch": 1.1262626262626263,
      "grad_norm": 0.3660259252156906,
      "learning_rate": 2.2087036355674947e-05,
      "loss": 1.5476,
      "step": 223
    },
    {
      "epoch": 1.1313131313131313,
      "grad_norm": 0.39507488097490023,
      "learning_rate": 2.2013418310704422e-05,
      "loss": 1.5749,
      "step": 224
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 0.4312941458010281,
      "learning_rate": 2.1939583429690716e-05,
      "loss": 1.5716,
      "step": 225
    },
    {
      "epoch": 1.1414141414141414,
      "grad_norm": 0.35158839668333186,
      "learning_rate": 2.1865533995409887e-05,
      "loss": 1.5532,
      "step": 226
    },
    {
      "epoch": 1.1464646464646464,
      "grad_norm": 0.3641625201369256,
      "learning_rate": 2.1791272297271416e-05,
      "loss": 1.5972,
      "step": 227
    },
    {
      "epoch": 1.1515151515151516,
      "grad_norm": 0.4250517041163231,
      "learning_rate": 2.1716800631247403e-05,
      "loss": 1.6134,
      "step": 228
    },
    {
      "epoch": 1.1565656565656566,
      "grad_norm": 0.4357327884434021,
      "learning_rate": 2.1642121299801594e-05,
      "loss": 1.6299,
      "step": 229
    },
    {
      "epoch": 1.1616161616161615,
      "grad_norm": 0.36361246043809753,
      "learning_rate": 2.1567236611818187e-05,
      "loss": 1.6186,
      "step": 230
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.38940692200146193,
      "learning_rate": 2.149214888253046e-05,
      "loss": 1.5636,
      "step": 231
    },
    {
      "epoch": 1.1717171717171717,
      "grad_norm": 0.4479735326446513,
      "learning_rate": 2.1416860433449177e-05,
      "loss": 1.6342,
      "step": 232
    },
    {
      "epoch": 1.1767676767676767,
      "grad_norm": 0.36500909652831554,
      "learning_rate": 2.1341373592290822e-05,
      "loss": 1.545,
      "step": 233
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 0.41140999886470425,
      "learning_rate": 2.126569069290562e-05,
      "loss": 1.6267,
      "step": 234
    },
    {
      "epoch": 1.1868686868686869,
      "grad_norm": 0.37095591557372914,
      "learning_rate": 2.1189814075205406e-05,
      "loss": 1.5176,
      "step": 235
    },
    {
      "epoch": 1.1919191919191918,
      "grad_norm": 0.3754937123457338,
      "learning_rate": 2.1113746085091246e-05,
      "loss": 1.6441,
      "step": 236
    },
    {
      "epoch": 1.196969696969697,
      "grad_norm": 0.42464228140478444,
      "learning_rate": 2.1037489074380934e-05,
      "loss": 1.574,
      "step": 237
    },
    {
      "epoch": 1.202020202020202,
      "grad_norm": 0.3732085771180313,
      "learning_rate": 2.0961045400736286e-05,
      "loss": 1.5687,
      "step": 238
    },
    {
      "epoch": 1.2070707070707072,
      "grad_norm": 0.4174666906233983,
      "learning_rate": 2.0884417427590217e-05,
      "loss": 1.5579,
      "step": 239
    },
    {
      "epoch": 1.2121212121212122,
      "grad_norm": 0.414246878313963,
      "learning_rate": 2.0807607524073684e-05,
      "loss": 1.6069,
      "step": 240
    },
    {
      "epoch": 1.2171717171717171,
      "grad_norm": 0.35489448104499416,
      "learning_rate": 2.073061806494246e-05,
      "loss": 1.5943,
      "step": 241
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 0.3961867107004295,
      "learning_rate": 2.0653451430503686e-05,
      "loss": 1.5851,
      "step": 242
    },
    {
      "epoch": 1.2272727272727273,
      "grad_norm": 0.4264411067539511,
      "learning_rate": 2.0576110006542278e-05,
      "loss": 1.5436,
      "step": 243
    },
    {
      "epoch": 1.2323232323232323,
      "grad_norm": 0.43088202335465686,
      "learning_rate": 2.0498596184247196e-05,
      "loss": 1.642,
      "step": 244
    },
    {
      "epoch": 1.2373737373737375,
      "grad_norm": 0.36469200409321884,
      "learning_rate": 2.0420912360137466e-05,
      "loss": 1.6031,
      "step": 245
    },
    {
      "epoch": 1.2424242424242424,
      "grad_norm": 0.4153699560933353,
      "learning_rate": 2.0343060935988136e-05,
      "loss": 1.6385,
      "step": 246
    },
    {
      "epoch": 1.2474747474747474,
      "grad_norm": 0.39846520447706185,
      "learning_rate": 2.0265044318755988e-05,
      "loss": 1.5288,
      "step": 247
    },
    {
      "epoch": 1.2525252525252526,
      "grad_norm": 0.35709349697159576,
      "learning_rate": 2.018686492050513e-05,
      "loss": 1.6124,
      "step": 248
    },
    {
      "epoch": 1.2575757575757576,
      "grad_norm": 0.38319549330931446,
      "learning_rate": 2.010852515833242e-05,
      "loss": 1.535,
      "step": 249
    },
    {
      "epoch": 1.2626262626262625,
      "grad_norm": 0.46317037418448487,
      "learning_rate": 2.003002745429274e-05,
      "loss": 1.6523,
      "step": 250
    },
    {
      "epoch": 1.2626262626262625,
      "eval_loss": 1.498921275138855,
      "eval_runtime": 229.2608,
      "eval_samples_per_second": 6.242,
      "eval_steps_per_second": 0.781,
      "step": 250
    },
    {
      "epoch": 1.2676767676767677,
      "grad_norm": 0.386123708626963,
      "learning_rate": 1.9951374235324105e-05,
      "loss": 1.6125,
      "step": 251
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 0.3970356471812719,
      "learning_rate": 1.9872567933172647e-05,
      "loss": 1.586,
      "step": 252
    },
    {
      "epoch": 1.2777777777777777,
      "grad_norm": 0.4033780506493091,
      "learning_rate": 1.97936109843174e-05,
      "loss": 1.5574,
      "step": 253
    },
    {
      "epoch": 1.2828282828282829,
      "grad_norm": 0.39482348113655924,
      "learning_rate": 1.9714505829895004e-05,
      "loss": 1.6136,
      "step": 254
    },
    {
      "epoch": 1.2878787878787878,
      "grad_norm": 0.45725538920837333,
      "learning_rate": 1.963525491562421e-05,
      "loss": 1.6221,
      "step": 255
    },
    {
      "epoch": 1.2929292929292928,
      "grad_norm": 0.4259870746825829,
      "learning_rate": 1.9555860691730277e-05,
      "loss": 1.5543,
      "step": 256
    },
    {
      "epoch": 1.297979797979798,
      "grad_norm": 0.38172206665482866,
      "learning_rate": 1.9476325612869202e-05,
      "loss": 1.4709,
      "step": 257
    },
    {
      "epoch": 1.303030303030303,
      "grad_norm": 0.3996792794666037,
      "learning_rate": 1.9396652138051844e-05,
      "loss": 1.6108,
      "step": 258
    },
    {
      "epoch": 1.308080808080808,
      "grad_norm": 0.4433312059533111,
      "learning_rate": 1.9316842730567902e-05,
      "loss": 1.627,
      "step": 259
    },
    {
      "epoch": 1.3131313131313131,
      "grad_norm": 0.36892676364281046,
      "learning_rate": 1.923689985790974e-05,
      "loss": 1.4977,
      "step": 260
    },
    {
      "epoch": 1.3181818181818181,
      "grad_norm": 0.3785785048742356,
      "learning_rate": 1.9156825991696096e-05,
      "loss": 1.5503,
      "step": 261
    },
    {
      "epoch": 1.3232323232323233,
      "grad_norm": 0.4339005608639186,
      "learning_rate": 1.9076623607595696e-05,
      "loss": 1.5747,
      "step": 262
    },
    {
      "epoch": 1.3282828282828283,
      "grad_norm": 0.37171089149936926,
      "learning_rate": 1.8996295185250682e-05,
      "loss": 1.4574,
      "step": 263
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.383278000804476,
      "learning_rate": 1.8915843208199967e-05,
      "loss": 1.6036,
      "step": 264
    },
    {
      "epoch": 1.3383838383838385,
      "grad_norm": 0.41536599243507505,
      "learning_rate": 1.8835270163802433e-05,
      "loss": 1.6381,
      "step": 265
    },
    {
      "epoch": 1.3434343434343434,
      "grad_norm": 0.38161228496015287,
      "learning_rate": 1.8754578543160045e-05,
      "loss": 1.5011,
      "step": 266
    },
    {
      "epoch": 1.3484848484848486,
      "grad_norm": 0.3744640963542385,
      "learning_rate": 1.867377084104083e-05,
      "loss": 1.6644,
      "step": 267
    },
    {
      "epoch": 1.3535353535353536,
      "grad_norm": 0.3733108852557401,
      "learning_rate": 1.8592849555801746e-05,
      "loss": 1.6011,
      "step": 268
    },
    {
      "epoch": 1.3585858585858586,
      "grad_norm": 0.4411122207695828,
      "learning_rate": 1.851181718931141e-05,
      "loss": 1.5586,
      "step": 269
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.38080346450070857,
      "learning_rate": 1.84306762468728e-05,
      "loss": 1.5985,
      "step": 270
    },
    {
      "epoch": 1.3686868686868687,
      "grad_norm": 0.3491871213017396,
      "learning_rate": 1.8349429237145776e-05,
      "loss": 1.5688,
      "step": 271
    },
    {
      "epoch": 1.3737373737373737,
      "grad_norm": 0.37833218710396194,
      "learning_rate": 1.8268078672069478e-05,
      "loss": 1.5583,
      "step": 272
    },
    {
      "epoch": 1.378787878787879,
      "grad_norm": 0.5250217329172516,
      "learning_rate": 1.818662706678473e-05,
      "loss": 1.5692,
      "step": 273
    },
    {
      "epoch": 1.3838383838383839,
      "grad_norm": 0.37119240386882224,
      "learning_rate": 1.8105076939556238e-05,
      "loss": 1.5941,
      "step": 274
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 0.3439611330263627,
      "learning_rate": 1.8023430811694746e-05,
      "loss": 1.6779,
      "step": 275
    },
    {
      "epoch": 1.393939393939394,
      "grad_norm": 0.3327777793630774,
      "learning_rate": 1.7941691207479067e-05,
      "loss": 1.6037,
      "step": 276
    },
    {
      "epoch": 1.398989898989899,
      "grad_norm": 0.34323800459831283,
      "learning_rate": 1.7859860654078065e-05,
      "loss": 1.6266,
      "step": 277
    },
    {
      "epoch": 1.404040404040404,
      "grad_norm": 0.3647890764031767,
      "learning_rate": 1.77779416814725e-05,
      "loss": 1.5636,
      "step": 278
    },
    {
      "epoch": 1.4090909090909092,
      "grad_norm": 0.3686098374668375,
      "learning_rate": 1.769593682237682e-05,
      "loss": 1.6069,
      "step": 279
    },
    {
      "epoch": 1.4141414141414141,
      "grad_norm": 0.33500372009414925,
      "learning_rate": 1.7613848612160857e-05,
      "loss": 1.5403,
      "step": 280
    },
    {
      "epoch": 1.4191919191919191,
      "grad_norm": 0.35011148506577505,
      "learning_rate": 1.753167958877143e-05,
      "loss": 1.6803,
      "step": 281
    },
    {
      "epoch": 1.4242424242424243,
      "grad_norm": 0.3903537969599135,
      "learning_rate": 1.7449432292653875e-05,
      "loss": 1.5327,
      "step": 282
    },
    {
      "epoch": 1.4292929292929293,
      "grad_norm": 0.3511906044729009,
      "learning_rate": 1.736710926667352e-05,
      "loss": 1.5245,
      "step": 283
    },
    {
      "epoch": 1.4343434343434343,
      "grad_norm": 0.36248283366049505,
      "learning_rate": 1.7284713056037074e-05,
      "loss": 1.6522,
      "step": 284
    },
    {
      "epoch": 1.4393939393939394,
      "grad_norm": 0.3698906007038963,
      "learning_rate": 1.720224620821389e-05,
      "loss": 1.612,
      "step": 285
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.36917069694620513,
      "learning_rate": 1.7119711272857242e-05,
      "loss": 1.6716,
      "step": 286
    },
    {
      "epoch": 1.4494949494949494,
      "grad_norm": 0.3504632139356775,
      "learning_rate": 1.7037110801725498e-05,
      "loss": 1.567,
      "step": 287
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 0.38102242984213275,
      "learning_rate": 1.69544473486032e-05,
      "loss": 1.5831,
      "step": 288
    },
    {
      "epoch": 1.4595959595959596,
      "grad_norm": 0.3490442364729326,
      "learning_rate": 1.687172346922213e-05,
      "loss": 1.5999,
      "step": 289
    },
    {
      "epoch": 1.4646464646464645,
      "grad_norm": 0.36706394830835837,
      "learning_rate": 1.67889417211823e-05,
      "loss": 1.6264,
      "step": 290
    },
    {
      "epoch": 1.4696969696969697,
      "grad_norm": 0.330869571421232,
      "learning_rate": 1.670610466387285e-05,
      "loss": 1.5905,
      "step": 291
    },
    {
      "epoch": 1.4747474747474747,
      "grad_norm": 0.35481611568449467,
      "learning_rate": 1.662321485839294e-05,
      "loss": 1.5783,
      "step": 292
    },
    {
      "epoch": 1.4797979797979797,
      "grad_norm": 0.420284177177337,
      "learning_rate": 1.6540274867472554e-05,
      "loss": 1.5323,
      "step": 293
    },
    {
      "epoch": 1.4848484848484849,
      "grad_norm": 0.3733856344040281,
      "learning_rate": 1.645728725539329e-05,
      "loss": 1.5342,
      "step": 294
    },
    {
      "epoch": 1.4898989898989898,
      "grad_norm": 0.35109601539946006,
      "learning_rate": 1.637425458790905e-05,
      "loss": 1.5483,
      "step": 295
    },
    {
      "epoch": 1.494949494949495,
      "grad_norm": 0.341135998502388,
      "learning_rate": 1.6291179432166737e-05,
      "loss": 1.6149,
      "step": 296
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.35535095307312015,
      "learning_rate": 1.620806435662687e-05,
      "loss": 1.5373,
      "step": 297
    },
    {
      "epoch": 1.5050505050505052,
      "grad_norm": 0.36290854386190635,
      "learning_rate": 1.612491193098419e-05,
      "loss": 1.6085,
      "step": 298
    },
    {
      "epoch": 1.51010101010101,
      "grad_norm": 0.3571923405167369,
      "learning_rate": 1.6041724726088187e-05,
      "loss": 1.5928,
      "step": 299
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 0.36396420706496496,
      "learning_rate": 1.5958505313863654e-05,
      "loss": 1.5806,
      "step": 300
    },
    {
      "epoch": 1.5151515151515151,
      "eval_loss": 1.4940327405929565,
      "eval_runtime": 229.2657,
      "eval_samples_per_second": 6.242,
      "eval_steps_per_second": 0.781,
      "step": 300
    },
    {
      "epoch": 1.5202020202020203,
      "grad_norm": 0.3431930051075577,
      "learning_rate": 1.587525626723113e-05,
      "loss": 1.5698,
      "step": 301
    },
    {
      "epoch": 1.5252525252525253,
      "grad_norm": 0.3620485249342895,
      "learning_rate": 1.5791980160027376e-05,
      "loss": 1.5985,
      "step": 302
    },
    {
      "epoch": 1.5303030303030303,
      "grad_norm": 0.34146120936201213,
      "learning_rate": 1.570867956692579e-05,
      "loss": 1.5825,
      "step": 303
    },
    {
      "epoch": 1.5353535353535355,
      "grad_norm": 0.3545235530221104,
      "learning_rate": 1.5625357063356825e-05,
      "loss": 1.5798,
      "step": 304
    },
    {
      "epoch": 1.5404040404040404,
      "grad_norm": 0.34094408848239416,
      "learning_rate": 1.5542015225428314e-05,
      "loss": 1.6249,
      "step": 305
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 0.3574679152501359,
      "learning_rate": 1.545865662984589e-05,
      "loss": 1.6048,
      "step": 306
    },
    {
      "epoch": 1.5505050505050506,
      "grad_norm": 0.3581945699930548,
      "learning_rate": 1.5375283853833272e-05,
      "loss": 1.7071,
      "step": 307
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 0.34332771314631755,
      "learning_rate": 1.5291899475052596e-05,
      "loss": 1.563,
      "step": 308
    },
    {
      "epoch": 1.5606060606060606,
      "grad_norm": 0.3585885575803054,
      "learning_rate": 1.5208506071524727e-05,
      "loss": 1.5551,
      "step": 309
    },
    {
      "epoch": 1.5656565656565657,
      "grad_norm": 0.3478032073365952,
      "learning_rate": 1.5125106221549567e-05,
      "loss": 1.6227,
      "step": 310
    },
    {
      "epoch": 1.5707070707070707,
      "grad_norm": 0.34451168320759784,
      "learning_rate": 1.5041702503626296e-05,
      "loss": 1.5625,
      "step": 311
    },
    {
      "epoch": 1.5757575757575757,
      "grad_norm": 0.3625884247911658,
      "learning_rate": 1.4958297496373708e-05,
      "loss": 1.622,
      "step": 312
    },
    {
      "epoch": 1.5808080808080809,
      "grad_norm": 0.3390738782534803,
      "learning_rate": 1.4874893778450436e-05,
      "loss": 1.5539,
      "step": 313
    },
    {
      "epoch": 1.5858585858585859,
      "grad_norm": 0.36415276028038074,
      "learning_rate": 1.4791493928475275e-05,
      "loss": 1.5946,
      "step": 314
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 0.3447466909227647,
      "learning_rate": 1.4708100524947413e-05,
      "loss": 1.6482,
      "step": 315
    },
    {
      "epoch": 1.595959595959596,
      "grad_norm": 0.3573366580845515,
      "learning_rate": 1.4624716146166734e-05,
      "loss": 1.6493,
      "step": 316
    },
    {
      "epoch": 1.601010101010101,
      "grad_norm": 0.35959249143609046,
      "learning_rate": 1.4541343370154115e-05,
      "loss": 1.6135,
      "step": 317
    },
    {
      "epoch": 1.606060606060606,
      "grad_norm": 0.3323927118670595,
      "learning_rate": 1.4457984774571692e-05,
      "loss": 1.6435,
      "step": 318
    },
    {
      "epoch": 1.6111111111111112,
      "grad_norm": 0.34075152367107814,
      "learning_rate": 1.437464293664318e-05,
      "loss": 1.6634,
      "step": 319
    },
    {
      "epoch": 1.6161616161616161,
      "grad_norm": 0.3399955824391449,
      "learning_rate": 1.4291320433074213e-05,
      "loss": 1.6254,
      "step": 320
    },
    {
      "epoch": 1.621212121212121,
      "grad_norm": 0.3427914203743951,
      "learning_rate": 1.4208019839972627e-05,
      "loss": 1.5906,
      "step": 321
    },
    {
      "epoch": 1.6262626262626263,
      "grad_norm": 0.3394828693597387,
      "learning_rate": 1.4124743732768873e-05,
      "loss": 1.6156,
      "step": 322
    },
    {
      "epoch": 1.6313131313131313,
      "grad_norm": 0.3854380971355761,
      "learning_rate": 1.4041494686136348e-05,
      "loss": 1.6758,
      "step": 323
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 0.3391843715071689,
      "learning_rate": 1.3958275273911812e-05,
      "loss": 1.6073,
      "step": 324
    },
    {
      "epoch": 1.6414141414141414,
      "grad_norm": 0.34941530909401375,
      "learning_rate": 1.3875088069015815e-05,
      "loss": 1.7296,
      "step": 325
    },
    {
      "epoch": 1.6464646464646466,
      "grad_norm": 0.3645855591600974,
      "learning_rate": 1.3791935643373133e-05,
      "loss": 1.5878,
      "step": 326
    },
    {
      "epoch": 1.6515151515151514,
      "grad_norm": 0.3818786490819524,
      "learning_rate": 1.3708820567833266e-05,
      "loss": 1.6895,
      "step": 327
    },
    {
      "epoch": 1.6565656565656566,
      "grad_norm": 0.3918329456403931,
      "learning_rate": 1.3625745412090953e-05,
      "loss": 1.5491,
      "step": 328
    },
    {
      "epoch": 1.6616161616161618,
      "grad_norm": 0.3685269378673387,
      "learning_rate": 1.3542712744606712e-05,
      "loss": 1.5422,
      "step": 329
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.3784489076280344,
      "learning_rate": 1.3459725132527448e-05,
      "loss": 1.516,
      "step": 330
    },
    {
      "epoch": 1.6717171717171717,
      "grad_norm": 0.35908318066713363,
      "learning_rate": 1.3376785141607067e-05,
      "loss": 1.5082,
      "step": 331
    },
    {
      "epoch": 1.676767676767677,
      "grad_norm": 0.3600676479254767,
      "learning_rate": 1.329389533612715e-05,
      "loss": 1.6618,
      "step": 332
    },
    {
      "epoch": 1.6818181818181817,
      "grad_norm": 0.3408967547242199,
      "learning_rate": 1.3211058278817705e-05,
      "loss": 1.5369,
      "step": 333
    },
    {
      "epoch": 1.6868686868686869,
      "grad_norm": 0.3397113886527206,
      "learning_rate": 1.3128276530777874e-05,
      "loss": 1.5655,
      "step": 334
    },
    {
      "epoch": 1.691919191919192,
      "grad_norm": 0.3552202693938084,
      "learning_rate": 1.3045552651396805e-05,
      "loss": 1.5913,
      "step": 335
    },
    {
      "epoch": 1.696969696969697,
      "grad_norm": 0.3744742946582953,
      "learning_rate": 1.2962889198274506e-05,
      "loss": 1.5468,
      "step": 336
    },
    {
      "epoch": 1.702020202020202,
      "grad_norm": 0.34653332317369845,
      "learning_rate": 1.2880288727142757e-05,
      "loss": 1.6004,
      "step": 337
    },
    {
      "epoch": 1.7070707070707072,
      "grad_norm": 0.31916935496978377,
      "learning_rate": 1.2797753791786112e-05,
      "loss": 1.5545,
      "step": 338
    },
    {
      "epoch": 1.7121212121212122,
      "grad_norm": 0.34268191483789684,
      "learning_rate": 1.2715286943962925e-05,
      "loss": 1.5286,
      "step": 339
    },
    {
      "epoch": 1.7171717171717171,
      "grad_norm": 0.34934463675899574,
      "learning_rate": 1.2632890733326475e-05,
      "loss": 1.6462,
      "step": 340
    },
    {
      "epoch": 1.7222222222222223,
      "grad_norm": 0.35309417659426007,
      "learning_rate": 1.255056770734613e-05,
      "loss": 1.6459,
      "step": 341
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 0.36011757823593665,
      "learning_rate": 1.2468320411228579e-05,
      "loss": 1.5716,
      "step": 342
    },
    {
      "epoch": 1.7323232323232323,
      "grad_norm": 0.31144567675642815,
      "learning_rate": 1.2386151387839145e-05,
      "loss": 1.4455,
      "step": 343
    },
    {
      "epoch": 1.7373737373737375,
      "grad_norm": 0.3723102104349624,
      "learning_rate": 1.2304063177623182e-05,
      "loss": 1.6399,
      "step": 344
    },
    {
      "epoch": 1.7424242424242424,
      "grad_norm": 0.38916725203253794,
      "learning_rate": 1.2222058318527502e-05,
      "loss": 1.553,
      "step": 345
    },
    {
      "epoch": 1.7474747474747474,
      "grad_norm": 0.3322536259081415,
      "learning_rate": 1.214013934592194e-05,
      "loss": 1.492,
      "step": 346
    },
    {
      "epoch": 1.7525252525252526,
      "grad_norm": 0.37090482924070856,
      "learning_rate": 1.2058308792520937e-05,
      "loss": 1.5703,
      "step": 347
    },
    {
      "epoch": 1.7575757575757576,
      "grad_norm": 0.38587618815415825,
      "learning_rate": 1.1976569188305255e-05,
      "loss": 1.6146,
      "step": 348
    },
    {
      "epoch": 1.7626262626262625,
      "grad_norm": 0.37194117916485847,
      "learning_rate": 1.1894923060443763e-05,
      "loss": 1.5854,
      "step": 349
    },
    {
      "epoch": 1.7676767676767677,
      "grad_norm": 0.39535022296888556,
      "learning_rate": 1.1813372933215274e-05,
      "loss": 1.5918,
      "step": 350
    },
    {
      "epoch": 1.7676767676767677,
      "eval_loss": 1.4877514839172363,
      "eval_runtime": 229.0648,
      "eval_samples_per_second": 6.247,
      "eval_steps_per_second": 0.781,
      "step": 350
    },
    {
      "epoch": 1.7727272727272727,
      "grad_norm": 0.35051004852162915,
      "learning_rate": 1.1731921327930523e-05,
      "loss": 1.6095,
      "step": 351
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 0.34675700639977675,
      "learning_rate": 1.165057076285423e-05,
      "loss": 1.5565,
      "step": 352
    },
    {
      "epoch": 1.7828282828282829,
      "grad_norm": 0.325905557218622,
      "learning_rate": 1.1569323753127196e-05,
      "loss": 1.5533,
      "step": 353
    },
    {
      "epoch": 1.7878787878787878,
      "grad_norm": 0.3713917306740112,
      "learning_rate": 1.1488182810688593e-05,
      "loss": 1.5455,
      "step": 354
    },
    {
      "epoch": 1.7929292929292928,
      "grad_norm": 0.405573404381939,
      "learning_rate": 1.1407150444198262e-05,
      "loss": 1.6257,
      "step": 355
    },
    {
      "epoch": 1.797979797979798,
      "grad_norm": 0.34148070848500733,
      "learning_rate": 1.132622915895917e-05,
      "loss": 1.6975,
      "step": 356
    },
    {
      "epoch": 1.803030303030303,
      "grad_norm": 0.34138980212543457,
      "learning_rate": 1.1245421456839954e-05,
      "loss": 1.5417,
      "step": 357
    },
    {
      "epoch": 1.808080808080808,
      "grad_norm": 0.3458043789729876,
      "learning_rate": 1.116472983619757e-05,
      "loss": 1.6212,
      "step": 358
    },
    {
      "epoch": 1.8131313131313131,
      "grad_norm": 0.34821285941193825,
      "learning_rate": 1.1084156791800036e-05,
      "loss": 1.6329,
      "step": 359
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.35583032341592974,
      "learning_rate": 1.100370481474932e-05,
      "loss": 1.6058,
      "step": 360
    },
    {
      "epoch": 1.823232323232323,
      "grad_norm": 0.3347559695941822,
      "learning_rate": 1.0923376392404302e-05,
      "loss": 1.5184,
      "step": 361
    },
    {
      "epoch": 1.8282828282828283,
      "grad_norm": 0.3914463684785098,
      "learning_rate": 1.0843174008303908e-05,
      "loss": 1.6334,
      "step": 362
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 0.3665474032055003,
      "learning_rate": 1.0763100142090267e-05,
      "loss": 1.6412,
      "step": 363
    },
    {
      "epoch": 1.8383838383838382,
      "grad_norm": 0.3342017672784236,
      "learning_rate": 1.0683157269432097e-05,
      "loss": 1.6167,
      "step": 364
    },
    {
      "epoch": 1.8434343434343434,
      "grad_norm": 0.3300768200411088,
      "learning_rate": 1.0603347861948155e-05,
      "loss": 1.6253,
      "step": 365
    },
    {
      "epoch": 1.8484848484848486,
      "grad_norm": 0.3573589534814461,
      "learning_rate": 1.0523674387130806e-05,
      "loss": 1.5936,
      "step": 366
    },
    {
      "epoch": 1.8535353535353534,
      "grad_norm": 0.3476694128643829,
      "learning_rate": 1.0444139308269725e-05,
      "loss": 1.6644,
      "step": 367
    },
    {
      "epoch": 1.8585858585858586,
      "grad_norm": 0.38035554483291945,
      "learning_rate": 1.036474508437579e-05,
      "loss": 1.6168,
      "step": 368
    },
    {
      "epoch": 1.8636363636363638,
      "grad_norm": 0.3334234919513792,
      "learning_rate": 1.0285494170104996e-05,
      "loss": 1.6633,
      "step": 369
    },
    {
      "epoch": 1.8686868686868687,
      "grad_norm": 0.3265228255184419,
      "learning_rate": 1.0206389015682601e-05,
      "loss": 1.5896,
      "step": 370
    },
    {
      "epoch": 1.8737373737373737,
      "grad_norm": 0.3691401309714038,
      "learning_rate": 1.0127432066827357e-05,
      "loss": 1.5916,
      "step": 371
    },
    {
      "epoch": 1.878787878787879,
      "grad_norm": 0.33985591597069215,
      "learning_rate": 1.0048625764675896e-05,
      "loss": 1.6083,
      "step": 372
    },
    {
      "epoch": 1.8838383838383839,
      "grad_norm": 0.3654336922923449,
      "learning_rate": 9.969972545707266e-06,
      "loss": 1.6688,
      "step": 373
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.3474815931456802,
      "learning_rate": 9.891474841667585e-06,
      "loss": 1.6077,
      "step": 374
    },
    {
      "epoch": 1.893939393939394,
      "grad_norm": 0.35105409408446747,
      "learning_rate": 9.813135079494872e-06,
      "loss": 1.6133,
      "step": 375
    },
    {
      "epoch": 1.898989898989899,
      "grad_norm": 0.3412933734315999,
      "learning_rate": 9.734955681244016e-06,
      "loss": 1.6069,
      "step": 376
    },
    {
      "epoch": 1.904040404040404,
      "grad_norm": 0.32783066972147346,
      "learning_rate": 9.656939064011861e-06,
      "loss": 1.4873,
      "step": 377
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.3478856883264074,
      "learning_rate": 9.579087639862538e-06,
      "loss": 1.5366,
      "step": 378
    },
    {
      "epoch": 1.9141414141414141,
      "grad_norm": 0.3539395477762644,
      "learning_rate": 9.501403815752813e-06,
      "loss": 1.5213,
      "step": 379
    },
    {
      "epoch": 1.9191919191919191,
      "grad_norm": 0.3581622590288963,
      "learning_rate": 9.423889993457721e-06,
      "loss": 1.6273,
      "step": 380
    },
    {
      "epoch": 1.9242424242424243,
      "grad_norm": 0.3335926440610502,
      "learning_rate": 9.346548569496318e-06,
      "loss": 1.6772,
      "step": 381
    },
    {
      "epoch": 1.9292929292929293,
      "grad_norm": 0.3413862529782368,
      "learning_rate": 9.269381935057546e-06,
      "loss": 1.5744,
      "step": 382
    },
    {
      "epoch": 1.9343434343434343,
      "grad_norm": 0.378369060255768,
      "learning_rate": 9.192392475926315e-06,
      "loss": 1.6305,
      "step": 383
    },
    {
      "epoch": 1.9393939393939394,
      "grad_norm": 0.3508043937268879,
      "learning_rate": 9.115582572409789e-06,
      "loss": 1.6425,
      "step": 384
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 0.3566255219446304,
      "learning_rate": 9.038954599263713e-06,
      "loss": 1.5535,
      "step": 385
    },
    {
      "epoch": 1.9494949494949494,
      "grad_norm": 0.536928554074425,
      "learning_rate": 8.962510925619065e-06,
      "loss": 1.5138,
      "step": 386
    },
    {
      "epoch": 1.9545454545454546,
      "grad_norm": 0.37533231697996555,
      "learning_rate": 8.88625391490876e-06,
      "loss": 1.5625,
      "step": 387
    },
    {
      "epoch": 1.9595959595959596,
      "grad_norm": 0.3431698476036675,
      "learning_rate": 8.8101859247946e-06,
      "loss": 1.5796,
      "step": 388
    },
    {
      "epoch": 1.9646464646464645,
      "grad_norm": 0.38914902758530917,
      "learning_rate": 8.734309307094382e-06,
      "loss": 1.6072,
      "step": 389
    },
    {
      "epoch": 1.9696969696969697,
      "grad_norm": 0.3184503763537262,
      "learning_rate": 8.658626407709182e-06,
      "loss": 1.5288,
      "step": 390
    },
    {
      "epoch": 1.9747474747474747,
      "grad_norm": 0.32890220573653406,
      "learning_rate": 8.583139566550827e-06,
      "loss": 1.592,
      "step": 391
    },
    {
      "epoch": 1.9797979797979797,
      "grad_norm": 0.3395800990661379,
      "learning_rate": 8.507851117469546e-06,
      "loss": 1.5736,
      "step": 392
    },
    {
      "epoch": 1.9848484848484849,
      "grad_norm": 0.34733690681577234,
      "learning_rate": 8.432763388181812e-06,
      "loss": 1.5791,
      "step": 393
    },
    {
      "epoch": 1.98989898989899,
      "grad_norm": 0.37942192437254635,
      "learning_rate": 8.357878700198407e-06,
      "loss": 1.5927,
      "step": 394
    },
    {
      "epoch": 1.9949494949494948,
      "grad_norm": 0.3285509965028684,
      "learning_rate": 8.283199368752598e-06,
      "loss": 1.5848,
      "step": 395
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.3237504993576643,
      "learning_rate": 8.208727702728586e-06,
      "loss": 1.5468,
      "step": 396
    },
    {
      "epoch": 2.005050505050505,
      "grad_norm": 0.6489959146891373,
      "learning_rate": 8.134466004590116e-06,
      "loss": 1.3495,
      "step": 397
    },
    {
      "epoch": 2.01010101010101,
      "grad_norm": 0.5603926475365507,
      "learning_rate": 8.060416570309291e-06,
      "loss": 1.3804,
      "step": 398
    },
    {
      "epoch": 2.015151515151515,
      "grad_norm": 0.49584097590048715,
      "learning_rate": 7.986581689295577e-06,
      "loss": 1.3215,
      "step": 399
    },
    {
      "epoch": 2.0202020202020203,
      "grad_norm": 0.4392542856654279,
      "learning_rate": 7.912963644325057e-06,
      "loss": 1.3675,
      "step": 400
    },
    {
      "epoch": 2.0202020202020203,
      "eval_loss": 1.5459927320480347,
      "eval_runtime": 229.9347,
      "eval_samples_per_second": 6.224,
      "eval_steps_per_second": 0.778,
      "step": 400
    },
    {
      "epoch": 2.025252525252525,
      "grad_norm": 0.5550727689847038,
      "learning_rate": 7.839564711469786e-06,
      "loss": 1.3907,
      "step": 401
    },
    {
      "epoch": 2.0303030303030303,
      "grad_norm": 0.6935079495968718,
      "learning_rate": 7.766387160027504e-06,
      "loss": 1.4597,
      "step": 402
    },
    {
      "epoch": 2.0353535353535355,
      "grad_norm": 0.5919993820181615,
      "learning_rate": 7.693433252451404e-06,
      "loss": 1.3068,
      "step": 403
    },
    {
      "epoch": 2.04040404040404,
      "grad_norm": 0.4444393538098348,
      "learning_rate": 7.620705244280208e-06,
      "loss": 1.3455,
      "step": 404
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 0.44018034109403575,
      "learning_rate": 7.548205384068461e-06,
      "loss": 1.4318,
      "step": 405
    },
    {
      "epoch": 2.0505050505050506,
      "grad_norm": 0.47554567734474,
      "learning_rate": 7.475935913316967e-06,
      "loss": 1.3565,
      "step": 406
    },
    {
      "epoch": 2.0555555555555554,
      "grad_norm": 0.4485832265306745,
      "learning_rate": 7.403899066403506e-06,
      "loss": 1.3344,
      "step": 407
    },
    {
      "epoch": 2.0606060606060606,
      "grad_norm": 0.4155215847745916,
      "learning_rate": 7.332097070513776e-06,
      "loss": 1.3103,
      "step": 408
    },
    {
      "epoch": 2.0656565656565657,
      "grad_norm": 0.3796385213739081,
      "learning_rate": 7.260532145572487e-06,
      "loss": 1.3414,
      "step": 409
    },
    {
      "epoch": 2.0707070707070705,
      "grad_norm": 0.40547334324608847,
      "learning_rate": 7.1892065041747645e-06,
      "loss": 1.3815,
      "step": 410
    },
    {
      "epoch": 2.0757575757575757,
      "grad_norm": 0.39981507933068694,
      "learning_rate": 7.118122351517729e-06,
      "loss": 1.3698,
      "step": 411
    },
    {
      "epoch": 2.080808080808081,
      "grad_norm": 0.380701129157713,
      "learning_rate": 7.047281885332311e-06,
      "loss": 1.348,
      "step": 412
    },
    {
      "epoch": 2.0858585858585856,
      "grad_norm": 0.3836974581541541,
      "learning_rate": 6.976687295815327e-06,
      "loss": 1.3143,
      "step": 413
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 0.3778921933523212,
      "learning_rate": 6.906340765561734e-06,
      "loss": 1.3396,
      "step": 414
    },
    {
      "epoch": 2.095959595959596,
      "grad_norm": 0.38922397224846605,
      "learning_rate": 6.836244469497159e-06,
      "loss": 1.4238,
      "step": 415
    },
    {
      "epoch": 2.101010101010101,
      "grad_norm": 0.35783821916056857,
      "learning_rate": 6.7664005748106875e-06,
      "loss": 1.3582,
      "step": 416
    },
    {
      "epoch": 2.106060606060606,
      "grad_norm": 0.35939456738266723,
      "learning_rate": 6.69681124088779e-06,
      "loss": 1.3783,
      "step": 417
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 0.3498463091785103,
      "learning_rate": 6.627478619243642e-06,
      "loss": 1.3671,
      "step": 418
    },
    {
      "epoch": 2.1161616161616164,
      "grad_norm": 0.35085992990906917,
      "learning_rate": 6.558404853456545e-06,
      "loss": 1.2929,
      "step": 419
    },
    {
      "epoch": 2.121212121212121,
      "grad_norm": 0.36844923629881426,
      "learning_rate": 6.489592079101671e-06,
      "loss": 1.422,
      "step": 420
    },
    {
      "epoch": 2.1262626262626263,
      "grad_norm": 0.3459330366665105,
      "learning_rate": 6.421042423685059e-06,
      "loss": 1.3818,
      "step": 421
    },
    {
      "epoch": 2.1313131313131315,
      "grad_norm": 0.34989994293169857,
      "learning_rate": 6.352758006577794e-06,
      "loss": 1.4177,
      "step": 422
    },
    {
      "epoch": 2.1363636363636362,
      "grad_norm": 0.3267726260945404,
      "learning_rate": 6.284740938950517e-06,
      "loss": 1.3085,
      "step": 423
    },
    {
      "epoch": 2.1414141414141414,
      "grad_norm": 0.3513152908110021,
      "learning_rate": 6.2169933237081386e-06,
      "loss": 1.4144,
      "step": 424
    },
    {
      "epoch": 2.1464646464646466,
      "grad_norm": 0.35199489451607285,
      "learning_rate": 6.149517255424823e-06,
      "loss": 1.3202,
      "step": 425
    },
    {
      "epoch": 2.1515151515151514,
      "grad_norm": 0.35307815632276385,
      "learning_rate": 6.0823148202792474e-06,
      "loss": 1.3623,
      "step": 426
    },
    {
      "epoch": 2.1565656565656566,
      "grad_norm": 0.3470711355464423,
      "learning_rate": 6.015388095990069e-06,
      "loss": 1.3437,
      "step": 427
    },
    {
      "epoch": 2.1616161616161618,
      "grad_norm": 0.3362602033819937,
      "learning_rate": 5.948739151751716e-06,
      "loss": 1.3541,
      "step": 428
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 0.34033946687573235,
      "learning_rate": 5.882370048170403e-06,
      "loss": 1.4119,
      "step": 429
    },
    {
      "epoch": 2.1717171717171717,
      "grad_norm": 0.3532405636078066,
      "learning_rate": 5.81628283720042e-06,
      "loss": 1.4835,
      "step": 430
    },
    {
      "epoch": 2.176767676767677,
      "grad_norm": 0.32887202826818873,
      "learning_rate": 5.7504795620806964e-06,
      "loss": 1.3296,
      "step": 431
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 0.3411420041143714,
      "learning_rate": 5.684962257271636e-06,
      "loss": 1.3661,
      "step": 432
    },
    {
      "epoch": 2.186868686868687,
      "grad_norm": 0.31237309569104227,
      "learning_rate": 5.619732948392197e-06,
      "loss": 1.2338,
      "step": 433
    },
    {
      "epoch": 2.191919191919192,
      "grad_norm": 0.3413488930865825,
      "learning_rate": 5.55479365215729e-06,
      "loss": 1.3423,
      "step": 434
    },
    {
      "epoch": 2.196969696969697,
      "grad_norm": 0.3569265566015804,
      "learning_rate": 5.490146376315405e-06,
      "loss": 1.3593,
      "step": 435
    },
    {
      "epoch": 2.202020202020202,
      "grad_norm": 0.36112224488349237,
      "learning_rate": 5.42579311958655e-06,
      "loss": 1.302,
      "step": 436
    },
    {
      "epoch": 2.207070707070707,
      "grad_norm": 0.3276471583119553,
      "learning_rate": 5.361735871600451e-06,
      "loss": 1.3311,
      "step": 437
    },
    {
      "epoch": 2.212121212121212,
      "grad_norm": 0.3156487456237961,
      "learning_rate": 5.297976612835038e-06,
      "loss": 1.3156,
      "step": 438
    },
    {
      "epoch": 2.217171717171717,
      "grad_norm": 0.36001007809681823,
      "learning_rate": 5.234517314555213e-06,
      "loss": 1.2172,
      "step": 439
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.35044457797610973,
      "learning_rate": 5.171359938751919e-06,
      "loss": 1.3586,
      "step": 440
    },
    {
      "epoch": 2.227272727272727,
      "grad_norm": 0.3408481018485263,
      "learning_rate": 5.108506438081457e-06,
      "loss": 1.386,
      "step": 441
    },
    {
      "epoch": 2.2323232323232323,
      "grad_norm": 0.5110825954105327,
      "learning_rate": 5.045958755805123e-06,
      "loss": 1.3849,
      "step": 442
    },
    {
      "epoch": 2.2373737373737375,
      "grad_norm": 0.33198011548599254,
      "learning_rate": 4.983718825729138e-06,
      "loss": 1.3877,
      "step": 443
    },
    {
      "epoch": 2.242424242424242,
      "grad_norm": 0.338000968148193,
      "learning_rate": 4.921788572144841e-06,
      "loss": 1.328,
      "step": 444
    },
    {
      "epoch": 2.2474747474747474,
      "grad_norm": 0.3381841613090944,
      "learning_rate": 4.860169909769223e-06,
      "loss": 1.3864,
      "step": 445
    },
    {
      "epoch": 2.2525252525252526,
      "grad_norm": 0.33987310454638214,
      "learning_rate": 4.798864743685704e-06,
      "loss": 1.3087,
      "step": 446
    },
    {
      "epoch": 2.257575757575758,
      "grad_norm": 0.3312906048392972,
      "learning_rate": 4.73787496928523e-06,
      "loss": 1.3784,
      "step": 447
    },
    {
      "epoch": 2.2626262626262625,
      "grad_norm": 0.3471224148442727,
      "learning_rate": 4.677202472207706e-06,
      "loss": 1.3469,
      "step": 448
    },
    {
      "epoch": 2.2676767676767677,
      "grad_norm": 0.33785032384606045,
      "learning_rate": 4.616849128283658e-06,
      "loss": 1.3877,
      "step": 449
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 0.34074480809570873,
      "learning_rate": 4.556816803476261e-06,
      "loss": 1.3675,
      "step": 450
    },
    {
      "epoch": 2.2727272727272725,
      "eval_loss": 1.5548166036605835,
      "eval_runtime": 230.2364,
      "eval_samples_per_second": 6.215,
      "eval_steps_per_second": 0.777,
      "step": 450
    },
    {
      "epoch": 2.2777777777777777,
      "grad_norm": 0.32624573777354227,
      "learning_rate": 4.497107353823638e-06,
      "loss": 1.3828,
      "step": 451
    },
    {
      "epoch": 2.282828282828283,
      "grad_norm": 0.3369163688557624,
      "learning_rate": 4.437722625381481e-06,
      "loss": 1.3295,
      "step": 452
    },
    {
      "epoch": 2.287878787878788,
      "grad_norm": 0.3355454228013588,
      "learning_rate": 4.378664454165983e-06,
      "loss": 1.3544,
      "step": 453
    },
    {
      "epoch": 2.292929292929293,
      "grad_norm": 0.348354298966465,
      "learning_rate": 4.319934666097055e-06,
      "loss": 1.3835,
      "step": 454
    },
    {
      "epoch": 2.297979797979798,
      "grad_norm": 0.3305159849956163,
      "learning_rate": 4.261535076941888e-06,
      "loss": 1.2923,
      "step": 455
    },
    {
      "epoch": 2.303030303030303,
      "grad_norm": 0.3240680403742593,
      "learning_rate": 4.20346749225881e-06,
      "loss": 1.3421,
      "step": 456
    },
    {
      "epoch": 2.308080808080808,
      "grad_norm": 0.35833405093271425,
      "learning_rate": 4.145733707341457e-06,
      "loss": 1.4357,
      "step": 457
    },
    {
      "epoch": 2.313131313131313,
      "grad_norm": 0.3454656348650401,
      "learning_rate": 4.08833550716329e-06,
      "loss": 1.3921,
      "step": 458
    },
    {
      "epoch": 2.3181818181818183,
      "grad_norm": 0.32930254998399916,
      "learning_rate": 4.031274666322372e-06,
      "loss": 1.3532,
      "step": 459
    },
    {
      "epoch": 2.323232323232323,
      "grad_norm": 0.35468933367330896,
      "learning_rate": 3.9745529489865325e-06,
      "loss": 1.3409,
      "step": 460
    },
    {
      "epoch": 2.3282828282828283,
      "grad_norm": 0.3407135461627606,
      "learning_rate": 3.918172108838819e-06,
      "loss": 1.3504,
      "step": 461
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.3174290975875319,
      "learning_rate": 3.862133889023264e-06,
      "loss": 1.2801,
      "step": 462
    },
    {
      "epoch": 2.3383838383838382,
      "grad_norm": 0.33257974936544793,
      "learning_rate": 3.806440022090991e-06,
      "loss": 1.3476,
      "step": 463
    },
    {
      "epoch": 2.3434343434343434,
      "grad_norm": 0.34433935520925646,
      "learning_rate": 3.7510922299466818e-06,
      "loss": 1.4109,
      "step": 464
    },
    {
      "epoch": 2.3484848484848486,
      "grad_norm": 0.3329914479718482,
      "learning_rate": 3.696092223795293e-06,
      "loss": 1.3107,
      "step": 465
    },
    {
      "epoch": 2.3535353535353534,
      "grad_norm": 0.34511424002581903,
      "learning_rate": 3.641441704089195e-06,
      "loss": 1.344,
      "step": 466
    },
    {
      "epoch": 2.3585858585858586,
      "grad_norm": 0.3225246247472432,
      "learning_rate": 3.5871423604755576e-06,
      "loss": 1.379,
      "step": 467
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 0.3314079832160016,
      "learning_rate": 3.53319587174414e-06,
      "loss": 1.3605,
      "step": 468
    },
    {
      "epoch": 2.3686868686868685,
      "grad_norm": 0.33155417660439823,
      "learning_rate": 3.4796039057753703e-06,
      "loss": 1.3788,
      "step": 469
    },
    {
      "epoch": 2.3737373737373737,
      "grad_norm": 0.3217080508265444,
      "learning_rate": 3.4263681194887926e-06,
      "loss": 1.2229,
      "step": 470
    },
    {
      "epoch": 2.378787878787879,
      "grad_norm": 0.32856611753986226,
      "learning_rate": 3.3734901587918234e-06,
      "loss": 1.3069,
      "step": 471
    },
    {
      "epoch": 2.3838383838383836,
      "grad_norm": 0.33453934067183627,
      "learning_rate": 3.320971658528889e-06,
      "loss": 1.3685,
      "step": 472
    },
    {
      "epoch": 2.388888888888889,
      "grad_norm": 0.3195781522323383,
      "learning_rate": 3.2688142424308464e-06,
      "loss": 1.3335,
      "step": 473
    },
    {
      "epoch": 2.393939393939394,
      "grad_norm": 0.33384250654885655,
      "learning_rate": 3.217019523064825e-06,
      "loss": 1.3149,
      "step": 474
    },
    {
      "epoch": 2.398989898989899,
      "grad_norm": 0.3417470523103563,
      "learning_rate": 3.1655891017843152e-06,
      "loss": 1.4034,
      "step": 475
    },
    {
      "epoch": 2.404040404040404,
      "grad_norm": 0.3192940536310456,
      "learning_rate": 3.1145245686797107e-06,
      "loss": 1.3257,
      "step": 476
    },
    {
      "epoch": 2.409090909090909,
      "grad_norm": 0.33117280629763984,
      "learning_rate": 3.063827502529125e-06,
      "loss": 1.3705,
      "step": 477
    },
    {
      "epoch": 2.4141414141414144,
      "grad_norm": 0.31577233152801576,
      "learning_rate": 3.0134994707495776e-06,
      "loss": 1.3051,
      "step": 478
    },
    {
      "epoch": 2.419191919191919,
      "grad_norm": 0.32359860321254813,
      "learning_rate": 2.96354202934853e-06,
      "loss": 1.3105,
      "step": 479
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 0.3323495077715317,
      "learning_rate": 2.913956722875803e-06,
      "loss": 1.3609,
      "step": 480
    },
    {
      "epoch": 2.429292929292929,
      "grad_norm": 0.34559349440125164,
      "learning_rate": 2.86474508437579e-06,
      "loss": 1.3739,
      "step": 481
    },
    {
      "epoch": 2.4343434343434343,
      "grad_norm": 0.3229886400387147,
      "learning_rate": 2.8159086353400787e-06,
      "loss": 1.2993,
      "step": 482
    },
    {
      "epoch": 2.4393939393939394,
      "grad_norm": 0.3151626607633294,
      "learning_rate": 2.7674488856604106e-06,
      "loss": 1.2994,
      "step": 483
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.33940231127513143,
      "learning_rate": 2.7193673335819893e-06,
      "loss": 1.3887,
      "step": 484
    },
    {
      "epoch": 2.4494949494949494,
      "grad_norm": 0.3314650305858189,
      "learning_rate": 2.6716654656571766e-06,
      "loss": 1.2696,
      "step": 485
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 0.3283054013523294,
      "learning_rate": 2.6243447566995075e-06,
      "loss": 1.3248,
      "step": 486
    },
    {
      "epoch": 2.45959595959596,
      "grad_norm": 0.3294385291650391,
      "learning_rate": 2.5774066697381173e-06,
      "loss": 1.3744,
      "step": 487
    },
    {
      "epoch": 2.4646464646464645,
      "grad_norm": 0.32701883167697327,
      "learning_rate": 2.530852655972487e-06,
      "loss": 1.4138,
      "step": 488
    },
    {
      "epoch": 2.4696969696969697,
      "grad_norm": 0.334931690168335,
      "learning_rate": 2.4846841547275916e-06,
      "loss": 1.3611,
      "step": 489
    },
    {
      "epoch": 2.474747474747475,
      "grad_norm": 0.33546755336530826,
      "learning_rate": 2.4389025934094045e-06,
      "loss": 1.268,
      "step": 490
    },
    {
      "epoch": 2.4797979797979797,
      "grad_norm": 0.31726122931536993,
      "learning_rate": 2.39350938746074e-06,
      "loss": 1.3288,
      "step": 491
    },
    {
      "epoch": 2.484848484848485,
      "grad_norm": 0.3287627054478962,
      "learning_rate": 2.348505940317516e-06,
      "loss": 1.4282,
      "step": 492
    },
    {
      "epoch": 2.48989898989899,
      "grad_norm": 0.32239418628280586,
      "learning_rate": 2.3038936433653617e-06,
      "loss": 1.3585,
      "step": 493
    },
    {
      "epoch": 2.494949494949495,
      "grad_norm": 0.31867368014934067,
      "learning_rate": 2.259673875896585e-06,
      "loss": 1.279,
      "step": 494
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.34355794868397255,
      "learning_rate": 2.2158480050675407e-06,
      "loss": 1.3742,
      "step": 495
    },
    {
      "epoch": 2.505050505050505,
      "grad_norm": 0.32224758819615007,
      "learning_rate": 2.1724173858563546e-06,
      "loss": 1.2032,
      "step": 496
    },
    {
      "epoch": 2.51010101010101,
      "grad_norm": 0.338860108565893,
      "learning_rate": 2.129383361021038e-06,
      "loss": 1.3843,
      "step": 497
    },
    {
      "epoch": 2.515151515151515,
      "grad_norm": 0.3358553477580223,
      "learning_rate": 2.0867472610579753e-06,
      "loss": 1.3089,
      "step": 498
    },
    {
      "epoch": 2.5202020202020203,
      "grad_norm": 0.3343623935360769,
      "learning_rate": 2.044510404160774e-06,
      "loss": 1.3487,
      "step": 499
    },
    {
      "epoch": 2.525252525252525,
      "grad_norm": 0.3546274911997211,
      "learning_rate": 2.002674096179525e-06,
      "loss": 1.3862,
      "step": 500
    },
    {
      "epoch": 2.525252525252525,
      "eval_loss": 1.5534101724624634,
      "eval_runtime": 230.0945,
      "eval_samples_per_second": 6.219,
      "eval_steps_per_second": 0.778,
      "step": 500
    },
    {
      "epoch": 2.5303030303030303,
      "grad_norm": 0.33054033498676905,
      "learning_rate": 1.961239630580419e-06,
      "loss": 1.3379,
      "step": 501
    },
    {
      "epoch": 2.5353535353535355,
      "grad_norm": 0.3243578841256009,
      "learning_rate": 1.9202082884057663e-06,
      "loss": 1.361,
      "step": 502
    },
    {
      "epoch": 2.5404040404040407,
      "grad_norm": 0.3453871510381904,
      "learning_rate": 1.8795813382343757e-06,
      "loss": 1.3128,
      "step": 503
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 0.3240177636684765,
      "learning_rate": 1.8393600361423534e-06,
      "loss": 1.2967,
      "step": 504
    },
    {
      "epoch": 2.5505050505050506,
      "grad_norm": 0.32198961074160476,
      "learning_rate": 1.7995456256642467e-06,
      "loss": 1.3792,
      "step": 505
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 0.3323091802115782,
      "learning_rate": 1.7601393377546189e-06,
      "loss": 1.3401,
      "step": 506
    },
    {
      "epoch": 2.5606060606060606,
      "grad_norm": 0.33782378441397226,
      "learning_rate": 1.7211423907499729e-06,
      "loss": 1.39,
      "step": 507
    },
    {
      "epoch": 2.5656565656565657,
      "grad_norm": 0.3173070512019593,
      "learning_rate": 1.6825559903310827e-06,
      "loss": 1.3419,
      "step": 508
    },
    {
      "epoch": 2.570707070707071,
      "grad_norm": 0.328610068013649,
      "learning_rate": 1.6443813294857452e-06,
      "loss": 1.3739,
      "step": 509
    },
    {
      "epoch": 2.5757575757575757,
      "grad_norm": 0.3275374111063948,
      "learning_rate": 1.6066195884718631e-06,
      "loss": 1.2777,
      "step": 510
    },
    {
      "epoch": 2.580808080808081,
      "grad_norm": 0.35141551632003326,
      "learning_rate": 1.5692719347809686e-06,
      "loss": 1.3861,
      "step": 511
    },
    {
      "epoch": 2.5858585858585856,
      "grad_norm": 0.31546480930066206,
      "learning_rate": 1.5323395231021325e-06,
      "loss": 1.2477,
      "step": 512
    },
    {
      "epoch": 2.590909090909091,
      "grad_norm": 0.33265355608600455,
      "learning_rate": 1.4958234952862553e-06,
      "loss": 1.4034,
      "step": 513
    },
    {
      "epoch": 2.595959595959596,
      "grad_norm": 0.35507158066405115,
      "learning_rate": 1.459724980310767e-06,
      "loss": 1.3902,
      "step": 514
    },
    {
      "epoch": 2.601010101010101,
      "grad_norm": 0.3295175897866719,
      "learning_rate": 1.4240450942447213e-06,
      "loss": 1.373,
      "step": 515
    },
    {
      "epoch": 2.606060606060606,
      "grad_norm": 0.32252779319703984,
      "learning_rate": 1.388784940214292e-06,
      "loss": 1.3497,
      "step": 516
    },
    {
      "epoch": 2.611111111111111,
      "grad_norm": 0.3402791161335901,
      "learning_rate": 1.3539456083686736e-06,
      "loss": 1.3999,
      "step": 517
    },
    {
      "epoch": 2.616161616161616,
      "grad_norm": 0.3279145522242951,
      "learning_rate": 1.3195281758463624e-06,
      "loss": 1.3533,
      "step": 518
    },
    {
      "epoch": 2.621212121212121,
      "grad_norm": 0.32392571532268805,
      "learning_rate": 1.2855337067418576e-06,
      "loss": 1.3212,
      "step": 519
    },
    {
      "epoch": 2.6262626262626263,
      "grad_norm": 0.325724061463982,
      "learning_rate": 1.2519632520727825e-06,
      "loss": 1.3995,
      "step": 520
    },
    {
      "epoch": 2.6313131313131315,
      "grad_norm": 0.33044089457213144,
      "learning_rate": 1.2188178497473513e-06,
      "loss": 1.3527,
      "step": 521
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 0.3249288237340594,
      "learning_rate": 1.1860985245323237e-06,
      "loss": 1.4036,
      "step": 522
    },
    {
      "epoch": 2.6414141414141414,
      "grad_norm": 0.3316367696024126,
      "learning_rate": 1.1538062880212868e-06,
      "loss": 1.4117,
      "step": 523
    },
    {
      "epoch": 2.6464646464646466,
      "grad_norm": 0.330308972754837,
      "learning_rate": 1.1219421386033958e-06,
      "loss": 1.3664,
      "step": 524
    },
    {
      "epoch": 2.6515151515151514,
      "grad_norm": 0.32101693883494814,
      "learning_rate": 1.090507061432507e-06,
      "loss": 1.3609,
      "step": 525
    },
    {
      "epoch": 2.6565656565656566,
      "grad_norm": 0.31721696490080514,
      "learning_rate": 1.059502028396714e-06,
      "loss": 1.4163,
      "step": 526
    },
    {
      "epoch": 2.6616161616161618,
      "grad_norm": 0.33100041836983457,
      "learning_rate": 1.028927998088302e-06,
      "loss": 1.373,
      "step": 527
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.3087065560652621,
      "learning_rate": 9.987859157741063e-07,
      "loss": 1.3462,
      "step": 528
    },
    {
      "epoch": 2.6717171717171717,
      "grad_norm": 0.3228221395167405,
      "learning_rate": 9.690767133662976e-07,
      "loss": 1.2952,
      "step": 529
    },
    {
      "epoch": 2.676767676767677,
      "grad_norm": 0.34478777480046996,
      "learning_rate": 9.398013093935604e-07,
      "loss": 1.3755,
      "step": 530
    },
    {
      "epoch": 2.6818181818181817,
      "grad_norm": 0.32420291241316956,
      "learning_rate": 9.10960608972698e-07,
      "loss": 1.3832,
      "step": 531
    },
    {
      "epoch": 2.686868686868687,
      "grad_norm": 0.33022446961420726,
      "learning_rate": 8.825555037806493e-07,
      "loss": 1.347,
      "step": 532
    },
    {
      "epoch": 2.691919191919192,
      "grad_norm": 0.33958181683593025,
      "learning_rate": 8.545868720269145e-07,
      "loss": 1.3724,
      "step": 533
    },
    {
      "epoch": 2.6969696969696972,
      "grad_norm": 0.33725010658515825,
      "learning_rate": 8.270555784264167e-07,
      "loss": 1.2772,
      "step": 534
    },
    {
      "epoch": 2.702020202020202,
      "grad_norm": 0.3515586496897235,
      "learning_rate": 7.999624741727479e-07,
      "loss": 1.4157,
      "step": 535
    },
    {
      "epoch": 2.707070707070707,
      "grad_norm": 0.3315645750045216,
      "learning_rate": 7.733083969118759e-07,
      "loss": 1.3699,
      "step": 536
    },
    {
      "epoch": 2.712121212121212,
      "grad_norm": 0.3265957901814612,
      "learning_rate": 7.470941707162226e-07,
      "loss": 1.3797,
      "step": 537
    },
    {
      "epoch": 2.717171717171717,
      "grad_norm": 0.3209125002172067,
      "learning_rate": 7.213206060592064e-07,
      "loss": 1.3694,
      "step": 538
    },
    {
      "epoch": 2.7222222222222223,
      "grad_norm": 0.32513518265436614,
      "learning_rate": 6.959884997901705e-07,
      "loss": 1.2818,
      "step": 539
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 0.31979488074104667,
      "learning_rate": 6.710986351097493e-07,
      "loss": 1.2585,
      "step": 540
    },
    {
      "epoch": 2.7323232323232323,
      "grad_norm": 0.323915220461446,
      "learning_rate": 6.466517815456607e-07,
      "loss": 1.2766,
      "step": 541
    },
    {
      "epoch": 2.7373737373737375,
      "grad_norm": 0.3272707694127074,
      "learning_rate": 6.226486949289079e-07,
      "loss": 1.2811,
      "step": 542
    },
    {
      "epoch": 2.742424242424242,
      "grad_norm": 0.32467673338245945,
      "learning_rate": 5.990901173704083e-07,
      "loss": 1.3697,
      "step": 543
    },
    {
      "epoch": 2.7474747474747474,
      "grad_norm": 0.331433447678859,
      "learning_rate": 5.759767772380648e-07,
      "loss": 1.4064,
      "step": 544
    },
    {
      "epoch": 2.7525252525252526,
      "grad_norm": 0.3439032539794961,
      "learning_rate": 5.533093891342262e-07,
      "loss": 1.3781,
      "step": 545
    },
    {
      "epoch": 2.757575757575758,
      "grad_norm": 0.3223680031666151,
      "learning_rate": 5.310886538736037e-07,
      "loss": 1.3459,
      "step": 546
    },
    {
      "epoch": 2.7626262626262625,
      "grad_norm": 0.3219629931268615,
      "learning_rate": 5.093152584616101e-07,
      "loss": 1.3199,
      "step": 547
    },
    {
      "epoch": 2.7676767676767677,
      "grad_norm": 0.30885242518385303,
      "learning_rate": 4.879898760731028e-07,
      "loss": 1.3183,
      "step": 548
    },
    {
      "epoch": 2.7727272727272725,
      "grad_norm": 0.3671027111648377,
      "learning_rate": 4.6711316603159084e-07,
      "loss": 1.3361,
      "step": 549
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 0.31733325019140657,
      "learning_rate": 4.46685773788833e-07,
      "loss": 1.3552,
      "step": 550
    },
    {
      "epoch": 2.7777777777777777,
      "eval_loss": 1.5522303581237793,
      "eval_runtime": 230.1843,
      "eval_samples_per_second": 6.217,
      "eval_steps_per_second": 0.778,
      "step": 550
    },
    {
      "epoch": 2.782828282828283,
      "grad_norm": 0.3200707645533683,
      "learning_rate": 4.2670833090489193e-07,
      "loss": 1.2946,
      "step": 551
    },
    {
      "epoch": 2.787878787878788,
      "grad_norm": 0.331980900223843,
      "learning_rate": 4.0718145502860627e-07,
      "loss": 1.3345,
      "step": 552
    },
    {
      "epoch": 2.792929292929293,
      "grad_norm": 0.3282199495755412,
      "learning_rate": 3.8810574987849126e-07,
      "loss": 1.3024,
      "step": 553
    },
    {
      "epoch": 2.797979797979798,
      "grad_norm": 0.3175787008542941,
      "learning_rate": 3.6948180522408006e-07,
      "loss": 1.3115,
      "step": 554
    },
    {
      "epoch": 2.8030303030303028,
      "grad_norm": 0.3179435007333598,
      "learning_rate": 3.513101968676802e-07,
      "loss": 1.3098,
      "step": 555
    },
    {
      "epoch": 2.808080808080808,
      "grad_norm": 0.33169394245798245,
      "learning_rate": 3.3359148662658103e-07,
      "loss": 1.3372,
      "step": 556
    },
    {
      "epoch": 2.813131313131313,
      "grad_norm": 0.33115578745917224,
      "learning_rate": 3.163262223156793e-07,
      "loss": 1.3867,
      "step": 557
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 0.31264293668678106,
      "learning_rate": 2.9951493773053953e-07,
      "loss": 1.3085,
      "step": 558
    },
    {
      "epoch": 2.823232323232323,
      "grad_norm": 0.3401717880353158,
      "learning_rate": 2.831581526308935e-07,
      "loss": 1.3873,
      "step": 559
    },
    {
      "epoch": 2.8282828282828283,
      "grad_norm": 0.33495812017470433,
      "learning_rate": 2.6725637272457527e-07,
      "loss": 1.4253,
      "step": 560
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 0.33801260984820947,
      "learning_rate": 2.518100896518766e-07,
      "loss": 1.3547,
      "step": 561
    },
    {
      "epoch": 2.8383838383838382,
      "grad_norm": 0.3348385881354705,
      "learning_rate": 2.3681978097035263e-07,
      "loss": 1.4229,
      "step": 562
    },
    {
      "epoch": 2.8434343434343434,
      "grad_norm": 0.31719634542323716,
      "learning_rate": 2.222859101400554e-07,
      "loss": 1.2818,
      "step": 563
    },
    {
      "epoch": 2.8484848484848486,
      "grad_norm": 0.3183857279402652,
      "learning_rate": 2.0820892650920686e-07,
      "loss": 1.3834,
      "step": 564
    },
    {
      "epoch": 2.8535353535353534,
      "grad_norm": 0.37637626910255345,
      "learning_rate": 1.9458926530030675e-07,
      "loss": 1.3882,
      "step": 565
    },
    {
      "epoch": 2.8585858585858586,
      "grad_norm": 0.30878369912934317,
      "learning_rate": 1.8142734759666823e-07,
      "loss": 1.2498,
      "step": 566
    },
    {
      "epoch": 2.8636363636363638,
      "grad_norm": 0.328503940896062,
      "learning_rate": 1.6872358032941014e-07,
      "loss": 1.3391,
      "step": 567
    },
    {
      "epoch": 2.8686868686868685,
      "grad_norm": 0.3185916122047658,
      "learning_rate": 1.5647835626487194e-07,
      "loss": 1.3697,
      "step": 568
    },
    {
      "epoch": 2.8737373737373737,
      "grad_norm": 0.333090152305754,
      "learning_rate": 1.4469205399246844e-07,
      "loss": 1.2437,
      "step": 569
    },
    {
      "epoch": 2.878787878787879,
      "grad_norm": 0.31288406908685207,
      "learning_rate": 1.3336503791298582e-07,
      "loss": 1.2924,
      "step": 570
    },
    {
      "epoch": 2.883838383838384,
      "grad_norm": 0.3096586778222418,
      "learning_rate": 1.2249765822731574e-07,
      "loss": 1.3853,
      "step": 571
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.3310184954270413,
      "learning_rate": 1.1209025092562719e-07,
      "loss": 1.3591,
      "step": 572
    },
    {
      "epoch": 2.893939393939394,
      "grad_norm": 0.312664849919579,
      "learning_rate": 1.0214313777698325e-07,
      "loss": 1.3503,
      "step": 573
    },
    {
      "epoch": 2.898989898989899,
      "grad_norm": 0.3232002984438332,
      "learning_rate": 9.265662631938399e-08,
      "loss": 1.323,
      "step": 574
    },
    {
      "epoch": 2.904040404040404,
      "grad_norm": 0.32862385769715274,
      "learning_rate": 8.363100985026406e-08,
      "loss": 1.3899,
      "step": 575
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 0.31778651266022473,
      "learning_rate": 7.506656741743001e-08,
      "loss": 1.3727,
      "step": 576
    },
    {
      "epoch": 2.9141414141414144,
      "grad_norm": 0.31945025164654717,
      "learning_rate": 6.696356381041712e-08,
      "loss": 1.3538,
      "step": 577
    },
    {
      "epoch": 2.919191919191919,
      "grad_norm": 0.32448621680923295,
      "learning_rate": 5.932224955231935e-08,
      "loss": 1.2681,
      "step": 578
    },
    {
      "epoch": 2.9242424242424243,
      "grad_norm": 0.3255830375698755,
      "learning_rate": 5.214286089203546e-08,
      "loss": 1.2082,
      "step": 579
    },
    {
      "epoch": 2.929292929292929,
      "grad_norm": 0.3230864932191129,
      "learning_rate": 4.542561979696491e-08,
      "loss": 1.3078,
      "step": 580
    },
    {
      "epoch": 2.9343434343434343,
      "grad_norm": 0.32044440900847904,
      "learning_rate": 3.917073394614667e-08,
      "loss": 1.2221,
      "step": 581
    },
    {
      "epoch": 2.9393939393939394,
      "grad_norm": 0.33325632897727475,
      "learning_rate": 3.337839672384102e-08,
      "loss": 1.4102,
      "step": 582
    },
    {
      "epoch": 2.9444444444444446,
      "grad_norm": 0.3376927329733297,
      "learning_rate": 2.8048787213544315e-08,
      "loss": 1.3118,
      "step": 583
    },
    {
      "epoch": 2.9494949494949494,
      "grad_norm": 0.33092086824129646,
      "learning_rate": 2.3182070192460104e-08,
      "loss": 1.3261,
      "step": 584
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 0.3317204876226306,
      "learning_rate": 1.8778396126393206e-08,
      "loss": 1.2283,
      "step": 585
    },
    {
      "epoch": 2.9595959595959593,
      "grad_norm": 0.32504734717078215,
      "learning_rate": 1.483790116511341e-08,
      "loss": 1.3745,
      "step": 586
    },
    {
      "epoch": 2.9646464646464645,
      "grad_norm": 0.3417117505937822,
      "learning_rate": 1.1360707138130532e-08,
      "loss": 1.3584,
      "step": 587
    },
    {
      "epoch": 2.9696969696969697,
      "grad_norm": 0.3322967272336344,
      "learning_rate": 8.346921550939079e-09,
      "loss": 1.3358,
      "step": 588
    },
    {
      "epoch": 2.974747474747475,
      "grad_norm": 0.32207157482687426,
      "learning_rate": 5.796637581689246e-09,
      "loss": 1.3833,
      "step": 589
    },
    {
      "epoch": 2.9797979797979797,
      "grad_norm": 0.3127525864356668,
      "learning_rate": 3.709934078307553e-09,
      "loss": 1.3835,
      "step": 590
    },
    {
      "epoch": 2.984848484848485,
      "grad_norm": 0.32045284467637863,
      "learning_rate": 2.0868755560538023e-09,
      "loss": 1.3423,
      "step": 591
    },
    {
      "epoch": 2.98989898989899,
      "grad_norm": 0.3197154903249698,
      "learning_rate": 9.275121955393262e-10,
      "loss": 1.2623,
      "step": 592
    },
    {
      "epoch": 2.994949494949495,
      "grad_norm": 0.33061919914451243,
      "learning_rate": 2.318798411599099e-10,
      "loss": 1.2716,
      "step": 593
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.3257190208394002,
      "learning_rate": 0.0,
      "loss": 1.4233,
      "step": 594
    }
  ],
  "logging_steps": 1,
  "max_steps": 594,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5937910249441198e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}