{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 382,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002617801047120419,
      "grad_norm": 4.880457401275635,
      "learning_rate": 2.564102564102564e-06,
      "loss": 6.8614,
      "step": 1
    },
    {
      "epoch": 0.005235602094240838,
      "grad_norm": 5.4761762619018555,
      "learning_rate": 5.128205128205128e-06,
      "loss": 7.3812,
      "step": 2
    },
    {
      "epoch": 0.007853403141361256,
      "grad_norm": 4.928334712982178,
      "learning_rate": 7.692307692307694e-06,
      "loss": 7.2286,
      "step": 3
    },
    {
      "epoch": 0.010471204188481676,
      "grad_norm": 5.0216498374938965,
      "learning_rate": 1.0256410256410256e-05,
      "loss": 7.3511,
      "step": 4
    },
    {
      "epoch": 0.013089005235602094,
      "grad_norm": 4.557470798492432,
      "learning_rate": 1.282051282051282e-05,
      "loss": 6.6464,
      "step": 5
    },
    {
      "epoch": 0.015706806282722512,
      "grad_norm": 4.309239864349365,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 6.9958,
      "step": 6
    },
    {
      "epoch": 0.01832460732984293,
      "grad_norm": 4.001352787017822,
      "learning_rate": 1.794871794871795e-05,
      "loss": 6.5667,
      "step": 7
    },
    {
      "epoch": 0.020942408376963352,
      "grad_norm": 3.922077178955078,
      "learning_rate": 2.0512820512820512e-05,
      "loss": 6.491,
      "step": 8
    },
    {
      "epoch": 0.02356020942408377,
      "grad_norm": 3.411221742630005,
      "learning_rate": 2.307692307692308e-05,
      "loss": 6.0273,
      "step": 9
    },
    {
      "epoch": 0.02617801047120419,
      "grad_norm": 3.9540348052978516,
      "learning_rate": 2.564102564102564e-05,
      "loss": 6.6163,
      "step": 10
    },
    {
      "epoch": 0.028795811518324606,
      "grad_norm": 3.2421910762786865,
      "learning_rate": 2.8205128205128207e-05,
      "loss": 6.2189,
      "step": 11
    },
    {
      "epoch": 0.031413612565445025,
      "grad_norm": 3.0702974796295166,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 5.5681,
      "step": 12
    },
    {
      "epoch": 0.034031413612565446,
      "grad_norm": 4.09296178817749,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 6.302,
      "step": 13
    },
    {
      "epoch": 0.03664921465968586,
      "grad_norm": 2.9595351219177246,
      "learning_rate": 3.58974358974359e-05,
      "loss": 5.4689,
      "step": 14
    },
    {
      "epoch": 0.03926701570680628,
      "grad_norm": 3.2727208137512207,
      "learning_rate": 3.846153846153846e-05,
      "loss": 5.6809,
      "step": 15
    },
    {
      "epoch": 0.041884816753926704,
      "grad_norm": 3.616870880126953,
      "learning_rate": 4.1025641025641023e-05,
      "loss": 5.7648,
      "step": 16
    },
    {
      "epoch": 0.04450261780104712,
      "grad_norm": 3.6780197620391846,
      "learning_rate": 4.358974358974359e-05,
      "loss": 5.4097,
      "step": 17
    },
    {
      "epoch": 0.04712041884816754,
      "grad_norm": 3.512361526489258,
      "learning_rate": 4.615384615384616e-05,
      "loss": 5.7418,
      "step": 18
    },
    {
      "epoch": 0.049738219895287955,
      "grad_norm": 4.385097503662109,
      "learning_rate": 4.871794871794872e-05,
      "loss": 5.4156,
      "step": 19
    },
    {
      "epoch": 0.05235602094240838,
      "grad_norm": 4.452427864074707,
      "learning_rate": 5.128205128205128e-05,
      "loss": 5.3937,
      "step": 20
    },
    {
      "epoch": 0.0549738219895288,
      "grad_norm": 3.246995210647583,
      "learning_rate": 5.384615384615385e-05,
      "loss": 5.0434,
      "step": 21
    },
    {
      "epoch": 0.05759162303664921,
      "grad_norm": 3.3380537033081055,
      "learning_rate": 5.6410256410256414e-05,
      "loss": 4.999,
      "step": 22
    },
    {
      "epoch": 0.060209424083769635,
      "grad_norm": 3.313646078109741,
      "learning_rate": 5.897435897435898e-05,
      "loss": 5.1477,
      "step": 23
    },
    {
      "epoch": 0.06282722513089005,
      "grad_norm": 2.918846368789673,
      "learning_rate": 6.153846153846155e-05,
      "loss": 4.6583,
      "step": 24
    },
    {
      "epoch": 0.06544502617801047,
      "grad_norm": 3.070826768875122,
      "learning_rate": 6.410256410256412e-05,
      "loss": 4.5479,
      "step": 25
    },
    {
      "epoch": 0.06806282722513089,
      "grad_norm": 3.04087233543396,
      "learning_rate": 6.666666666666667e-05,
      "loss": 4.592,
      "step": 26
    },
    {
      "epoch": 0.07068062827225131,
      "grad_norm": 2.8428642749786377,
      "learning_rate": 6.923076923076924e-05,
      "loss": 4.3682,
      "step": 27
    },
    {
      "epoch": 0.07329842931937172,
      "grad_norm": 3.0716347694396973,
      "learning_rate": 7.17948717948718e-05,
      "loss": 4.5837,
      "step": 28
    },
    {
      "epoch": 0.07591623036649214,
      "grad_norm": 2.571244478225708,
      "learning_rate": 7.435897435897436e-05,
      "loss": 3.992,
      "step": 29
    },
    {
      "epoch": 0.07853403141361257,
      "grad_norm": 3.7117347717285156,
      "learning_rate": 7.692307692307693e-05,
      "loss": 4.5136,
      "step": 30
    },
    {
      "epoch": 0.08115183246073299,
      "grad_norm": 2.827247381210327,
      "learning_rate": 7.948717948717948e-05,
      "loss": 4.4797,
      "step": 31
    },
    {
      "epoch": 0.08376963350785341,
      "grad_norm": 2.7113707065582275,
      "learning_rate": 8.205128205128205e-05,
      "loss": 4.1275,
      "step": 32
    },
    {
      "epoch": 0.08638743455497382,
      "grad_norm": 2.837117910385132,
      "learning_rate": 8.461538461538461e-05,
      "loss": 4.3012,
      "step": 33
    },
    {
      "epoch": 0.08900523560209424,
      "grad_norm": 3.1402807235717773,
      "learning_rate": 8.717948717948718e-05,
      "loss": 4.3305,
      "step": 34
    },
    {
      "epoch": 0.09162303664921466,
      "grad_norm": 2.8632307052612305,
      "learning_rate": 8.974358974358975e-05,
      "loss": 4.0145,
      "step": 35
    },
    {
      "epoch": 0.09424083769633508,
      "grad_norm": 2.7232565879821777,
      "learning_rate": 9.230769230769232e-05,
      "loss": 4.2267,
      "step": 36
    },
    {
      "epoch": 0.0968586387434555,
      "grad_norm": 2.762054443359375,
      "learning_rate": 9.487179487179487e-05,
      "loss": 4.0502,
      "step": 37
    },
    {
      "epoch": 0.09947643979057591,
      "grad_norm": 18.91065788269043,
      "learning_rate": 9.743589743589744e-05,
      "loss": 4.1297,
      "step": 38
    },
    {
      "epoch": 0.10209424083769633,
      "grad_norm": 3.6653544902801514,
      "learning_rate": 0.0001,
      "loss": 4.2813,
      "step": 39
    },
    {
      "epoch": 0.10471204188481675,
      "grad_norm": 2.7435433864593506,
      "learning_rate": 9.999953057840867e-05,
      "loss": 3.7026,
      "step": 40
    },
    {
      "epoch": 0.10732984293193717,
      "grad_norm": 3.3734006881713867,
      "learning_rate": 9.999812232244895e-05,
      "loss": 4.1651,
      "step": 41
    },
    {
      "epoch": 0.1099476439790576,
      "grad_norm": 2.5766139030456543,
      "learning_rate": 9.999577525856345e-05,
      "loss": 4.0622,
      "step": 42
    },
    {
      "epoch": 0.112565445026178,
      "grad_norm": 3.926454544067383,
      "learning_rate": 9.99924894308227e-05,
      "loss": 4.2311,
      "step": 43
    },
    {
      "epoch": 0.11518324607329843,
      "grad_norm": 3.0207953453063965,
      "learning_rate": 9.998826490092421e-05,
      "loss": 3.7921,
      "step": 44
    },
    {
      "epoch": 0.11780104712041885,
      "grad_norm": 2.495757579803467,
      "learning_rate": 9.998310174819142e-05,
      "loss": 3.7601,
      "step": 45
    },
    {
      "epoch": 0.12041884816753927,
      "grad_norm": 2.8352251052856445,
      "learning_rate": 9.997700006957214e-05,
      "loss": 3.6366,
      "step": 46
    },
    {
      "epoch": 0.12303664921465969,
      "grad_norm": 2.970708131790161,
      "learning_rate": 9.996995997963675e-05,
      "loss": 3.9135,
      "step": 47
    },
    {
      "epoch": 0.1256544502617801,
      "grad_norm": 2.4032399654388428,
      "learning_rate": 9.996198161057607e-05,
      "loss": 3.8009,
      "step": 48
    },
    {
      "epoch": 0.12827225130890052,
      "grad_norm": 3.217522144317627,
      "learning_rate": 9.995306511219885e-05,
      "loss": 3.9169,
      "step": 49
    },
    {
      "epoch": 0.13089005235602094,
      "grad_norm": 2.8503968715667725,
      "learning_rate": 9.994321065192894e-05,
      "loss": 3.9316,
      "step": 50
    },
    {
      "epoch": 0.13350785340314136,
      "grad_norm": 2.826801061630249,
      "learning_rate": 9.993241841480223e-05,
      "loss": 3.9417,
      "step": 51
    },
    {
      "epoch": 0.13612565445026178,
      "grad_norm": 2.5175540447235107,
      "learning_rate": 9.992068860346306e-05,
      "loss": 3.5643,
      "step": 52
    },
    {
      "epoch": 0.1387434554973822,
      "grad_norm": 2.7539591789245605,
      "learning_rate": 9.990802143816051e-05,
      "loss": 3.5607,
      "step": 53
    },
    {
      "epoch": 0.14136125654450263,
      "grad_norm": 2.4108636379241943,
      "learning_rate": 9.989441715674422e-05,
      "loss": 3.4459,
      "step": 54
    },
    {
      "epoch": 0.14397905759162305,
      "grad_norm": 3.2774994373321533,
      "learning_rate": 9.987987601465991e-05,
      "loss": 3.9545,
      "step": 55
    },
    {
      "epoch": 0.14659685863874344,
      "grad_norm": 2.3104467391967773,
      "learning_rate": 9.986439828494465e-05,
      "loss": 3.6954,
      "step": 56
    },
    {
      "epoch": 0.14921465968586387,
      "grad_norm": 2.5438120365142822,
      "learning_rate": 9.984798425822163e-05,
      "loss": 3.5669,
      "step": 57
    },
    {
      "epoch": 0.1518324607329843,
      "grad_norm": 2.4583828449249268,
      "learning_rate": 9.98306342426948e-05,
      "loss": 3.8843,
      "step": 58
    },
    {
      "epoch": 0.1544502617801047,
      "grad_norm": 2.34213924407959,
      "learning_rate": 9.981234856414307e-05,
      "loss": 3.7361,
      "step": 59
    },
    {
      "epoch": 0.15706806282722513,
      "grad_norm": 2.6676721572875977,
      "learning_rate": 9.979312756591407e-05,
      "loss": 3.7573,
      "step": 60
    },
    {
      "epoch": 0.15968586387434555,
      "grad_norm": 2.4997060298919678,
      "learning_rate": 9.977297160891792e-05,
      "loss": 3.7876,
      "step": 61
    },
    {
      "epoch": 0.16230366492146597,
      "grad_norm": 2.709794044494629,
      "learning_rate": 9.975188107162026e-05,
      "loss": 3.614,
      "step": 62
    },
    {
      "epoch": 0.1649214659685864,
      "grad_norm": 2.355778932571411,
      "learning_rate": 9.972985635003522e-05,
      "loss": 3.4262,
      "step": 63
    },
    {
      "epoch": 0.16753926701570682,
      "grad_norm": 2.5319371223449707,
      "learning_rate": 9.970689785771798e-05,
      "loss": 3.5963,
      "step": 64
    },
    {
      "epoch": 0.17015706806282724,
      "grad_norm": 2.559286117553711,
      "learning_rate": 9.968300602575707e-05,
      "loss": 3.6722,
      "step": 65
    },
    {
      "epoch": 0.17277486910994763,
      "grad_norm": 2.4441914558410645,
      "learning_rate": 9.965818130276612e-05,
      "loss": 3.4972,
      "step": 66
    },
    {
      "epoch": 0.17539267015706805,
      "grad_norm": 2.2148141860961914,
      "learning_rate": 9.963242415487557e-05,
      "loss": 3.6571,
      "step": 67
    },
    {
      "epoch": 0.17801047120418848,
      "grad_norm": 2.3289103507995605,
      "learning_rate": 9.96057350657239e-05,
      "loss": 3.6085,
      "step": 68
    },
    {
      "epoch": 0.1806282722513089,
      "grad_norm": 2.6062214374542236,
      "learning_rate": 9.957811453644847e-05,
      "loss": 3.4849,
      "step": 69
    },
    {
      "epoch": 0.18324607329842932,
      "grad_norm": 2.347382068634033,
      "learning_rate": 9.954956308567622e-05,
      "loss": 3.3534,
      "step": 70
    },
    {
      "epoch": 0.18586387434554974,
      "grad_norm": 4.254333972930908,
      "learning_rate": 9.952008124951381e-05,
      "loss": 3.6956,
      "step": 71
    },
    {
      "epoch": 0.18848167539267016,
      "grad_norm": 2.4889872074127197,
      "learning_rate": 9.948966958153771e-05,
      "loss": 3.5671,
      "step": 72
    },
    {
      "epoch": 0.19109947643979058,
      "grad_norm": 34.48236083984375,
      "learning_rate": 9.945832865278363e-05,
      "loss": 3.5257,
      "step": 73
    },
    {
      "epoch": 0.193717277486911,
      "grad_norm": 2.4782514572143555,
      "learning_rate": 9.942605905173592e-05,
      "loss": 3.5874,
      "step": 74
    },
    {
      "epoch": 0.19633507853403143,
      "grad_norm": 2.386019706726074,
      "learning_rate": 9.939286138431647e-05,
      "loss": 3.5946,
      "step": 75
    },
    {
      "epoch": 0.19895287958115182,
      "grad_norm": 2.1345767974853516,
      "learning_rate": 9.935873627387336e-05,
      "loss": 3.3744,
      "step": 76
    },
    {
      "epoch": 0.20157068062827224,
      "grad_norm": 2.562124013900757,
      "learning_rate": 9.932368436116915e-05,
      "loss": 3.4642,
      "step": 77
    },
    {
      "epoch": 0.20418848167539266,
      "grad_norm": 2.3154282569885254,
      "learning_rate": 9.92877063043688e-05,
      "loss": 3.4095,
      "step": 78
    },
    {
      "epoch": 0.20680628272251309,
      "grad_norm": 2.225123643875122,
      "learning_rate": 9.925080277902743e-05,
      "loss": 3.496,
      "step": 79
    },
    {
      "epoch": 0.2094240837696335,
      "grad_norm": 2.0953874588012695,
      "learning_rate": 9.921297447807744e-05,
      "loss": 3.4574,
      "step": 80
    },
    {
      "epoch": 0.21204188481675393,
      "grad_norm": 2.2577614784240723,
      "learning_rate": 9.917422211181571e-05,
      "loss": 3.5562,
      "step": 81
    },
    {
      "epoch": 0.21465968586387435,
      "grad_norm": 2.2811625003814697,
      "learning_rate": 9.913454640789013e-05,
      "loss": 3.3894,
      "step": 82
    },
    {
      "epoch": 0.21727748691099477,
      "grad_norm": 2.139005661010742,
      "learning_rate": 9.909394811128598e-05,
      "loss": 3.3137,
      "step": 83
    },
    {
      "epoch": 0.2198952879581152,
      "grad_norm": 2.058781147003174,
      "learning_rate": 9.905242798431196e-05,
      "loss": 3.4472,
      "step": 84
    },
    {
      "epoch": 0.22251308900523561,
      "grad_norm": 14.535298347473145,
      "learning_rate": 9.900998680658581e-05,
      "loss": 3.3115,
      "step": 85
    },
    {
      "epoch": 0.225130890052356,
      "grad_norm": 2.935969114303589,
      "learning_rate": 9.896662537501976e-05,
      "loss": 3.3982,
      "step": 86
    },
    {
      "epoch": 0.22774869109947643,
      "grad_norm": 2.613450288772583,
      "learning_rate": 9.892234450380547e-05,
      "loss": 3.3868,
      "step": 87
    },
    {
      "epoch": 0.23036649214659685,
      "grad_norm": 2.750882387161255,
      "learning_rate": 9.887714502439884e-05,
      "loss": 3.2625,
      "step": 88
    },
    {
      "epoch": 0.23298429319371727,
      "grad_norm": 2.1589114665985107,
      "learning_rate": 9.883102778550434e-05,
      "loss": 3.1647,
      "step": 89
    },
    {
      "epoch": 0.2356020942408377,
      "grad_norm": 2.105313777923584,
      "learning_rate": 9.878399365305906e-05,
      "loss": 3.1404,
      "step": 90
    },
    {
      "epoch": 0.23821989528795812,
      "grad_norm": 3.4829330444335938,
      "learning_rate": 9.873604351021648e-05,
      "loss": 3.3671,
      "step": 91
    },
    {
      "epoch": 0.24083769633507854,
      "grad_norm": 3.3065099716186523,
      "learning_rate": 9.868717825732994e-05,
      "loss": 3.4199,
      "step": 92
    },
    {
      "epoch": 0.24345549738219896,
      "grad_norm": 5.105870723724365,
      "learning_rate": 9.863739881193558e-05,
      "loss": 3.4172,
      "step": 93
    },
    {
      "epoch": 0.24607329842931938,
      "grad_norm": 3.03316593170166,
      "learning_rate": 9.858670610873528e-05,
      "loss": 3.2284,
      "step": 94
    },
    {
      "epoch": 0.2486910994764398,
      "grad_norm": 2.4118738174438477,
      "learning_rate": 9.853510109957903e-05,
      "loss": 3.4009,
      "step": 95
    },
    {
      "epoch": 0.2513089005235602,
      "grad_norm": 5.970595359802246,
      "learning_rate": 9.848258475344702e-05,
      "loss": 3.387,
      "step": 96
    },
    {
      "epoch": 0.25392670157068065,
      "grad_norm": 2.43656325340271,
      "learning_rate": 9.842915805643155e-05,
      "loss": 3.3451,
      "step": 97
    },
    {
      "epoch": 0.25654450261780104,
      "grad_norm": 3.862488031387329,
      "learning_rate": 9.837482201171842e-05,
      "loss": 3.2579,
      "step": 98
    },
    {
      "epoch": 0.2591623036649215,
      "grad_norm": 2.120502471923828,
      "learning_rate": 9.831957763956813e-05,
      "loss": 3.3365,
      "step": 99
    },
    {
      "epoch": 0.2617801047120419,
      "grad_norm": 2.438363552093506,
      "learning_rate": 9.826342597729672e-05,
      "loss": 3.1251,
      "step": 100
    },
    {
      "epoch": 0.2643979057591623,
      "grad_norm": 2.0495247840881348,
      "learning_rate": 9.820636807925628e-05,
      "loss": 3.3333,
      "step": 101
    },
    {
      "epoch": 0.2670157068062827,
      "grad_norm": 2.2188355922698975,
      "learning_rate": 9.814840501681522e-05,
      "loss": 3.1956,
      "step": 102
    },
    {
      "epoch": 0.2696335078534031,
      "grad_norm": 2.230815887451172,
      "learning_rate": 9.808953787833801e-05,
      "loss": 3.1073,
      "step": 103
    },
    {
      "epoch": 0.27225130890052357,
      "grad_norm": 2.1100032329559326,
      "learning_rate": 9.802976776916494e-05,
      "loss": 3.184,
      "step": 104
    },
    {
      "epoch": 0.27486910994764396,
      "grad_norm": 2.1523215770721436,
      "learning_rate": 9.796909581159116e-05,
      "loss": 3.3009,
      "step": 105
    },
    {
      "epoch": 0.2774869109947644,
      "grad_norm": 2.2816920280456543,
      "learning_rate": 9.790752314484577e-05,
      "loss": 3.1125,
      "step": 106
    },
    {
      "epoch": 0.2801047120418848,
      "grad_norm": 2.134192705154419,
      "learning_rate": 9.784505092507031e-05,
      "loss": 3.0986,
      "step": 107
    },
    {
      "epoch": 0.28272251308900526,
      "grad_norm": 2.156048536300659,
      "learning_rate": 9.778168032529716e-05,
      "loss": 3.3802,
      "step": 108
    },
    {
      "epoch": 0.28534031413612565,
      "grad_norm": 2.2478604316711426,
      "learning_rate": 9.771741253542741e-05,
      "loss": 3.2685,
      "step": 109
    },
    {
      "epoch": 0.2879581151832461,
      "grad_norm": 2.222820997238159,
      "learning_rate": 9.765224876220859e-05,
      "loss": 3.1221,
      "step": 110
    },
    {
      "epoch": 0.2905759162303665,
      "grad_norm": 2.3353006839752197,
      "learning_rate": 9.758619022921202e-05,
      "loss": 3.1653,
      "step": 111
    },
    {
      "epoch": 0.2931937172774869,
      "grad_norm": 14.295672416687012,
      "learning_rate": 9.751923817680972e-05,
      "loss": 3.146,
      "step": 112
    },
    {
      "epoch": 0.29581151832460734,
      "grad_norm": 2.505723714828491,
      "learning_rate": 9.745139386215128e-05,
      "loss": 3.2138,
      "step": 113
    },
    {
      "epoch": 0.29842931937172773,
      "grad_norm": 2.1925199031829834,
      "learning_rate": 9.738265855914013e-05,
      "loss": 3.1778,
      "step": 114
    },
    {
      "epoch": 0.3010471204188482,
      "grad_norm": 2.1371121406555176,
      "learning_rate": 9.731303355840968e-05,
      "loss": 3.0539,
      "step": 115
    },
    {
      "epoch": 0.3036649214659686,
      "grad_norm": 2.133293628692627,
      "learning_rate": 9.724252016729909e-05,
      "loss": 3.0521,
      "step": 116
    },
    {
      "epoch": 0.306282722513089,
      "grad_norm": 2.2210733890533447,
      "learning_rate": 9.717111970982869e-05,
      "loss": 3.1743,
      "step": 117
    },
    {
      "epoch": 0.3089005235602094,
      "grad_norm": 2.2624800205230713,
      "learning_rate": 9.709883352667513e-05,
      "loss": 3.2274,
      "step": 118
    },
    {
      "epoch": 0.31151832460732987,
      "grad_norm": 2.1522083282470703,
      "learning_rate": 9.70256629751462e-05,
      "loss": 3.1238,
      "step": 119
    },
    {
      "epoch": 0.31413612565445026,
      "grad_norm": 1.954613447189331,
      "learning_rate": 9.69516094291554e-05,
      "loss": 3.0268,
      "step": 120
    },
    {
      "epoch": 0.31675392670157065,
      "grad_norm": 1.9362231492996216,
      "learning_rate": 9.687667427919605e-05,
      "loss": 3.148,
      "step": 121
    },
    {
      "epoch": 0.3193717277486911,
      "grad_norm": 2.171438455581665,
      "learning_rate": 9.680085893231521e-05,
      "loss": 3.069,
      "step": 122
    },
    {
      "epoch": 0.3219895287958115,
      "grad_norm": 2.280571699142456,
      "learning_rate": 9.672416481208738e-05,
      "loss": 3.3274,
      "step": 123
    },
    {
      "epoch": 0.32460732984293195,
      "grad_norm": 2.0850417613983154,
      "learning_rate": 9.664659335858755e-05,
      "loss": 3.2012,
      "step": 124
    },
    {
      "epoch": 0.32722513089005234,
      "grad_norm": 2.408496141433716,
      "learning_rate": 9.656814602836434e-05,
      "loss": 3.2839,
      "step": 125
    },
    {
      "epoch": 0.3298429319371728,
      "grad_norm": 120.96231842041016,
      "learning_rate": 9.648882429441257e-05,
      "loss": 3.1548,
      "step": 126
    },
    {
      "epoch": 0.3324607329842932,
      "grad_norm": 2.1636528968811035,
      "learning_rate": 9.640862964614564e-05,
      "loss": 3.0179,
      "step": 127
    },
    {
      "epoch": 0.33507853403141363,
      "grad_norm": 2.2096540927886963,
      "learning_rate": 9.632756358936749e-05,
      "loss": 3.261,
      "step": 128
    },
    {
      "epoch": 0.337696335078534,
      "grad_norm": 2.2390010356903076,
      "learning_rate": 9.624562764624445e-05,
      "loss": 3.1954,
      "step": 129
    },
    {
      "epoch": 0.3403141361256545,
      "grad_norm": 1.8933037519454956,
      "learning_rate": 9.616282335527653e-05,
      "loss": 3.2055,
      "step": 130
    },
    {
      "epoch": 0.34293193717277487,
      "grad_norm": 6.112705230712891,
      "learning_rate": 9.607915227126862e-05,
      "loss": 3.2929,
      "step": 131
    },
    {
      "epoch": 0.34554973821989526,
      "grad_norm": 4.289401054382324,
      "learning_rate": 9.599461596530127e-05,
      "loss": 3.1634,
      "step": 132
    },
    {
      "epoch": 0.3481675392670157,
      "grad_norm": 2.0408754348754883,
      "learning_rate": 9.590921602470116e-05,
      "loss": 3.1964,
      "step": 133
    },
    {
      "epoch": 0.3507853403141361,
      "grad_norm": 2.1104061603546143,
      "learning_rate": 9.582295405301131e-05,
      "loss": 3.0235,
      "step": 134
    },
    {
      "epoch": 0.35340314136125656,
      "grad_norm": 1.9149036407470703,
      "learning_rate": 9.573583166996103e-05,
      "loss": 3.2854,
      "step": 135
    },
    {
      "epoch": 0.35602094240837695,
      "grad_norm": 2.161102056503296,
      "learning_rate": 9.564785051143541e-05,
      "loss": 3.1318,
      "step": 136
    },
    {
      "epoch": 0.3586387434554974,
      "grad_norm": 2.186587333679199,
      "learning_rate": 9.555901222944468e-05,
      "loss": 3.2125,
      "step": 137
    },
    {
      "epoch": 0.3612565445026178,
      "grad_norm": 1.8297839164733887,
      "learning_rate": 9.546931849209314e-05,
      "loss": 2.96,
      "step": 138
    },
    {
      "epoch": 0.36387434554973824,
      "grad_norm": 2.2810025215148926,
      "learning_rate": 9.537877098354786e-05,
      "loss": 3.0554,
      "step": 139
    },
    {
      "epoch": 0.36649214659685864,
      "grad_norm": 2.006052017211914,
      "learning_rate": 9.528737140400707e-05,
      "loss": 3.1757,
      "step": 140
    },
    {
      "epoch": 0.36910994764397903,
      "grad_norm": 2.3248322010040283,
      "learning_rate": 9.519512146966823e-05,
      "loss": 3.2321,
      "step": 141
    },
    {
      "epoch": 0.3717277486910995,
      "grad_norm": 2.1551225185394287,
      "learning_rate": 9.510202291269576e-05,
      "loss": 3.0333,
      "step": 142
    },
    {
      "epoch": 0.3743455497382199,
      "grad_norm": 2.613978147506714,
      "learning_rate": 9.500807748118856e-05,
      "loss": 3.3177,
      "step": 143
    },
    {
      "epoch": 0.3769633507853403,
      "grad_norm": 2.302820920944214,
      "learning_rate": 9.491328693914722e-05,
      "loss": 3.069,
      "step": 144
    },
    {
      "epoch": 0.3795811518324607,
      "grad_norm": 2.0801970958709717,
      "learning_rate": 9.48176530664408e-05,
      "loss": 3.1207,
      "step": 145
    },
    {
      "epoch": 0.38219895287958117,
      "grad_norm": 1.8670393228530884,
      "learning_rate": 9.472117765877349e-05,
      "loss": 2.988,
      "step": 146
    },
    {
      "epoch": 0.38481675392670156,
      "grad_norm": 2.123073101043701,
      "learning_rate": 9.462386252765087e-05,
      "loss": 3.1316,
      "step": 147
    },
    {
      "epoch": 0.387434554973822,
      "grad_norm": 2.0116608142852783,
      "learning_rate": 9.452570950034589e-05,
      "loss": 3.1323,
      "step": 148
    },
    {
      "epoch": 0.3900523560209424,
      "grad_norm": 1.8206120729446411,
      "learning_rate": 9.442672041986457e-05,
      "loss": 2.8792,
      "step": 149
    },
    {
      "epoch": 0.39267015706806285,
      "grad_norm": 1.9137699604034424,
      "learning_rate": 9.432689714491136e-05,
      "loss": 3.0191,
      "step": 150
    },
    {
      "epoch": 0.39528795811518325,
      "grad_norm": 1.9897340536117554,
      "learning_rate": 9.422624154985427e-05,
      "loss": 3.1578,
      "step": 151
    },
    {
      "epoch": 0.39790575916230364,
      "grad_norm": 1.8997538089752197,
      "learning_rate": 9.412475552468974e-05,
      "loss": 3.0389,
      "step": 152
    },
    {
      "epoch": 0.4005235602094241,
      "grad_norm": 2.249044895172119,
      "learning_rate": 9.402244097500696e-05,
      "loss": 3.3441,
      "step": 153
    },
    {
      "epoch": 0.4031413612565445,
      "grad_norm": 1.9846928119659424,
      "learning_rate": 9.391929982195232e-05,
      "loss": 3.2146,
      "step": 154
    },
    {
      "epoch": 0.40575916230366493,
      "grad_norm": 2.240514039993286,
      "learning_rate": 9.381533400219318e-05,
      "loss": 3.2069,
      "step": 155
    },
    {
      "epoch": 0.4083769633507853,
      "grad_norm": 2.115003824234009,
      "learning_rate": 9.371054546788157e-05,
      "loss": 2.9426,
      "step": 156
    },
    {
      "epoch": 0.4109947643979058,
      "grad_norm": 1.9737358093261719,
      "learning_rate": 9.36049361866175e-05,
      "loss": 3.1503,
      "step": 157
    },
    {
      "epoch": 0.41361256544502617,
      "grad_norm": 2.096264600753784,
      "learning_rate": 9.349850814141204e-05,
      "loss": 3.0736,
      "step": 158
    },
    {
      "epoch": 0.4162303664921466,
      "grad_norm": 2.3380467891693115,
      "learning_rate": 9.339126333065007e-05,
      "loss": 3.2136,
      "step": 159
    },
    {
      "epoch": 0.418848167539267,
      "grad_norm": 2.1407546997070312,
      "learning_rate": 9.328320376805281e-05,
      "loss": 3.1564,
      "step": 160
    },
    {
      "epoch": 0.4214659685863874,
      "grad_norm": 1.9080549478530884,
      "learning_rate": 9.317433148263995e-05,
      "loss": 2.9173,
      "step": 161
    },
    {
      "epoch": 0.42408376963350786,
      "grad_norm": 4.025334358215332,
      "learning_rate": 9.30646485186915e-05,
      "loss": 2.8801,
      "step": 162
    },
    {
      "epoch": 0.42670157068062825,
      "grad_norm": 2.0670013427734375,
      "learning_rate": 9.295415693570955e-05,
      "loss": 2.9837,
      "step": 163
    },
    {
      "epoch": 0.4293193717277487,
      "grad_norm": 2.1820228099823,
      "learning_rate": 9.284285880837946e-05,
      "loss": 3.1169,
      "step": 164
    },
    {
      "epoch": 0.4319371727748691,
      "grad_norm": 1.9107846021652222,
      "learning_rate": 9.273075622653102e-05,
      "loss": 3.1854,
      "step": 165
    },
    {
      "epoch": 0.43455497382198954,
      "grad_norm": 2.0229499340057373,
      "learning_rate": 9.261785129509914e-05,
      "loss": 2.9287,
      "step": 166
    },
    {
      "epoch": 0.43717277486910994,
      "grad_norm": 1.9189234972000122,
      "learning_rate": 9.250414613408427e-05,
      "loss": 3.0001,
      "step": 167
    },
    {
      "epoch": 0.4397905759162304,
      "grad_norm": 2.0910720825195312,
      "learning_rate": 9.238964287851275e-05,
      "loss": 2.9357,
      "step": 168
    },
    {
      "epoch": 0.4424083769633508,
      "grad_norm": 1.9052855968475342,
      "learning_rate": 9.22743436783966e-05,
      "loss": 2.9641,
      "step": 169
    },
    {
      "epoch": 0.44502617801047123,
      "grad_norm": 1.9111841917037964,
      "learning_rate": 9.215825069869316e-05,
      "loss": 3.0879,
      "step": 170
    },
    {
      "epoch": 0.4476439790575916,
      "grad_norm": 1.898743987083435,
      "learning_rate": 9.20413661192645e-05,
      "loss": 2.9687,
      "step": 171
    },
    {
      "epoch": 0.450261780104712,
      "grad_norm": 1.9681291580200195,
      "learning_rate": 9.192369213483642e-05,
      "loss": 3.0313,
      "step": 172
    },
    {
      "epoch": 0.45287958115183247,
      "grad_norm": 1.937829613685608,
      "learning_rate": 9.180523095495727e-05,
      "loss": 2.9251,
      "step": 173
    },
    {
      "epoch": 0.45549738219895286,
      "grad_norm": 2.15289568901062,
      "learning_rate": 9.168598480395651e-05,
      "loss": 3.0487,
      "step": 174
    },
    {
      "epoch": 0.4581151832460733,
      "grad_norm": 2.0502867698669434,
      "learning_rate": 9.156595592090284e-05,
      "loss": 2.8817,
      "step": 175
    },
    {
      "epoch": 0.4607329842931937,
      "grad_norm": 2.0720651149749756,
      "learning_rate": 9.14451465595622e-05,
      "loss": 3.009,
      "step": 176
    },
    {
      "epoch": 0.46335078534031415,
      "grad_norm": 2.0610387325286865,
      "learning_rate": 9.132355898835556e-05,
      "loss": 3.0353,
      "step": 177
    },
    {
      "epoch": 0.46596858638743455,
      "grad_norm": 2.160541534423828,
      "learning_rate": 9.12011954903161e-05,
      "loss": 3.1546,
      "step": 178
    },
    {
      "epoch": 0.468586387434555,
      "grad_norm": 2.1311235427856445,
      "learning_rate": 9.107805836304658e-05,
      "loss": 3.0889,
      "step": 179
    },
    {
      "epoch": 0.4712041884816754,
      "grad_norm": 1.902626633644104,
      "learning_rate": 9.095414991867604e-05,
      "loss": 2.9551,
      "step": 180
    },
    {
      "epoch": 0.4738219895287958,
      "grad_norm": 1.9568802118301392,
      "learning_rate": 9.082947248381643e-05,
      "loss": 2.9683,
      "step": 181
    },
    {
      "epoch": 0.47643979057591623,
      "grad_norm": 2.024705171585083,
      "learning_rate": 9.070402839951897e-05,
      "loss": 3.0207,
      "step": 182
    },
    {
      "epoch": 0.4790575916230366,
      "grad_norm": 1.8830217123031616,
      "learning_rate": 9.057782002123012e-05,
      "loss": 2.8518,
      "step": 183
    },
    {
      "epoch": 0.4816753926701571,
      "grad_norm": 2.031515598297119,
      "learning_rate": 9.045084971874738e-05,
      "loss": 2.9262,
      "step": 184
    },
    {
      "epoch": 0.48429319371727747,
      "grad_norm": 1.9783765077590942,
      "learning_rate": 9.03231198761748e-05,
      "loss": 2.9476,
      "step": 185
    },
    {
      "epoch": 0.4869109947643979,
      "grad_norm": 1.9431626796722412,
      "learning_rate": 9.019463289187827e-05,
      "loss": 2.8431,
      "step": 186
    },
    {
      "epoch": 0.4895287958115183,
      "grad_norm": 1.8779281377792358,
      "learning_rate": 9.00653911784403e-05,
      "loss": 3.0361,
      "step": 187
    },
    {
      "epoch": 0.49214659685863876,
      "grad_norm": 1.810121774673462,
      "learning_rate": 8.993539716261498e-05,
      "loss": 2.847,
      "step": 188
    },
    {
      "epoch": 0.49476439790575916,
      "grad_norm": 2.5064663887023926,
      "learning_rate": 8.980465328528219e-05,
      "loss": 2.9118,
      "step": 189
    },
    {
      "epoch": 0.4973821989528796,
      "grad_norm": 1.9613292217254639,
      "learning_rate": 8.96731620014019e-05,
      "loss": 2.8882,
      "step": 190
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.058799982070923,
      "learning_rate": 8.954092577996803e-05,
      "loss": 3.0066,
      "step": 191
    },
    {
      "epoch": 0.5026178010471204,
      "grad_norm": 6.452920436859131,
      "learning_rate": 8.940794710396205e-05,
      "loss": 3.005,
      "step": 192
    },
    {
      "epoch": 0.5052356020942408,
      "grad_norm": 2.1949808597564697,
      "learning_rate": 8.927422847030646e-05,
      "loss": 2.9602,
      "step": 193
    },
    {
      "epoch": 0.5078534031413613,
      "grad_norm": 2.0062756538391113,
      "learning_rate": 8.913977238981778e-05,
      "loss": 2.9961,
      "step": 194
    },
    {
      "epoch": 0.5104712041884817,
      "grad_norm": 1.8738442659378052,
      "learning_rate": 8.900458138715954e-05,
      "loss": 3.0411,
      "step": 195
    },
    {
      "epoch": 0.5130890052356021,
      "grad_norm": 1.8305824995040894,
      "learning_rate": 8.886865800079474e-05,
      "loss": 3.0892,
      "step": 196
    },
    {
      "epoch": 0.5157068062827225,
      "grad_norm": 1.8090300559997559,
      "learning_rate": 8.873200478293826e-05,
      "loss": 2.7575,
      "step": 197
    },
    {
      "epoch": 0.518324607329843,
      "grad_norm": 1.870323657989502,
      "learning_rate": 8.859462429950897e-05,
      "loss": 3.054,
      "step": 198
    },
    {
      "epoch": 0.5209424083769634,
      "grad_norm": 1.965692162513733,
      "learning_rate": 8.845651913008145e-05,
      "loss": 2.8143,
      "step": 199
    },
    {
      "epoch": 0.5235602094240838,
      "grad_norm": 1.88938570022583,
      "learning_rate": 8.831769186783765e-05,
      "loss": 2.9259,
      "step": 200
    },
    {
      "epoch": 0.5261780104712042,
      "grad_norm": 1.8629285097122192,
      "learning_rate": 8.817814511951814e-05,
      "loss": 2.8782,
      "step": 201
    },
    {
      "epoch": 0.5287958115183246,
      "grad_norm": 1.873532772064209,
      "learning_rate": 8.80378815053732e-05,
      "loss": 2.8025,
      "step": 202
    },
    {
      "epoch": 0.5314136125654451,
      "grad_norm": 2.1665189266204834,
      "learning_rate": 8.789690365911356e-05,
      "loss": 3.0567,
      "step": 203
    },
    {
      "epoch": 0.5340314136125655,
      "grad_norm": 1.980928659439087,
      "learning_rate": 8.775521422786104e-05,
      "loss": 2.9795,
      "step": 204
    },
    {
      "epoch": 0.5366492146596858,
      "grad_norm": 2.0913095474243164,
      "learning_rate": 8.761281587209876e-05,
      "loss": 3.0988,
      "step": 205
    },
    {
      "epoch": 0.5392670157068062,
      "grad_norm": 1.8205846548080444,
      "learning_rate": 8.746971126562124e-05,
      "loss": 2.9828,
      "step": 206
    },
    {
      "epoch": 0.5418848167539267,
      "grad_norm": 2.1041507720947266,
      "learning_rate": 8.732590309548416e-05,
      "loss": 3.0541,
      "step": 207
    },
    {
      "epoch": 0.5445026178010471,
      "grad_norm": 2.023577928543091,
      "learning_rate": 8.718139406195393e-05,
      "loss": 3.0061,
      "step": 208
    },
    {
      "epoch": 0.5471204188481675,
      "grad_norm": 1.8006081581115723,
      "learning_rate": 8.703618687845696e-05,
      "loss": 2.789,
      "step": 209
    },
    {
      "epoch": 0.5497382198952879,
      "grad_norm": 1.840972900390625,
      "learning_rate": 8.689028427152874e-05,
      "loss": 2.9437,
      "step": 210
    },
    {
      "epoch": 0.5523560209424084,
      "grad_norm": 1.9612823724746704,
      "learning_rate": 8.674368898076261e-05,
      "loss": 3.1407,
      "step": 211
    },
    {
      "epoch": 0.5549738219895288,
      "grad_norm": 2.0491254329681396,
      "learning_rate": 8.65964037587584e-05,
      "loss": 2.9557,
      "step": 212
    },
    {
      "epoch": 0.5575916230366492,
      "grad_norm": 2.0597126483917236,
      "learning_rate": 8.644843137107059e-05,
      "loss": 2.9996,
      "step": 213
    },
    {
      "epoch": 0.5602094240837696,
      "grad_norm": 1.7746310234069824,
      "learning_rate": 8.629977459615655e-05,
      "loss": 3.0459,
      "step": 214
    },
    {
      "epoch": 0.56282722513089,
      "grad_norm": 1.892563819885254,
      "learning_rate": 8.615043622532429e-05,
      "loss": 2.9831,
      "step": 215
    },
    {
      "epoch": 0.5654450261780105,
      "grad_norm": 1.7289716005325317,
      "learning_rate": 8.600041906268e-05,
      "loss": 2.7416,
      "step": 216
    },
    {
      "epoch": 0.5680628272251309,
      "grad_norm": 1.929553508758545,
      "learning_rate": 8.584972592507553e-05,
      "loss": 2.9513,
      "step": 217
    },
    {
      "epoch": 0.5706806282722513,
      "grad_norm": 1.957163691520691,
      "learning_rate": 8.569835964205536e-05,
      "loss": 2.7647,
      "step": 218
    },
    {
      "epoch": 0.5732984293193717,
      "grad_norm": 1.8348171710968018,
      "learning_rate": 8.554632305580354e-05,
      "loss": 2.9897,
      "step": 219
    },
    {
      "epoch": 0.5759162303664922,
      "grad_norm": 1.811667561531067,
      "learning_rate": 8.539361902109033e-05,
      "loss": 2.8322,
      "step": 220
    },
    {
      "epoch": 0.5785340314136126,
      "grad_norm": 2.0632617473602295,
      "learning_rate": 8.524025040521856e-05,
      "loss": 2.9788,
      "step": 221
    },
    {
      "epoch": 0.581151832460733,
      "grad_norm": 1.847805142402649,
      "learning_rate": 8.508622008796985e-05,
      "loss": 2.8168,
      "step": 222
    },
    {
      "epoch": 0.5837696335078534,
      "grad_norm": 1.7859346866607666,
      "learning_rate": 8.493153096155042e-05,
      "loss": 2.819,
      "step": 223
    },
    {
      "epoch": 0.5863874345549738,
      "grad_norm": 1.756142020225525,
      "learning_rate": 8.477618593053693e-05,
      "loss": 2.9083,
      "step": 224
    },
    {
      "epoch": 0.5890052356020943,
      "grad_norm": 1.7891409397125244,
      "learning_rate": 8.462018791182184e-05,
      "loss": 2.911,
      "step": 225
    },
    {
      "epoch": 0.5916230366492147,
      "grad_norm": 1.923041582107544,
      "learning_rate": 8.44635398345587e-05,
      "loss": 2.7662,
      "step": 226
    },
    {
      "epoch": 0.5942408376963351,
      "grad_norm": 2.131024122238159,
      "learning_rate": 8.430624464010706e-05,
      "loss": 2.8831,
      "step": 227
    },
    {
      "epoch": 0.5968586387434555,
      "grad_norm": 1.9196547269821167,
      "learning_rate": 8.414830528197737e-05,
      "loss": 2.875,
      "step": 228
    },
    {
      "epoch": 0.599476439790576,
      "grad_norm": 1.9374908208847046,
      "learning_rate": 8.39897247257754e-05,
      "loss": 3.0421,
      "step": 229
    },
    {
      "epoch": 0.6020942408376964,
      "grad_norm": 1.9606311321258545,
      "learning_rate": 8.383050594914665e-05,
      "loss": 2.9347,
      "step": 230
    },
    {
      "epoch": 0.6047120418848168,
      "grad_norm": 1.8933106660842896,
      "learning_rate": 8.367065194172037e-05,
      "loss": 2.9623,
      "step": 231
    },
    {
      "epoch": 0.6073298429319371,
      "grad_norm": 2.1029906272888184,
      "learning_rate": 8.351016570505347e-05,
      "loss": 2.8704,
      "step": 232
    },
    {
      "epoch": 0.6099476439790575,
      "grad_norm": 1.86416494846344,
      "learning_rate": 8.334905025257413e-05,
      "loss": 3.0935,
      "step": 233
    },
    {
      "epoch": 0.612565445026178,
      "grad_norm": 1.8532062768936157,
      "learning_rate": 8.318730860952522e-05,
      "loss": 2.7635,
      "step": 234
    },
    {
      "epoch": 0.6151832460732984,
      "grad_norm": 2.0105836391448975,
      "learning_rate": 8.302494381290756e-05,
      "loss": 3.0954,
      "step": 235
    },
    {
      "epoch": 0.6178010471204188,
      "grad_norm": 2.164985418319702,
      "learning_rate": 8.286195891142274e-05,
      "loss": 2.9424,
      "step": 236
    },
    {
      "epoch": 0.6204188481675392,
      "grad_norm": 1.9459847211837769,
      "learning_rate": 8.269835696541607e-05,
      "loss": 2.8438,
      "step": 237
    },
    {
      "epoch": 0.6230366492146597,
      "grad_norm": 3.4676437377929688,
      "learning_rate": 8.253414104681898e-05,
      "loss": 3.0494,
      "step": 238
    },
    {
      "epoch": 0.6256544502617801,
      "grad_norm": 1.8192616701126099,
      "learning_rate": 8.236931423909138e-05,
      "loss": 2.7965,
      "step": 239
    },
    {
      "epoch": 0.6282722513089005,
      "grad_norm": 1.8246678113937378,
      "learning_rate": 8.220387963716377e-05,
      "loss": 2.8788,
      "step": 240
    },
    {
      "epoch": 0.6308900523560209,
      "grad_norm": 1.8622642755508423,
      "learning_rate": 8.20378403473791e-05,
      "loss": 3.0934,
      "step": 241
    },
    {
      "epoch": 0.6335078534031413,
      "grad_norm": 1.927139163017273,
      "learning_rate": 8.18711994874345e-05,
      "loss": 2.9704,
      "step": 242
    },
    {
      "epoch": 0.6361256544502618,
      "grad_norm": 1.7952053546905518,
      "learning_rate": 8.170396018632264e-05,
      "loss": 2.8313,
      "step": 243
    },
    {
      "epoch": 0.6387434554973822,
      "grad_norm": 1.8302192687988281,
      "learning_rate": 8.153612558427311e-05,
      "loss": 2.8198,
      "step": 244
    },
    {
      "epoch": 0.6413612565445026,
      "grad_norm": 1.809410810470581,
      "learning_rate": 8.13676988326933e-05,
      "loss": 2.6532,
      "step": 245
    },
    {
      "epoch": 0.643979057591623,
      "grad_norm": 1.8222423791885376,
      "learning_rate": 8.119868309410943e-05,
      "loss": 2.9867,
      "step": 246
    },
    {
      "epoch": 0.6465968586387435,
      "grad_norm": 7.688499927520752,
      "learning_rate": 8.102908154210693e-05,
      "loss": 2.8391,
      "step": 247
    },
    {
      "epoch": 0.6492146596858639,
      "grad_norm": 1.8286641836166382,
      "learning_rate": 8.085889736127103e-05,
      "loss": 2.9778,
      "step": 248
    },
    {
      "epoch": 0.6518324607329843,
      "grad_norm": 1.816272258758545,
      "learning_rate": 8.068813374712688e-05,
      "loss": 2.8969,
      "step": 249
    },
    {
      "epoch": 0.6544502617801047,
      "grad_norm": 2.080170154571533,
      "learning_rate": 8.05167939060796e-05,
      "loss": 2.9861,
      "step": 250
    },
    {
      "epoch": 0.6570680628272252,
      "grad_norm": 1.8223365545272827,
      "learning_rate": 8.0344881055354e-05,
      "loss": 2.9545,
      "step": 251
    },
    {
      "epoch": 0.6596858638743456,
      "grad_norm": 1.891790509223938,
      "learning_rate": 8.017239842293427e-05,
      "loss": 2.8586,
      "step": 252
    },
    {
      "epoch": 0.662303664921466,
      "grad_norm": 1.8906011581420898,
      "learning_rate": 7.999934924750325e-05,
      "loss": 2.94,
      "step": 253
    },
    {
      "epoch": 0.6649214659685864,
      "grad_norm": 1.8247802257537842,
      "learning_rate": 7.982573677838172e-05,
      "loss": 2.6747,
      "step": 254
    },
    {
      "epoch": 0.6675392670157068,
      "grad_norm": 1.8509819507598877,
      "learning_rate": 7.965156427546735e-05,
      "loss": 2.8795,
      "step": 255
    },
    {
      "epoch": 0.6701570680628273,
      "grad_norm": 1.796658992767334,
      "learning_rate": 7.947683500917347e-05,
      "loss": 2.8549,
      "step": 256
    },
    {
      "epoch": 0.6727748691099477,
      "grad_norm": 1.771183729171753,
      "learning_rate": 7.93015522603677e-05,
      "loss": 2.9275,
      "step": 257
    },
    {
      "epoch": 0.675392670157068,
      "grad_norm": 1.8382376432418823,
      "learning_rate": 7.91257193203103e-05,
      "loss": 3.0237,
      "step": 258
    },
    {
      "epoch": 0.6780104712041884,
      "grad_norm": 1.8723816871643066,
      "learning_rate": 7.894933949059245e-05,
      "loss": 2.6623,
      "step": 259
    },
    {
      "epoch": 0.680628272251309,
      "grad_norm": 1.9213804006576538,
      "learning_rate": 7.877241608307411e-05,
      "loss": 2.8994,
      "step": 260
    },
    {
      "epoch": 0.6832460732984293,
      "grad_norm": 1.7478219270706177,
      "learning_rate": 7.8594952419822e-05,
      "loss": 2.7949,
      "step": 261
    },
    {
      "epoch": 0.6858638743455497,
      "grad_norm": 1.8188650608062744,
      "learning_rate": 7.841695183304713e-05,
      "loss": 2.8178,
      "step": 262
    },
    {
      "epoch": 0.6884816753926701,
      "grad_norm": 1.8901054859161377,
      "learning_rate": 7.823841766504227e-05,
      "loss": 2.9314,
      "step": 263
    },
    {
      "epoch": 0.6910994764397905,
      "grad_norm": 1.9486525058746338,
      "learning_rate": 7.805935326811912e-05,
      "loss": 2.7373,
      "step": 264
    },
    {
      "epoch": 0.693717277486911,
      "grad_norm": 1.7464019060134888,
      "learning_rate": 7.787976200454546e-05,
      "loss": 2.8273,
      "step": 265
    },
    {
      "epoch": 0.6963350785340314,
      "grad_norm": 1.8585435152053833,
      "learning_rate": 7.769964724648196e-05,
      "loss": 2.8128,
      "step": 266
    },
    {
      "epoch": 0.6989528795811518,
      "grad_norm": 1.7956280708312988,
      "learning_rate": 7.751901237591887e-05,
      "loss": 2.7562,
      "step": 267
    },
    {
      "epoch": 0.7015706806282722,
      "grad_norm": 2.0384879112243652,
      "learning_rate": 7.733786078461252e-05,
      "loss": 2.9731,
      "step": 268
    },
    {
      "epoch": 0.7041884816753927,
      "grad_norm": 1.7548547983169556,
      "learning_rate": 7.715619587402164e-05,
      "loss": 2.834,
      "step": 269
    },
    {
      "epoch": 0.7068062827225131,
      "grad_norm": 1.651876449584961,
      "learning_rate": 7.697402105524351e-05,
      "loss": 2.7768,
      "step": 270
    },
    {
      "epoch": 0.7094240837696335,
      "grad_norm": 1.8058605194091797,
      "learning_rate": 7.679133974894983e-05,
      "loss": 2.7503,
      "step": 271
    },
    {
      "epoch": 0.7120418848167539,
      "grad_norm": 1.921723484992981,
      "learning_rate": 7.66081553853226e-05,
      "loss": 2.7922,
      "step": 272
    },
    {
      "epoch": 0.7146596858638743,
      "grad_norm": 1.990212321281433,
      "learning_rate": 7.642447140398965e-05,
      "loss": 2.8968,
      "step": 273
    },
    {
      "epoch": 0.7172774869109948,
      "grad_norm": 1.8311606645584106,
      "learning_rate": 7.624029125396004e-05,
      "loss": 2.9963,
      "step": 274
    },
    {
      "epoch": 0.7198952879581152,
      "grad_norm": 2.0072896480560303,
      "learning_rate": 7.605561839355933e-05,
      "loss": 2.875,
      "step": 275
    },
    {
      "epoch": 0.7225130890052356,
      "grad_norm": 1.9953948259353638,
      "learning_rate": 7.587045629036463e-05,
      "loss": 2.9325,
      "step": 276
    },
    {
      "epoch": 0.725130890052356,
      "grad_norm": 1.8839069604873657,
      "learning_rate": 7.568480842113952e-05,
      "loss": 2.682,
      "step": 277
    },
    {
      "epoch": 0.7277486910994765,
      "grad_norm": 1.6751598119735718,
      "learning_rate": 7.549867827176873e-05,
      "loss": 2.7488,
      "step": 278
    },
    {
      "epoch": 0.7303664921465969,
      "grad_norm": 1.7167940139770508,
      "learning_rate": 7.53120693371927e-05,
      "loss": 2.9112,
      "step": 279
    },
    {
      "epoch": 0.7329842931937173,
      "grad_norm": 1.9378173351287842,
      "learning_rate": 7.512498512134194e-05,
      "loss": 2.9304,
      "step": 280
    },
    {
      "epoch": 0.7356020942408377,
      "grad_norm": 1.7746607065200806,
      "learning_rate": 7.493742913707127e-05,
      "loss": 2.9898,
      "step": 281
    },
    {
      "epoch": 0.7382198952879581,
      "grad_norm": 1.9426668882369995,
      "learning_rate": 7.474940490609383e-05,
      "loss": 2.9828,
      "step": 282
    },
    {
      "epoch": 0.7408376963350786,
      "grad_norm": 1.8619779348373413,
      "learning_rate": 7.456091595891498e-05,
      "loss": 2.7965,
      "step": 283
    },
    {
      "epoch": 0.743455497382199,
      "grad_norm": 1.691998839378357,
      "learning_rate": 7.437196583476596e-05,
      "loss": 2.8217,
      "step": 284
    },
    {
      "epoch": 0.7460732984293194,
      "grad_norm": 1.8032022714614868,
      "learning_rate": 7.41825580815375e-05,
      "loss": 2.7456,
      "step": 285
    },
    {
      "epoch": 0.7486910994764397,
      "grad_norm": 1.8445478677749634,
      "learning_rate": 7.399269625571316e-05,
      "loss": 2.855,
      "step": 286
    },
    {
      "epoch": 0.7513089005235603,
      "grad_norm": 1.69001305103302,
      "learning_rate": 7.380238392230257e-05,
      "loss": 2.6786,
      "step": 287
    },
    {
      "epoch": 0.7539267015706806,
      "grad_norm": 1.8098856210708618,
      "learning_rate": 7.361162465477442e-05,
      "loss": 2.8392,
      "step": 288
    },
    {
      "epoch": 0.756544502617801,
      "grad_norm": 2.023061752319336,
      "learning_rate": 7.342042203498951e-05,
      "loss": 3.1742,
      "step": 289
    },
    {
      "epoch": 0.7591623036649214,
      "grad_norm": 2.027721405029297,
      "learning_rate": 7.322877965313335e-05,
      "loss": 2.707,
      "step": 290
    },
    {
      "epoch": 0.7617801047120419,
      "grad_norm": 2.092510938644409,
      "learning_rate": 7.303670110764881e-05,
      "loss": 2.9764,
      "step": 291
    },
    {
      "epoch": 0.7643979057591623,
      "grad_norm": 1.794023871421814,
      "learning_rate": 7.284419000516855e-05,
      "loss": 2.8471,
      "step": 292
    },
    {
      "epoch": 0.7670157068062827,
      "grad_norm": 1.998582124710083,
      "learning_rate": 7.26512499604473e-05,
      "loss": 2.8464,
      "step": 293
    },
    {
      "epoch": 0.7696335078534031,
      "grad_norm": 1.9297953844070435,
      "learning_rate": 7.245788459629396e-05,
      "loss": 2.6567,
      "step": 294
    },
    {
      "epoch": 0.7722513089005235,
      "grad_norm": 1.889047622680664,
      "learning_rate": 7.226409754350361e-05,
      "loss": 2.8468,
      "step": 295
    },
    {
      "epoch": 0.774869109947644,
      "grad_norm": 1.806944489479065,
      "learning_rate": 7.206989244078934e-05,
      "loss": 2.7286,
      "step": 296
    },
    {
      "epoch": 0.7774869109947644,
      "grad_norm": 1.7581151723861694,
      "learning_rate": 7.187527293471385e-05,
      "loss": 2.7098,
      "step": 297
    },
    {
      "epoch": 0.7801047120418848,
      "grad_norm": 1.8031219244003296,
      "learning_rate": 7.168024267962111e-05,
      "loss": 2.746,
      "step": 298
    },
    {
      "epoch": 0.7827225130890052,
      "grad_norm": 1.743693470954895,
      "learning_rate": 7.14848053375676e-05,
      "loss": 2.9825,
      "step": 299
    },
    {
      "epoch": 0.7853403141361257,
      "grad_norm": 1.8501001596450806,
      "learning_rate": 7.128896457825364e-05,
      "loss": 2.7572,
      "step": 300
    },
    {
      "epoch": 0.7879581151832461,
      "grad_norm": 1.8102787733078003,
      "learning_rate": 7.109272407895449e-05,
      "loss": 2.7863,
      "step": 301
    },
    {
      "epoch": 0.7905759162303665,
      "grad_norm": 1.8646475076675415,
      "learning_rate": 7.089608752445121e-05,
      "loss": 2.8223,
      "step": 302
    },
    {
      "epoch": 0.7931937172774869,
      "grad_norm": 1.9499090909957886,
      "learning_rate": 7.069905860696162e-05,
      "loss": 2.7525,
      "step": 303
    },
    {
      "epoch": 0.7958115183246073,
      "grad_norm": 2.4195919036865234,
      "learning_rate": 7.05016410260708e-05,
      "loss": 2.7437,
      "step": 304
    },
    {
      "epoch": 0.7984293193717278,
      "grad_norm": 2.0008833408355713,
      "learning_rate": 7.030383848866177e-05,
      "loss": 2.8387,
      "step": 305
    },
    {
      "epoch": 0.8010471204188482,
      "grad_norm": 2.05761456489563,
      "learning_rate": 7.010565470884582e-05,
      "loss": 2.8233,
      "step": 306
    },
    {
      "epoch": 0.8036649214659686,
      "grad_norm": 1.608881950378418,
      "learning_rate": 6.990709340789273e-05,
      "loss": 2.8514,
      "step": 307
    },
    {
      "epoch": 0.806282722513089,
      "grad_norm": 1.8444130420684814,
      "learning_rate": 6.970815831416099e-05,
      "loss": 2.784,
      "step": 308
    },
    {
      "epoch": 0.8089005235602095,
      "grad_norm": 1.946343183517456,
      "learning_rate": 6.950885316302773e-05,
      "loss": 2.6383,
      "step": 309
    },
    {
      "epoch": 0.8115183246073299,
      "grad_norm": 1.7848812341690063,
      "learning_rate": 6.93091816968186e-05,
      "loss": 2.7524,
      "step": 310
    },
    {
      "epoch": 0.8141361256544503,
      "grad_norm": 1.8199461698532104,
      "learning_rate": 6.910914766473749e-05,
      "loss": 2.7292,
      "step": 311
    },
    {
      "epoch": 0.8167539267015707,
      "grad_norm": 1.8317044973373413,
      "learning_rate": 6.890875482279614e-05,
      "loss": 2.7381,
      "step": 312
    },
    {
      "epoch": 0.819371727748691,
      "grad_norm": 1.7864313125610352,
      "learning_rate": 6.870800693374364e-05,
      "loss": 2.7642,
      "step": 313
    },
    {
      "epoch": 0.8219895287958116,
      "grad_norm": 1.8122559785842896,
      "learning_rate": 6.850690776699573e-05,
      "loss": 2.6585,
      "step": 314
    },
    {
      "epoch": 0.824607329842932,
      "grad_norm": 1.8325432538986206,
      "learning_rate": 6.830546109856401e-05,
      "loss": 2.7378,
      "step": 315
    },
    {
      "epoch": 0.8272251308900523,
      "grad_norm": 1.7728067636489868,
      "learning_rate": 6.810367071098516e-05,
      "loss": 2.8454,
      "step": 316
    },
    {
      "epoch": 0.8298429319371727,
      "grad_norm": 1.841179609298706,
      "learning_rate": 6.790154039324975e-05,
      "loss": 2.6204,
      "step": 317
    },
    {
      "epoch": 0.8324607329842932,
      "grad_norm": 1.6985840797424316,
      "learning_rate": 6.769907394073117e-05,
      "loss": 2.905,
      "step": 318
    },
    {
      "epoch": 0.8350785340314136,
      "grad_norm": 1.8315932750701904,
      "learning_rate": 6.749627515511442e-05,
      "loss": 2.7492,
      "step": 319
    },
    {
      "epoch": 0.837696335078534,
      "grad_norm": 1.8084025382995605,
      "learning_rate": 6.729314784432465e-05,
      "loss": 2.752,
      "step": 320
    },
    {
      "epoch": 0.8403141361256544,
      "grad_norm": 1.8621736764907837,
      "learning_rate": 6.708969582245568e-05,
      "loss": 2.6648,
      "step": 321
    },
    {
      "epoch": 0.8429319371727748,
      "grad_norm": 1.7286403179168701,
      "learning_rate": 6.688592290969837e-05,
      "loss": 2.5931,
      "step": 322
    },
    {
      "epoch": 0.8455497382198953,
      "grad_norm": 1.67673921585083,
      "learning_rate": 6.668183293226891e-05,
      "loss": 2.8364,
      "step": 323
    },
    {
      "epoch": 0.8481675392670157,
      "grad_norm": 1.9970136880874634,
      "learning_rate": 6.647742972233703e-05,
      "loss": 2.888,
      "step": 324
    },
    {
      "epoch": 0.8507853403141361,
      "grad_norm": 1.8752323389053345,
      "learning_rate": 6.627271711795386e-05,
      "loss": 3.0591,
      "step": 325
    },
    {
      "epoch": 0.8534031413612565,
      "grad_norm": 1.7339110374450684,
      "learning_rate": 6.606769896298014e-05,
      "loss": 2.8724,
      "step": 326
    },
    {
      "epoch": 0.856020942408377,
      "grad_norm": 1.8849775791168213,
      "learning_rate": 6.586237910701374e-05,
      "loss": 2.8541,
      "step": 327
    },
    {
      "epoch": 0.8586387434554974,
      "grad_norm": 1.8441506624221802,
      "learning_rate": 6.565676140531764e-05,
      "loss": 2.9447,
      "step": 328
    },
    {
      "epoch": 0.8612565445026178,
      "grad_norm": 1.7712169885635376,
      "learning_rate": 6.545084971874738e-05,
      "loss": 2.6989,
      "step": 329
    },
    {
      "epoch": 0.8638743455497382,
      "grad_norm": 1.7494961023330688,
      "learning_rate": 6.524464791367861e-05,
      "loss": 2.7702,
      "step": 330
    },
    {
      "epoch": 0.8664921465968587,
      "grad_norm": 2.063343048095703,
      "learning_rate": 6.503815986193456e-05,
      "loss": 2.746,
      "step": 331
    },
    {
      "epoch": 0.8691099476439791,
      "grad_norm": 1.89371919631958,
      "learning_rate": 6.483138944071316e-05,
      "loss": 2.7176,
      "step": 332
    },
    {
      "epoch": 0.8717277486910995,
      "grad_norm": 2.864008665084839,
      "learning_rate": 6.462434053251446e-05,
      "loss": 2.6897,
      "step": 333
    },
    {
      "epoch": 0.8743455497382199,
      "grad_norm": 1.761522650718689,
      "learning_rate": 6.441701702506754e-05,
      "loss": 2.5764,
      "step": 334
    },
    {
      "epoch": 0.8769633507853403,
      "grad_norm": 1.726992130279541,
      "learning_rate": 6.420942281125765e-05,
      "loss": 2.6313,
      "step": 335
    },
    {
      "epoch": 0.8795811518324608,
      "grad_norm": 1.711841106414795,
      "learning_rate": 6.400156178905308e-05,
      "loss": 2.7067,
      "step": 336
    },
    {
      "epoch": 0.8821989528795812,
      "grad_norm": 1.8135813474655151,
      "learning_rate": 6.379343786143184e-05,
      "loss": 2.78,
      "step": 337
    },
    {
      "epoch": 0.8848167539267016,
      "grad_norm": 1.6920337677001953,
      "learning_rate": 6.358505493630858e-05,
      "loss": 2.8199,
      "step": 338
    },
    {
      "epoch": 0.887434554973822,
      "grad_norm": 1.7479579448699951,
      "learning_rate": 6.337641692646106e-05,
      "loss": 2.8199,
      "step": 339
    },
    {
      "epoch": 0.8900523560209425,
      "grad_norm": 1.778996467590332,
      "learning_rate": 6.316752774945673e-05,
      "loss": 2.6521,
      "step": 340
    },
    {
      "epoch": 0.8926701570680629,
      "grad_norm": 1.964356541633606,
      "learning_rate": 6.295839132757919e-05,
      "loss": 2.7588,
      "step": 341
    },
    {
      "epoch": 0.8952879581151832,
      "grad_norm": 1.6494593620300293,
      "learning_rate": 6.274901158775454e-05,
      "loss": 2.7191,
      "step": 342
    },
    {
      "epoch": 0.8979057591623036,
      "grad_norm": 1.7057850360870361,
      "learning_rate": 6.25393924614776e-05,
      "loss": 2.5695,
      "step": 343
    },
    {
      "epoch": 0.900523560209424,
      "grad_norm": 1.83281672000885,
      "learning_rate": 6.232953788473811e-05,
      "loss": 2.7329,
      "step": 344
    },
    {
      "epoch": 0.9031413612565445,
      "grad_norm": 1.7066670656204224,
      "learning_rate": 6.211945179794684e-05,
      "loss": 2.6925,
      "step": 345
    },
    {
      "epoch": 0.9057591623036649,
      "grad_norm": 1.7664719820022583,
      "learning_rate": 6.190913814586162e-05,
      "loss": 2.8158,
      "step": 346
    },
    {
      "epoch": 0.9083769633507853,
      "grad_norm": 1.8208638429641724,
      "learning_rate": 6.169860087751321e-05,
      "loss": 2.6722,
      "step": 347
    },
    {
      "epoch": 0.9109947643979057,
      "grad_norm": 1.891035556793213,
      "learning_rate": 6.148784394613119e-05,
      "loss": 2.7744,
      "step": 348
    },
    {
      "epoch": 0.9136125654450262,
      "grad_norm": 1.7416268587112427,
      "learning_rate": 6.127687130906972e-05,
      "loss": 2.5742,
      "step": 349
    },
    {
      "epoch": 0.9162303664921466,
      "grad_norm": 2.1573400497436523,
      "learning_rate": 6.106568692773324e-05,
      "loss": 2.7032,
      "step": 350
    },
    {
      "epoch": 0.918848167539267,
      "grad_norm": 1.9572385549545288,
      "learning_rate": 6.0854294767502084e-05,
      "loss": 2.7508,
      "step": 351
    },
    {
      "epoch": 0.9214659685863874,
      "grad_norm": 1.7982288599014282,
      "learning_rate": 6.064269879765805e-05,
      "loss": 2.8771,
      "step": 352
    },
    {
      "epoch": 0.9240837696335078,
      "grad_norm": 1.6815402507781982,
      "learning_rate": 6.043090299130978e-05,
      "loss": 2.7996,
      "step": 353
    },
    {
      "epoch": 0.9267015706806283,
      "grad_norm": 1.8650509119033813,
      "learning_rate": 6.021891132531825e-05,
      "loss": 2.7655,
      "step": 354
    },
    {
      "epoch": 0.9293193717277487,
      "grad_norm": 1.7183104753494263,
      "learning_rate": 6.000672778022208e-05,
      "loss": 2.6123,
      "step": 355
    },
    {
      "epoch": 0.9319371727748691,
      "grad_norm": 1.7947955131530762,
      "learning_rate": 5.979435634016277e-05,
      "loss": 2.6827,
      "step": 356
    },
    {
      "epoch": 0.9345549738219895,
      "grad_norm": 1.6206470727920532,
      "learning_rate": 5.95818009928099e-05,
      "loss": 2.5481,
      "step": 357
    },
    {
      "epoch": 0.93717277486911,
      "grad_norm": 1.8061578273773193,
      "learning_rate": 5.9369065729286245e-05,
      "loss": 2.7013,
      "step": 358
    },
    {
      "epoch": 0.9397905759162304,
      "grad_norm": 1.7426854372024536,
      "learning_rate": 5.9156154544092815e-05,
      "loss": 2.8558,
      "step": 359
    },
    {
      "epoch": 0.9424083769633508,
      "grad_norm": 1.7318534851074219,
      "learning_rate": 5.894307143503393e-05,
      "loss": 2.8222,
      "step": 360
    },
    {
      "epoch": 0.9450261780104712,
      "grad_norm": 1.6571924686431885,
      "learning_rate": 5.8729820403142054e-05,
      "loss": 2.7089,
      "step": 361
    },
    {
      "epoch": 0.9476439790575916,
      "grad_norm": 1.6273107528686523,
      "learning_rate": 5.851640545260276e-05,
      "loss": 2.5964,
      "step": 362
    },
    {
      "epoch": 0.9502617801047121,
      "grad_norm": 1.7294092178344727,
      "learning_rate": 5.830283059067947e-05,
      "loss": 2.6222,
      "step": 363
    },
    {
      "epoch": 0.9528795811518325,
      "grad_norm": 1.631488561630249,
      "learning_rate": 5.808909982763825e-05,
      "loss": 2.711,
      "step": 364
    },
    {
      "epoch": 0.9554973821989529,
      "grad_norm": 1.7980823516845703,
      "learning_rate": 5.787521717667247e-05,
      "loss": 2.5482,
      "step": 365
    },
    {
      "epoch": 0.9581151832460733,
      "grad_norm": 1.5978546142578125,
      "learning_rate": 5.7661186653827535e-05,
      "loss": 2.6563,
      "step": 366
    },
    {
      "epoch": 0.9607329842931938,
      "grad_norm": 1.7057075500488281,
      "learning_rate": 5.744701227792538e-05,
      "loss": 2.7849,
      "step": 367
    },
    {
      "epoch": 0.9633507853403142,
      "grad_norm": 1.9055167436599731,
      "learning_rate": 5.7232698070489065e-05,
      "loss": 2.8311,
      "step": 368
    },
    {
      "epoch": 0.9659685863874345,
      "grad_norm": 1.6838874816894531,
      "learning_rate": 5.701824805566722e-05,
      "loss": 2.6986,
      "step": 369
    },
    {
      "epoch": 0.9685863874345549,
      "grad_norm": 1.7164732217788696,
      "learning_rate": 5.680366626015855e-05,
      "loss": 2.7211,
      "step": 370
    },
    {
      "epoch": 0.9712041884816754,
      "grad_norm": 4.532098770141602,
      "learning_rate": 5.658895671313619e-05,
      "loss": 2.6758,
      "step": 371
    },
    {
      "epoch": 0.9738219895287958,
      "grad_norm": 1.914410948753357,
      "learning_rate": 5.6374123446172e-05,
      "loss": 2.8492,
      "step": 372
    },
    {
      "epoch": 0.9764397905759162,
      "grad_norm": 1.6964002847671509,
      "learning_rate": 5.615917049316095e-05,
      "loss": 2.6859,
      "step": 373
    },
    {
      "epoch": 0.9790575916230366,
      "grad_norm": 1.863756537437439,
      "learning_rate": 5.5944101890245324e-05,
      "loss": 2.6823,
      "step": 374
    },
    {
      "epoch": 0.981675392670157,
      "grad_norm": 1.729614496231079,
      "learning_rate": 5.5728921675738964e-05,
      "loss": 2.6016,
      "step": 375
    },
    {
      "epoch": 0.9842931937172775,
      "grad_norm": 1.7206858396530151,
      "learning_rate": 5.551363389005144e-05,
      "loss": 2.6316,
      "step": 376
    },
    {
      "epoch": 0.9869109947643979,
      "grad_norm": 1.6375540494918823,
      "learning_rate": 5.529824257561212e-05,
      "loss": 2.5566,
      "step": 377
    },
    {
      "epoch": 0.9895287958115183,
      "grad_norm": 1.7328511476516724,
      "learning_rate": 5.508275177679436e-05,
      "loss": 2.7835,
      "step": 378
    },
    {
      "epoch": 0.9921465968586387,
      "grad_norm": 1.7834824323654175,
      "learning_rate": 5.486716553983951e-05,
      "loss": 2.6773,
      "step": 379
    },
    {
      "epoch": 0.9947643979057592,
      "grad_norm": 1.8649531602859497,
      "learning_rate": 5.4651487912780906e-05,
      "loss": 2.8563,
      "step": 380
    },
    {
      "epoch": 0.9973821989528796,
      "grad_norm": 1.7680840492248535,
      "learning_rate": 5.443572294536801e-05,
      "loss": 2.6923,
      "step": 381
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.223090648651123,
      "learning_rate": 5.4219874688990146e-05,
      "loss": 2.8072,
      "step": 382
    }
  ],
  "logging_steps": 1,
  "max_steps": 764,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 382,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.459853308847718e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}