{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.46875,
  "eval_steps": 500,
  "global_step": 4800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 9.765625e-05,
      "grad_norm": 79.3869857788086,
      "learning_rate": 3.3333333333333337e-06,
      "loss": 7.7773,
      "step": 1
    },
    {
      "epoch": 0.0001953125,
      "grad_norm": 80.6998291015625,
      "learning_rate": 6.6666666666666675e-06,
      "loss": 7.7617,
      "step": 2
    },
    {
      "epoch": 0.00029296875,
      "grad_norm": 67.86173248291016,
      "learning_rate": 1e-05,
      "loss": 7.6523,
      "step": 3
    },
    {
      "epoch": 0.000390625,
      "grad_norm": 31.295886993408203,
      "learning_rate": 1.3333333333333335e-05,
      "loss": 7.3242,
      "step": 4
    },
    {
      "epoch": 0.00048828125,
      "grad_norm": 27.488962173461914,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 7.2773,
      "step": 5
    },
    {
      "epoch": 0.0005859375,
      "grad_norm": 16.267820358276367,
      "learning_rate": 2e-05,
      "loss": 7.1641,
      "step": 6
    },
    {
      "epoch": 0.00068359375,
      "grad_norm": 37.23747253417969,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 7.2812,
      "step": 7
    },
    {
      "epoch": 0.00078125,
      "grad_norm": 17.467384338378906,
      "learning_rate": 2.666666666666667e-05,
      "loss": 7.0508,
      "step": 8
    },
    {
      "epoch": 0.00087890625,
      "grad_norm": 9.459285736083984,
      "learning_rate": 3e-05,
      "loss": 6.9375,
      "step": 9
    },
    {
      "epoch": 0.0009765625,
      "grad_norm": 8.56839656829834,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 6.8789,
      "step": 10
    },
    {
      "epoch": 0.00107421875,
      "grad_norm": 24.074443817138672,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 6.8672,
      "step": 11
    },
    {
      "epoch": 0.001171875,
      "grad_norm": 11.778696060180664,
      "learning_rate": 4e-05,
      "loss": 6.7969,
      "step": 12
    },
    {
      "epoch": 0.00126953125,
      "grad_norm": 14.282492637634277,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 6.8047,
      "step": 13
    },
    {
      "epoch": 0.0013671875,
      "grad_norm": 8.801307678222656,
      "learning_rate": 4.666666666666667e-05,
      "loss": 6.7188,
      "step": 14
    },
    {
      "epoch": 0.00146484375,
      "grad_norm": 8.514760971069336,
      "learning_rate": 5e-05,
      "loss": 6.7148,
      "step": 15
    },
    {
      "epoch": 0.0015625,
      "grad_norm": 9.48074722290039,
      "learning_rate": 5.333333333333334e-05,
      "loss": 6.6641,
      "step": 16
    },
    {
      "epoch": 0.00166015625,
      "grad_norm": 7.557260036468506,
      "learning_rate": 5.6666666666666664e-05,
      "loss": 6.6172,
      "step": 17
    },
    {
      "epoch": 0.0017578125,
      "grad_norm": 6.613265037536621,
      "learning_rate": 6e-05,
      "loss": 6.5977,
      "step": 18
    },
    {
      "epoch": 0.00185546875,
      "grad_norm": 13.777167320251465,
      "learning_rate": 6.333333333333335e-05,
      "loss": 6.6328,
      "step": 19
    },
    {
      "epoch": 0.001953125,
      "grad_norm": 6.775121688842773,
      "learning_rate": 6.666666666666667e-05,
      "loss": 6.5391,
      "step": 20
    },
    {
      "epoch": 0.00205078125,
      "grad_norm": 9.053375244140625,
      "learning_rate": 7.000000000000001e-05,
      "loss": 6.543,
      "step": 21
    },
    {
      "epoch": 0.0021484375,
      "grad_norm": 5.147669792175293,
      "learning_rate": 7.333333333333333e-05,
      "loss": 6.5039,
      "step": 22
    },
    {
      "epoch": 0.00224609375,
      "grad_norm": 9.595170974731445,
      "learning_rate": 7.666666666666667e-05,
      "loss": 6.5,
      "step": 23
    },
    {
      "epoch": 0.00234375,
      "grad_norm": 6.9720964431762695,
      "learning_rate": 8e-05,
      "loss": 6.4883,
      "step": 24
    },
    {
      "epoch": 0.00244140625,
      "grad_norm": 9.805245399475098,
      "learning_rate": 8.333333333333333e-05,
      "loss": 6.4414,
      "step": 25
    },
    {
      "epoch": 0.0025390625,
      "grad_norm": 5.9478044509887695,
      "learning_rate": 8.666666666666667e-05,
      "loss": 6.4297,
      "step": 26
    },
    {
      "epoch": 0.00263671875,
      "grad_norm": 8.962249755859375,
      "learning_rate": 8.999999999999999e-05,
      "loss": 6.4297,
      "step": 27
    },
    {
      "epoch": 0.002734375,
      "grad_norm": 5.202462673187256,
      "learning_rate": 9.333333333333334e-05,
      "loss": 6.375,
      "step": 28
    },
    {
      "epoch": 0.00283203125,
      "grad_norm": 5.034671306610107,
      "learning_rate": 9.666666666666667e-05,
      "loss": 6.3555,
      "step": 29
    },
    {
      "epoch": 0.0029296875,
      "grad_norm": 7.446832656860352,
      "learning_rate": 0.0001,
      "loss": 6.3477,
      "step": 30
    },
    {
      "epoch": 0.00302734375,
      "grad_norm": 5.554169654846191,
      "learning_rate": 0.00010333333333333333,
      "loss": 6.3086,
      "step": 31
    },
    {
      "epoch": 0.003125,
      "grad_norm": 5.340260028839111,
      "learning_rate": 0.00010666666666666668,
      "loss": 6.293,
      "step": 32
    },
    {
      "epoch": 0.00322265625,
      "grad_norm": 6.529757976531982,
      "learning_rate": 0.00011,
      "loss": 6.2812,
      "step": 33
    },
    {
      "epoch": 0.0033203125,
      "grad_norm": 8.140447616577148,
      "learning_rate": 0.00011333333333333333,
      "loss": 6.2656,
      "step": 34
    },
    {
      "epoch": 0.00341796875,
      "grad_norm": 5.15455961227417,
      "learning_rate": 0.00011666666666666667,
      "loss": 6.2266,
      "step": 35
    },
    {
      "epoch": 0.003515625,
      "grad_norm": 7.219542980194092,
      "learning_rate": 0.00012,
      "loss": 6.2539,
      "step": 36
    },
    {
      "epoch": 0.00361328125,
      "grad_norm": 5.522006988525391,
      "learning_rate": 0.00012333333333333334,
      "loss": 6.2305,
      "step": 37
    },
    {
      "epoch": 0.0037109375,
      "grad_norm": 4.108240127563477,
      "learning_rate": 0.0001266666666666667,
      "loss": 6.2109,
      "step": 38
    },
    {
      "epoch": 0.00380859375,
      "grad_norm": 5.117391586303711,
      "learning_rate": 0.00013000000000000002,
      "loss": 6.1992,
      "step": 39
    },
    {
      "epoch": 0.00390625,
      "grad_norm": 9.84037971496582,
      "learning_rate": 0.00013333333333333334,
      "loss": 6.2227,
      "step": 40
    },
    {
      "epoch": 0.00400390625,
      "grad_norm": 5.794247150421143,
      "learning_rate": 0.00013666666666666666,
      "loss": 6.1953,
      "step": 41
    },
    {
      "epoch": 0.0041015625,
      "grad_norm": 5.9350810050964355,
      "learning_rate": 0.00014000000000000001,
      "loss": 6.1836,
      "step": 42
    },
    {
      "epoch": 0.00419921875,
      "grad_norm": 6.219013214111328,
      "learning_rate": 0.00014333333333333334,
      "loss": 6.168,
      "step": 43
    },
    {
      "epoch": 0.004296875,
      "grad_norm": 4.501729488372803,
      "learning_rate": 0.00014666666666666666,
      "loss": 6.1055,
      "step": 44
    },
    {
      "epoch": 0.00439453125,
      "grad_norm": 6.2689948081970215,
      "learning_rate": 0.00015,
      "loss": 6.1328,
      "step": 45
    },
    {
      "epoch": 0.0044921875,
      "grad_norm": 4.54839563369751,
      "learning_rate": 0.00015333333333333334,
      "loss": 6.1055,
      "step": 46
    },
    {
      "epoch": 0.00458984375,
      "grad_norm": 4.619740009307861,
      "learning_rate": 0.0001566666666666667,
      "loss": 6.082,
      "step": 47
    },
    {
      "epoch": 0.0046875,
      "grad_norm": 7.260074615478516,
      "learning_rate": 0.00016,
      "loss": 6.0938,
      "step": 48
    },
    {
      "epoch": 0.00478515625,
      "grad_norm": 5.270298480987549,
      "learning_rate": 0.00016333333333333334,
      "loss": 6.0859,
      "step": 49
    },
    {
      "epoch": 0.0048828125,
      "grad_norm": 6.634472846984863,
      "learning_rate": 0.00016666666666666666,
      "loss": 6.0625,
      "step": 50
    },
    {
      "epoch": 0.00498046875,
      "grad_norm": 4.172934532165527,
      "learning_rate": 0.00017,
      "loss": 6.0469,
      "step": 51
    },
    {
      "epoch": 0.005078125,
      "grad_norm": 5.719873905181885,
      "learning_rate": 0.00017333333333333334,
      "loss": 6.0273,
      "step": 52
    },
    {
      "epoch": 0.00517578125,
      "grad_norm": 4.851602554321289,
      "learning_rate": 0.00017666666666666666,
      "loss": 6.0234,
      "step": 53
    },
    {
      "epoch": 0.0052734375,
      "grad_norm": 4.784290313720703,
      "learning_rate": 0.00017999999999999998,
      "loss": 5.9883,
      "step": 54
    },
    {
      "epoch": 0.00537109375,
      "grad_norm": 5.738783359527588,
      "learning_rate": 0.00018333333333333334,
      "loss": 6.0078,
      "step": 55
    },
    {
      "epoch": 0.00546875,
      "grad_norm": 4.525517463684082,
      "learning_rate": 0.0001866666666666667,
      "loss": 5.9844,
      "step": 56
    },
    {
      "epoch": 0.00556640625,
      "grad_norm": 5.545010566711426,
      "learning_rate": 0.00019,
      "loss": 6.0078,
      "step": 57
    },
    {
      "epoch": 0.0056640625,
      "grad_norm": 5.725442409515381,
      "learning_rate": 0.00019333333333333333,
      "loss": 5.9688,
      "step": 58
    },
    {
      "epoch": 0.00576171875,
      "grad_norm": 4.413902282714844,
      "learning_rate": 0.00019666666666666666,
      "loss": 5.9414,
      "step": 59
    },
    {
      "epoch": 0.005859375,
      "grad_norm": 4.734899520874023,
      "learning_rate": 0.0002,
      "loss": 5.9609,
      "step": 60
    },
    {
      "epoch": 0.00595703125,
      "grad_norm": 4.493259906768799,
      "learning_rate": 0.00020333333333333333,
      "loss": 5.9648,
      "step": 61
    },
    {
      "epoch": 0.0060546875,
      "grad_norm": 4.654330253601074,
      "learning_rate": 0.00020666666666666666,
      "loss": 5.957,
      "step": 62
    },
    {
      "epoch": 0.00615234375,
      "grad_norm": 5.410141944885254,
      "learning_rate": 0.00021,
      "loss": 5.9766,
      "step": 63
    },
    {
      "epoch": 0.00625,
      "grad_norm": 3.376593589782715,
      "learning_rate": 0.00021333333333333336,
      "loss": 5.9062,
      "step": 64
    },
    {
      "epoch": 0.00634765625,
      "grad_norm": 5.334528923034668,
      "learning_rate": 0.00021666666666666668,
      "loss": 5.9141,
      "step": 65
    },
    {
      "epoch": 0.0064453125,
      "grad_norm": 4.844014644622803,
      "learning_rate": 0.00022,
      "loss": 5.9062,
      "step": 66
    },
    {
      "epoch": 0.00654296875,
      "grad_norm": 4.3729939460754395,
      "learning_rate": 0.00022333333333333333,
      "loss": 5.9023,
      "step": 67
    },
    {
      "epoch": 0.006640625,
      "grad_norm": 6.744809627532959,
      "learning_rate": 0.00022666666666666666,
      "loss": 5.9648,
      "step": 68
    },
    {
      "epoch": 0.00673828125,
      "grad_norm": 4.010498046875,
      "learning_rate": 0.00023,
      "loss": 5.8945,
      "step": 69
    },
    {
      "epoch": 0.0068359375,
      "grad_norm": 5.671877384185791,
      "learning_rate": 0.00023333333333333333,
      "loss": 5.9414,
      "step": 70
    },
    {
      "epoch": 0.00693359375,
      "grad_norm": 3.9647581577301025,
      "learning_rate": 0.00023666666666666668,
      "loss": 5.8672,
      "step": 71
    },
    {
      "epoch": 0.00703125,
      "grad_norm": 4.879064083099365,
      "learning_rate": 0.00024,
      "loss": 5.8672,
      "step": 72
    },
    {
      "epoch": 0.00712890625,
      "grad_norm": 5.130377292633057,
      "learning_rate": 0.00024333333333333336,
      "loss": 5.8711,
      "step": 73
    },
    {
      "epoch": 0.0072265625,
      "grad_norm": 5.8605122566223145,
      "learning_rate": 0.0002466666666666667,
      "loss": 5.875,
      "step": 74
    },
    {
      "epoch": 0.00732421875,
      "grad_norm": 5.346503257751465,
      "learning_rate": 0.00025,
      "loss": 5.9023,
      "step": 75
    },
    {
      "epoch": 0.007421875,
      "grad_norm": 5.273228645324707,
      "learning_rate": 0.0002533333333333334,
      "loss": 5.8867,
      "step": 76
    },
    {
      "epoch": 0.00751953125,
      "grad_norm": 3.8530828952789307,
      "learning_rate": 0.00025666666666666665,
      "loss": 5.8477,
      "step": 77
    },
    {
      "epoch": 0.0076171875,
      "grad_norm": 5.188773155212402,
      "learning_rate": 0.00026000000000000003,
      "loss": 5.8633,
      "step": 78
    },
    {
      "epoch": 0.00771484375,
      "grad_norm": 3.4620485305786133,
      "learning_rate": 0.0002633333333333333,
      "loss": 5.8398,
      "step": 79
    },
    {
      "epoch": 0.0078125,
      "grad_norm": 4.68696403503418,
      "learning_rate": 0.0002666666666666667,
      "loss": 5.8359,
      "step": 80
    },
    {
      "epoch": 0.00791015625,
      "grad_norm": 4.243693828582764,
      "learning_rate": 0.00027,
      "loss": 5.8555,
      "step": 81
    },
    {
      "epoch": 0.0080078125,
      "grad_norm": 5.6479363441467285,
      "learning_rate": 0.00027333333333333333,
      "loss": 5.832,
      "step": 82
    },
    {
      "epoch": 0.00810546875,
      "grad_norm": 3.7417171001434326,
      "learning_rate": 0.00027666666666666665,
      "loss": 5.8281,
      "step": 83
    },
    {
      "epoch": 0.008203125,
      "grad_norm": 4.857771873474121,
      "learning_rate": 0.00028000000000000003,
      "loss": 5.8086,
      "step": 84
    },
    {
      "epoch": 0.00830078125,
      "grad_norm": 4.6594085693359375,
      "learning_rate": 0.00028333333333333335,
      "loss": 5.832,
      "step": 85
    },
    {
      "epoch": 0.0083984375,
      "grad_norm": 4.48290491104126,
      "learning_rate": 0.0002866666666666667,
      "loss": 5.8164,
      "step": 86
    },
    {
      "epoch": 0.00849609375,
      "grad_norm": 6.183064937591553,
      "learning_rate": 0.00029,
      "loss": 5.8398,
      "step": 87
    },
    {
      "epoch": 0.00859375,
      "grad_norm": 4.494201183319092,
      "learning_rate": 0.0002933333333333333,
      "loss": 5.7969,
      "step": 88
    },
    {
      "epoch": 0.00869140625,
      "grad_norm": 5.650720596313477,
      "learning_rate": 0.0002966666666666667,
      "loss": 5.8438,
      "step": 89
    },
    {
      "epoch": 0.0087890625,
      "grad_norm": 5.558387756347656,
      "learning_rate": 0.0003,
      "loss": 5.8555,
      "step": 90
    },
    {
      "epoch": 0.00888671875,
      "grad_norm": 5.16208553314209,
      "learning_rate": 0.00030333333333333335,
      "loss": 5.8086,
      "step": 91
    },
    {
      "epoch": 0.008984375,
      "grad_norm": 6.598042964935303,
      "learning_rate": 0.0003066666666666667,
      "loss": 5.8516,
      "step": 92
    },
    {
      "epoch": 0.00908203125,
      "grad_norm": 4.591591835021973,
      "learning_rate": 0.00031,
      "loss": 5.8555,
      "step": 93
    },
    {
      "epoch": 0.0091796875,
      "grad_norm": 4.879761695861816,
      "learning_rate": 0.0003133333333333334,
      "loss": 5.8203,
      "step": 94
    },
    {
      "epoch": 0.00927734375,
      "grad_norm": 5.21987771987915,
      "learning_rate": 0.00031666666666666665,
      "loss": 5.8203,
      "step": 95
    },
    {
      "epoch": 0.009375,
      "grad_norm": 4.257232666015625,
      "learning_rate": 0.00032,
      "loss": 5.8047,
      "step": 96
    },
    {
      "epoch": 0.00947265625,
      "grad_norm": 6.07011604309082,
      "learning_rate": 0.0003233333333333333,
      "loss": 5.8359,
      "step": 97
    },
    {
      "epoch": 0.0095703125,
      "grad_norm": 5.662813186645508,
      "learning_rate": 0.0003266666666666667,
      "loss": 5.8633,
      "step": 98
    },
    {
      "epoch": 0.00966796875,
      "grad_norm": 4.59433650970459,
      "learning_rate": 0.00033,
      "loss": 5.8086,
      "step": 99
    },
    {
      "epoch": 0.009765625,
      "grad_norm": 4.295780181884766,
      "learning_rate": 0.0003333333333333333,
      "loss": 5.8008,
      "step": 100
    },
    {
      "epoch": 0.00986328125,
      "grad_norm": 4.587396144866943,
      "learning_rate": 0.0003366666666666667,
      "loss": 5.8008,
      "step": 101
    },
    {
      "epoch": 0.0099609375,
      "grad_norm": 4.299502849578857,
      "learning_rate": 0.00034,
      "loss": 5.7773,
      "step": 102
    },
    {
      "epoch": 0.01005859375,
      "grad_norm": 4.284260272979736,
      "learning_rate": 0.00034333333333333335,
      "loss": 5.793,
      "step": 103
    },
    {
      "epoch": 0.01015625,
      "grad_norm": 6.048828601837158,
      "learning_rate": 0.00034666666666666667,
      "loss": 5.8008,
      "step": 104
    },
    {
      "epoch": 0.01025390625,
      "grad_norm": 4.235161304473877,
      "learning_rate": 0.00035,
      "loss": 5.7656,
      "step": 105
    },
    {
      "epoch": 0.0103515625,
      "grad_norm": 5.187899589538574,
      "learning_rate": 0.0003533333333333333,
      "loss": 5.8125,
      "step": 106
    },
    {
      "epoch": 0.01044921875,
      "grad_norm": 4.133037567138672,
      "learning_rate": 0.0003566666666666667,
      "loss": 5.8047,
      "step": 107
    },
    {
      "epoch": 0.010546875,
      "grad_norm": 5.822926044464111,
      "learning_rate": 0.00035999999999999997,
      "loss": 5.8281,
      "step": 108
    },
    {
      "epoch": 0.01064453125,
      "grad_norm": 4.3357672691345215,
      "learning_rate": 0.00036333333333333335,
      "loss": 5.7734,
      "step": 109
    },
    {
      "epoch": 0.0107421875,
      "grad_norm": 4.930606842041016,
      "learning_rate": 0.00036666666666666667,
      "loss": 5.7812,
      "step": 110
    },
    {
      "epoch": 0.01083984375,
      "grad_norm": 4.797028064727783,
      "learning_rate": 0.00037,
      "loss": 5.7695,
      "step": 111
    },
    {
      "epoch": 0.0109375,
      "grad_norm": 3.1973586082458496,
      "learning_rate": 0.0003733333333333334,
      "loss": 5.7539,
      "step": 112
    },
    {
      "epoch": 0.01103515625,
      "grad_norm": 4.5399980545043945,
      "learning_rate": 0.00037666666666666664,
      "loss": 5.7852,
      "step": 113
    },
    {
      "epoch": 0.0111328125,
      "grad_norm": 4.550619602203369,
      "learning_rate": 0.00038,
      "loss": 5.7773,
      "step": 114
    },
    {
      "epoch": 0.01123046875,
      "grad_norm": 5.377904415130615,
      "learning_rate": 0.00038333333333333334,
      "loss": 5.7891,
      "step": 115
    },
    {
      "epoch": 0.011328125,
      "grad_norm": 4.06483268737793,
      "learning_rate": 0.00038666666666666667,
      "loss": 5.6992,
      "step": 116
    },
    {
      "epoch": 0.01142578125,
      "grad_norm": 3.8046791553497314,
      "learning_rate": 0.00039000000000000005,
      "loss": 5.7344,
      "step": 117
    },
    {
      "epoch": 0.0115234375,
      "grad_norm": 4.709420204162598,
      "learning_rate": 0.0003933333333333333,
      "loss": 5.7461,
      "step": 118
    },
    {
      "epoch": 0.01162109375,
      "grad_norm": 4.36158561706543,
      "learning_rate": 0.0003966666666666667,
      "loss": 5.75,
      "step": 119
    },
    {
      "epoch": 0.01171875,
      "grad_norm": 4.972657680511475,
      "learning_rate": 0.0004,
      "loss": 5.7188,
      "step": 120
    },
    {
      "epoch": 0.01181640625,
      "grad_norm": 3.862230062484741,
      "learning_rate": 0.00040333333333333334,
      "loss": 5.7617,
      "step": 121
    },
    {
      "epoch": 0.0119140625,
      "grad_norm": 6.694273948669434,
      "learning_rate": 0.00040666666666666667,
      "loss": 5.7734,
      "step": 122
    },
    {
      "epoch": 0.01201171875,
      "grad_norm": 4.289857864379883,
      "learning_rate": 0.00041,
      "loss": 5.7539,
      "step": 123
    },
    {
      "epoch": 0.012109375,
      "grad_norm": 4.241764545440674,
      "learning_rate": 0.0004133333333333333,
      "loss": 5.7422,
      "step": 124
    },
    {
      "epoch": 0.01220703125,
      "grad_norm": 5.350276947021484,
      "learning_rate": 0.0004166666666666667,
      "loss": 5.7578,
      "step": 125
    },
    {
      "epoch": 0.0123046875,
      "grad_norm": 4.058553695678711,
      "learning_rate": 0.00042,
      "loss": 5.6992,
      "step": 126
    },
    {
      "epoch": 0.01240234375,
      "grad_norm": 4.70885705947876,
      "learning_rate": 0.00042333333333333334,
      "loss": 5.7383,
      "step": 127
    },
    {
      "epoch": 0.0125,
      "grad_norm": 4.190490245819092,
      "learning_rate": 0.0004266666666666667,
      "loss": 5.7305,
      "step": 128
    },
    {
      "epoch": 0.01259765625,
      "grad_norm": 6.176610469818115,
      "learning_rate": 0.00043,
      "loss": 5.7344,
      "step": 129
    },
    {
      "epoch": 0.0126953125,
      "grad_norm": 4.583580017089844,
      "learning_rate": 0.00043333333333333337,
      "loss": 5.7266,
      "step": 130
    },
    {
      "epoch": 0.01279296875,
      "grad_norm": 3.8871593475341797,
      "learning_rate": 0.00043666666666666664,
      "loss": 5.7422,
      "step": 131
    },
    {
      "epoch": 0.012890625,
      "grad_norm": 6.952763557434082,
      "learning_rate": 0.00044,
      "loss": 5.7812,
      "step": 132
    },
    {
      "epoch": 0.01298828125,
      "grad_norm": 4.236309051513672,
      "learning_rate": 0.00044333333333333334,
      "loss": 5.75,
      "step": 133
    },
    {
      "epoch": 0.0130859375,
      "grad_norm": 7.308345794677734,
      "learning_rate": 0.00044666666666666666,
      "loss": 5.8125,
      "step": 134
    },
    {
      "epoch": 0.01318359375,
      "grad_norm": 8.599268913269043,
      "learning_rate": 0.00045000000000000004,
      "loss": 5.918,
      "step": 135
    },
    {
      "epoch": 0.01328125,
      "grad_norm": 4.937841415405273,
      "learning_rate": 0.0004533333333333333,
      "loss": 5.8242,
      "step": 136
    },
    {
      "epoch": 0.01337890625,
      "grad_norm": 4.781856536865234,
      "learning_rate": 0.0004566666666666667,
      "loss": 5.7891,
      "step": 137
    },
    {
      "epoch": 0.0134765625,
      "grad_norm": 7.261330604553223,
      "learning_rate": 0.00046,
      "loss": 5.8203,
      "step": 138
    },
    {
      "epoch": 0.01357421875,
      "grad_norm": 5.891605854034424,
      "learning_rate": 0.00046333333333333334,
      "loss": 5.875,
      "step": 139
    },
    {
      "epoch": 0.013671875,
      "grad_norm": 7.775816440582275,
      "learning_rate": 0.00046666666666666666,
      "loss": 5.8672,
      "step": 140
    },
    {
      "epoch": 0.01376953125,
      "grad_norm": 3.8871777057647705,
      "learning_rate": 0.00047,
      "loss": 5.8359,
      "step": 141
    },
    {
      "epoch": 0.0138671875,
      "grad_norm": 5.772259712219238,
      "learning_rate": 0.00047333333333333336,
      "loss": 5.8477,
      "step": 142
    },
    {
      "epoch": 0.01396484375,
      "grad_norm": 4.485783100128174,
      "learning_rate": 0.0004766666666666667,
      "loss": 5.793,
      "step": 143
    },
    {
      "epoch": 0.0140625,
      "grad_norm": 4.418201446533203,
      "learning_rate": 0.00048,
      "loss": 5.7812,
      "step": 144
    },
    {
      "epoch": 0.01416015625,
      "grad_norm": 7.3408074378967285,
      "learning_rate": 0.00048333333333333334,
      "loss": 5.8516,
      "step": 145
    },
    {
      "epoch": 0.0142578125,
      "grad_norm": 5.989964962005615,
      "learning_rate": 0.0004866666666666667,
      "loss": 5.8945,
      "step": 146
    },
    {
      "epoch": 0.01435546875,
      "grad_norm": 4.477835655212402,
      "learning_rate": 0.00049,
      "loss": 5.8477,
      "step": 147
    },
    {
      "epoch": 0.014453125,
      "grad_norm": 6.493783950805664,
      "learning_rate": 0.0004933333333333334,
      "loss": 5.8594,
      "step": 148
    },
    {
      "epoch": 0.01455078125,
      "grad_norm": 6.190314292907715,
      "learning_rate": 0.0004966666666666666,
      "loss": 5.8906,
      "step": 149
    },
    {
      "epoch": 0.0146484375,
      "grad_norm": 6.708803653717041,
      "learning_rate": 0.0005,
      "loss": 5.8711,
      "step": 150
    },
    {
      "epoch": 0.01474609375,
      "grad_norm": 5.7710113525390625,
      "learning_rate": 0.0004999999890938886,
      "loss": 5.8633,
      "step": 151
    },
    {
      "epoch": 0.01484375,
      "grad_norm": 5.553577899932861,
      "learning_rate": 0.0004999999563755552,
      "loss": 5.8594,
      "step": 152
    },
    {
      "epoch": 0.01494140625,
      "grad_norm": 4.852464199066162,
      "learning_rate": 0.0004999999018450032,
      "loss": 5.8555,
      "step": 153
    },
    {
      "epoch": 0.0150390625,
      "grad_norm": 4.127274990081787,
      "learning_rate": 0.0004999998255022377,
      "loss": 5.793,
      "step": 154
    },
    {
      "epoch": 0.01513671875,
      "grad_norm": 5.139339923858643,
      "learning_rate": 0.0004999997273472664,
      "loss": 5.8398,
      "step": 155
    },
    {
      "epoch": 0.015234375,
      "grad_norm": 3.9165873527526855,
      "learning_rate": 0.0004999996073800985,
      "loss": 5.7852,
      "step": 156
    },
    {
      "epoch": 0.01533203125,
      "grad_norm": 4.544178485870361,
      "learning_rate": 0.0004999994656007457,
      "loss": 5.8125,
      "step": 157
    },
    {
      "epoch": 0.0154296875,
      "grad_norm": 4.998808860778809,
      "learning_rate": 0.0004999993020092219,
      "loss": 5.8359,
      "step": 158
    },
    {
      "epoch": 0.01552734375,
      "grad_norm": 5.184920787811279,
      "learning_rate": 0.0004999991166055426,
      "loss": 5.8281,
      "step": 159
    },
    {
      "epoch": 0.015625,
      "grad_norm": 3.716250419616699,
      "learning_rate": 0.0004999989093897262,
      "loss": 5.7969,
      "step": 160
    },
    {
      "epoch": 0.01572265625,
      "grad_norm": 3.8317952156066895,
      "learning_rate": 0.0004999986803617926,
      "loss": 5.7617,
      "step": 161
    },
    {
      "epoch": 0.0158203125,
      "grad_norm": 4.461795330047607,
      "learning_rate": 0.0004999984295217641,
      "loss": 5.8047,
      "step": 162
    },
    {
      "epoch": 0.01591796875,
      "grad_norm": 3.0825703144073486,
      "learning_rate": 0.0004999981568696648,
      "loss": 5.7656,
      "step": 163
    },
    {
      "epoch": 0.016015625,
      "grad_norm": 4.151459217071533,
      "learning_rate": 0.0004999978624055212,
      "loss": 5.7617,
      "step": 164
    },
    {
      "epoch": 0.01611328125,
      "grad_norm": 3.66987681388855,
      "learning_rate": 0.0004999975461293621,
      "loss": 5.7461,
      "step": 165
    },
    {
      "epoch": 0.0162109375,
      "grad_norm": 4.092290878295898,
      "learning_rate": 0.0004999972080412177,
      "loss": 5.75,
      "step": 166
    },
    {
      "epoch": 0.01630859375,
      "grad_norm": 4.104146480560303,
      "learning_rate": 0.0004999968481411212,
      "loss": 5.7656,
      "step": 167
    },
    {
      "epoch": 0.01640625,
      "grad_norm": 4.437919616699219,
      "learning_rate": 0.0004999964664291073,
      "loss": 5.7812,
      "step": 168
    },
    {
      "epoch": 0.01650390625,
      "grad_norm": 7.200653553009033,
      "learning_rate": 0.0004999960629052131,
      "loss": 5.7578,
      "step": 169
    },
    {
      "epoch": 0.0166015625,
      "grad_norm": 2.731268882751465,
      "learning_rate": 0.0004999956375694776,
      "loss": 5.707,
      "step": 170
    },
    {
      "epoch": 0.01669921875,
      "grad_norm": 5.332357406616211,
      "learning_rate": 0.0004999951904219421,
      "loss": 5.7461,
      "step": 171
    },
    {
      "epoch": 0.016796875,
      "grad_norm": 3.130514144897461,
      "learning_rate": 0.0004999947214626501,
      "loss": 5.7109,
      "step": 172
    },
    {
      "epoch": 0.01689453125,
      "grad_norm": 3.6535258293151855,
      "learning_rate": 0.0004999942306916466,
      "loss": 5.7344,
      "step": 173
    },
    {
      "epoch": 0.0169921875,
      "grad_norm": 3.5438027381896973,
      "learning_rate": 0.0004999937181089796,
      "loss": 5.6953,
      "step": 174
    },
    {
      "epoch": 0.01708984375,
      "grad_norm": 4.228607177734375,
      "learning_rate": 0.0004999931837146987,
      "loss": 5.7031,
      "step": 175
    },
    {
      "epoch": 0.0171875,
      "grad_norm": 3.217113971710205,
      "learning_rate": 0.0004999926275088556,
      "loss": 5.7148,
      "step": 176
    },
    {
      "epoch": 0.01728515625,
      "grad_norm": 4.9072041511535645,
      "learning_rate": 0.0004999920494915043,
      "loss": 5.75,
      "step": 177
    },
    {
      "epoch": 0.0173828125,
      "grad_norm": 2.8025128841400146,
      "learning_rate": 0.0004999914496627009,
      "loss": 5.7148,
      "step": 178
    },
    {
      "epoch": 0.01748046875,
      "grad_norm": 2.481431245803833,
      "learning_rate": 0.0004999908280225035,
      "loss": 5.6445,
      "step": 179
    },
    {
      "epoch": 0.017578125,
      "grad_norm": 3.0694146156311035,
      "learning_rate": 0.0004999901845709722,
      "loss": 5.6602,
      "step": 180
    },
    {
      "epoch": 0.01767578125,
      "grad_norm": 2.6255242824554443,
      "learning_rate": 0.0004999895193081698,
      "loss": 5.6523,
      "step": 181
    },
    {
      "epoch": 0.0177734375,
      "grad_norm": 3.0787289142608643,
      "learning_rate": 0.0004999888322341602,
      "loss": 5.6367,
      "step": 182
    },
    {
      "epoch": 0.01787109375,
      "grad_norm": 3.5675113201141357,
      "learning_rate": 0.0004999881233490104,
      "loss": 5.6875,
      "step": 183
    },
    {
      "epoch": 0.01796875,
      "grad_norm": 3.278024673461914,
      "learning_rate": 0.0004999873926527891,
      "loss": 5.6406,
      "step": 184
    },
    {
      "epoch": 0.01806640625,
      "grad_norm": 3.4470205307006836,
      "learning_rate": 0.0004999866401455671,
      "loss": 5.6328,
      "step": 185
    },
    {
      "epoch": 0.0181640625,
      "grad_norm": 2.537705659866333,
      "learning_rate": 0.0004999858658274172,
      "loss": 5.625,
      "step": 186
    },
    {
      "epoch": 0.01826171875,
      "grad_norm": 3.446849822998047,
      "learning_rate": 0.0004999850696984147,
      "loss": 5.6367,
      "step": 187
    },
    {
      "epoch": 0.018359375,
      "grad_norm": 2.9557571411132812,
      "learning_rate": 0.0004999842517586367,
      "loss": 5.6523,
      "step": 188
    },
    {
      "epoch": 0.01845703125,
      "grad_norm": 2.224954605102539,
      "learning_rate": 0.0004999834120081624,
      "loss": 5.6133,
      "step": 189
    },
    {
      "epoch": 0.0185546875,
      "grad_norm": 2.847534418106079,
      "learning_rate": 0.0004999825504470732,
      "loss": 5.5977,
      "step": 190
    },
    {
      "epoch": 0.01865234375,
      "grad_norm": 3.08176851272583,
      "learning_rate": 0.0004999816670754527,
      "loss": 5.6094,
      "step": 191
    },
    {
      "epoch": 0.01875,
      "grad_norm": 2.509631872177124,
      "learning_rate": 0.0004999807618933866,
      "loss": 5.582,
      "step": 192
    },
    {
      "epoch": 0.01884765625,
      "grad_norm": 2.551470994949341,
      "learning_rate": 0.0004999798349009626,
      "loss": 5.582,
      "step": 193
    },
    {
      "epoch": 0.0189453125,
      "grad_norm": 2.8080625534057617,
      "learning_rate": 0.0004999788860982706,
      "loss": 5.5898,
      "step": 194
    },
    {
      "epoch": 0.01904296875,
      "grad_norm": 2.784714698791504,
      "learning_rate": 0.0004999779154854024,
      "loss": 5.6016,
      "step": 195
    },
    {
      "epoch": 0.019140625,
      "grad_norm": 2.6262359619140625,
      "learning_rate": 0.0004999769230624524,
      "loss": 5.5664,
      "step": 196
    },
    {
      "epoch": 0.01923828125,
      "grad_norm": 2.2458934783935547,
      "learning_rate": 0.0004999759088295165,
      "loss": 5.5508,
      "step": 197
    },
    {
      "epoch": 0.0193359375,
      "grad_norm": 2.5689525604248047,
      "learning_rate": 0.0004999748727866932,
      "loss": 5.5625,
      "step": 198
    },
    {
      "epoch": 0.01943359375,
      "grad_norm": 2.44174861907959,
      "learning_rate": 0.0004999738149340828,
      "loss": 5.5352,
      "step": 199
    },
    {
      "epoch": 0.01953125,
      "grad_norm": 2.5862767696380615,
      "learning_rate": 0.000499972735271788,
      "loss": 5.5234,
      "step": 200
    },
    {
      "epoch": 0.01962890625,
      "grad_norm": 2.2569644451141357,
      "learning_rate": 0.0004999716337999135,
      "loss": 5.5078,
      "step": 201
    },
    {
      "epoch": 0.0197265625,
      "grad_norm": 2.5576300621032715,
      "learning_rate": 0.0004999705105185659,
      "loss": 5.5391,
      "step": 202
    },
    {
      "epoch": 0.01982421875,
      "grad_norm": 2.7671685218811035,
      "learning_rate": 0.0004999693654278542,
      "loss": 5.5234,
      "step": 203
    },
    {
      "epoch": 0.019921875,
      "grad_norm": 1.9716945886611938,
      "learning_rate": 0.0004999681985278894,
      "loss": 5.4961,
      "step": 204
    },
    {
      "epoch": 0.02001953125,
      "grad_norm": 2.345658302307129,
      "learning_rate": 0.0004999670098187846,
      "loss": 5.4961,
      "step": 205
    },
    {
      "epoch": 0.0201171875,
      "grad_norm": 2.1516318321228027,
      "learning_rate": 0.0004999657993006551,
      "loss": 5.5078,
      "step": 206
    },
    {
      "epoch": 0.02021484375,
      "grad_norm": 2.983196258544922,
      "learning_rate": 0.0004999645669736181,
      "loss": 5.5273,
      "step": 207
    },
    {
      "epoch": 0.0203125,
      "grad_norm": 2.5061614513397217,
      "learning_rate": 0.0004999633128377932,
      "loss": 5.5195,
      "step": 208
    },
    {
      "epoch": 0.02041015625,
      "grad_norm": 1.7015206813812256,
      "learning_rate": 0.000499962036893302,
      "loss": 5.4961,
      "step": 209
    },
    {
      "epoch": 0.0205078125,
      "grad_norm": 2.2488410472869873,
      "learning_rate": 0.0004999607391402681,
      "loss": 5.4258,
      "step": 210
    },
    {
      "epoch": 0.02060546875,
      "grad_norm": 2.7714498043060303,
      "learning_rate": 0.0004999594195788175,
      "loss": 5.5039,
      "step": 211
    },
    {
      "epoch": 0.020703125,
      "grad_norm": 2.1639745235443115,
      "learning_rate": 0.0004999580782090778,
      "loss": 5.4922,
      "step": 212
    },
    {
      "epoch": 0.02080078125,
      "grad_norm": 1.9490896463394165,
      "learning_rate": 0.0004999567150311793,
      "loss": 5.4492,
      "step": 213
    },
    {
      "epoch": 0.0208984375,
      "grad_norm": 2.291276454925537,
      "learning_rate": 0.0004999553300452541,
      "loss": 5.4648,
      "step": 214
    },
    {
      "epoch": 0.02099609375,
      "grad_norm": 2.4977705478668213,
      "learning_rate": 0.0004999539232514363,
      "loss": 5.4688,
      "step": 215
    },
    {
      "epoch": 0.02109375,
      "grad_norm": 2.013157367706299,
      "learning_rate": 0.0004999524946498624,
      "loss": 5.4727,
      "step": 216
    },
    {
      "epoch": 0.02119140625,
      "grad_norm": 2.35416579246521,
      "learning_rate": 0.000499951044240671,
      "loss": 5.457,
      "step": 217
    },
    {
      "epoch": 0.0212890625,
      "grad_norm": 1.7172154188156128,
      "learning_rate": 0.0004999495720240027,
      "loss": 5.4531,
      "step": 218
    },
    {
      "epoch": 0.02138671875,
      "grad_norm": 2.345547676086426,
      "learning_rate": 0.000499948078,
      "loss": 5.4609,
      "step": 219
    },
    {
      "epoch": 0.021484375,
      "grad_norm": 2.2435221672058105,
      "learning_rate": 0.0004999465621688078,
      "loss": 5.4453,
      "step": 220
    },
    {
      "epoch": 0.02158203125,
      "grad_norm": 2.306879997253418,
      "learning_rate": 0.0004999450245305732,
      "loss": 5.4414,
      "step": 221
    },
    {
      "epoch": 0.0216796875,
      "grad_norm": 2.2427804470062256,
      "learning_rate": 0.0004999434650854452,
      "loss": 5.4531,
      "step": 222
    },
    {
      "epoch": 0.02177734375,
      "grad_norm": 1.790202260017395,
      "learning_rate": 0.000499941883833575,
      "loss": 5.457,
      "step": 223
    },
    {
      "epoch": 0.021875,
      "grad_norm": 1.838149070739746,
      "learning_rate": 0.0004999402807751157,
      "loss": 5.4297,
      "step": 224
    },
    {
      "epoch": 0.02197265625,
      "grad_norm": 2.016653299331665,
      "learning_rate": 0.000499938655910223,
      "loss": 5.4141,
      "step": 225
    },
    {
      "epoch": 0.0220703125,
      "grad_norm": 2.0161890983581543,
      "learning_rate": 0.0004999370092390541,
      "loss": 5.3906,
      "step": 226
    },
    {
      "epoch": 0.02216796875,
      "grad_norm": 2.036649465560913,
      "learning_rate": 0.0004999353407617689,
      "loss": 5.4297,
      "step": 227
    },
    {
      "epoch": 0.022265625,
      "grad_norm": 1.5296927690505981,
      "learning_rate": 0.000499933650478529,
      "loss": 5.4023,
      "step": 228
    },
    {
      "epoch": 0.02236328125,
      "grad_norm": 1.713457703590393,
      "learning_rate": 0.0004999319383894985,
      "loss": 5.4219,
      "step": 229
    },
    {
      "epoch": 0.0224609375,
      "grad_norm": 2.3026342391967773,
      "learning_rate": 0.000499930204494843,
      "loss": 5.4453,
      "step": 230
    },
    {
      "epoch": 0.02255859375,
      "grad_norm": 2.2491424083709717,
      "learning_rate": 0.0004999284487947308,
      "loss": 5.4219,
      "step": 231
    },
    {
      "epoch": 0.02265625,
      "grad_norm": 2.2838447093963623,
      "learning_rate": 0.0004999266712893322,
      "loss": 5.4336,
      "step": 232
    },
    {
      "epoch": 0.02275390625,
      "grad_norm": 1.7964040040969849,
      "learning_rate": 0.0004999248719788193,
      "loss": 5.4141,
      "step": 233
    },
    {
      "epoch": 0.0228515625,
      "grad_norm": 2.0387890338897705,
      "learning_rate": 0.0004999230508633667,
      "loss": 5.4102,
      "step": 234
    },
    {
      "epoch": 0.02294921875,
      "grad_norm": 2.3577651977539062,
      "learning_rate": 0.0004999212079431507,
      "loss": 5.4297,
      "step": 235
    },
    {
      "epoch": 0.023046875,
      "grad_norm": 1.8143409490585327,
      "learning_rate": 0.0004999193432183504,
      "loss": 5.4023,
      "step": 236
    },
    {
      "epoch": 0.02314453125,
      "grad_norm": 1.6521782875061035,
      "learning_rate": 0.0004999174566891461,
      "loss": 5.3906,
      "step": 237
    },
    {
      "epoch": 0.0232421875,
      "grad_norm": 1.8481347560882568,
      "learning_rate": 0.000499915548355721,
      "loss": 5.3984,
      "step": 238
    },
    {
      "epoch": 0.02333984375,
      "grad_norm": 2.1952035427093506,
      "learning_rate": 0.0004999136182182601,
      "loss": 5.3984,
      "step": 239
    },
    {
      "epoch": 0.0234375,
      "grad_norm": 2.0808660984039307,
      "learning_rate": 0.0004999116662769502,
      "loss": 5.3945,
      "step": 240
    },
    {
      "epoch": 0.02353515625,
      "grad_norm": 2.293430805206299,
      "learning_rate": 0.0004999096925319808,
      "loss": 5.4102,
      "step": 241
    },
    {
      "epoch": 0.0236328125,
      "grad_norm": 1.6741044521331787,
      "learning_rate": 0.0004999076969835432,
      "loss": 5.4062,
      "step": 242
    },
    {
      "epoch": 0.02373046875,
      "grad_norm": 1.95404851436615,
      "learning_rate": 0.0004999056796318308,
      "loss": 5.3672,
      "step": 243
    },
    {
      "epoch": 0.023828125,
      "grad_norm": 1.8848334550857544,
      "learning_rate": 0.0004999036404770391,
      "loss": 5.375,
      "step": 244
    },
    {
      "epoch": 0.02392578125,
      "grad_norm": 1.6347148418426514,
      "learning_rate": 0.0004999015795193661,
      "loss": 5.3711,
      "step": 245
    },
    {
      "epoch": 0.0240234375,
      "grad_norm": 2.3380987644195557,
      "learning_rate": 0.0004998994967590113,
      "loss": 5.4023,
      "step": 246
    },
    {
      "epoch": 0.02412109375,
      "grad_norm": 1.4733819961547852,
      "learning_rate": 0.0004998973921961767,
      "loss": 5.3711,
      "step": 247
    },
    {
      "epoch": 0.02421875,
      "grad_norm": 2.443174362182617,
      "learning_rate": 0.0004998952658310662,
      "loss": 5.3633,
      "step": 248
    },
    {
      "epoch": 0.02431640625,
      "grad_norm": 1.9105093479156494,
      "learning_rate": 0.0004998931176638861,
      "loss": 5.375,
      "step": 249
    },
    {
      "epoch": 0.0244140625,
      "grad_norm": 2.14117431640625,
      "learning_rate": 0.0004998909476948446,
      "loss": 5.3672,
      "step": 250
    },
    {
      "epoch": 0.02451171875,
      "grad_norm": 1.5175701379776,
      "learning_rate": 0.0004998887559241521,
      "loss": 5.3711,
      "step": 251
    },
    {
      "epoch": 0.024609375,
      "grad_norm": 1.7954213619232178,
      "learning_rate": 0.000499886542352021,
      "loss": 5.3359,
      "step": 252
    },
    {
      "epoch": 0.02470703125,
      "grad_norm": 2.0219264030456543,
      "learning_rate": 0.0004998843069786659,
      "loss": 5.3516,
      "step": 253
    },
    {
      "epoch": 0.0248046875,
      "grad_norm": 2.42618465423584,
      "learning_rate": 0.0004998820498043036,
      "loss": 5.3594,
      "step": 254
    },
    {
      "epoch": 0.02490234375,
      "grad_norm": 2.4111266136169434,
      "learning_rate": 0.0004998797708291528,
      "loss": 5.3477,
      "step": 255
    },
    {
      "epoch": 0.025,
      "grad_norm": 1.6236835718154907,
      "learning_rate": 0.0004998774700534346,
      "loss": 5.3516,
      "step": 256
    },
    {
      "epoch": 0.02509765625,
      "grad_norm": 2.249431610107422,
      "learning_rate": 0.0004998751474773718,
      "loss": 5.3789,
      "step": 257
    },
    {
      "epoch": 0.0251953125,
      "grad_norm": 1.878957986831665,
      "learning_rate": 0.0004998728031011897,
      "loss": 5.3359,
      "step": 258
    },
    {
      "epoch": 0.02529296875,
      "grad_norm": 1.7500239610671997,
      "learning_rate": 0.0004998704369251156,
      "loss": 5.3086,
      "step": 259
    },
    {
      "epoch": 0.025390625,
      "grad_norm": 1.5108247995376587,
      "learning_rate": 0.0004998680489493788,
      "loss": 5.3008,
      "step": 260
    },
    {
      "epoch": 0.02548828125,
      "grad_norm": 1.8362010717391968,
      "learning_rate": 0.0004998656391742108,
      "loss": 5.3398,
      "step": 261
    },
    {
      "epoch": 0.0255859375,
      "grad_norm": 1.7218053340911865,
      "learning_rate": 0.0004998632075998453,
      "loss": 5.3633,
      "step": 262
    },
    {
      "epoch": 0.02568359375,
      "grad_norm": 1.8602724075317383,
      "learning_rate": 0.000499860754226518,
      "loss": 5.3477,
      "step": 263
    },
    {
      "epoch": 0.02578125,
      "grad_norm": 1.3672821521759033,
      "learning_rate": 0.0004998582790544667,
      "loss": 5.3047,
      "step": 264
    },
    {
      "epoch": 0.02587890625,
      "grad_norm": 1.5733098983764648,
      "learning_rate": 0.0004998557820839313,
      "loss": 5.3203,
      "step": 265
    },
    {
      "epoch": 0.0259765625,
      "grad_norm": 1.547677993774414,
      "learning_rate": 0.0004998532633151539,
      "loss": 5.3203,
      "step": 266
    },
    {
      "epoch": 0.02607421875,
      "grad_norm": 1.8635348081588745,
      "learning_rate": 0.0004998507227483789,
      "loss": 5.332,
      "step": 267
    },
    {
      "epoch": 0.026171875,
      "grad_norm": 1.7884019613265991,
      "learning_rate": 0.0004998481603838523,
      "loss": 5.3281,
      "step": 268
    },
    {
      "epoch": 0.02626953125,
      "grad_norm": 1.6009703874588013,
      "learning_rate": 0.0004998455762218225,
      "loss": 5.3125,
      "step": 269
    },
    {
      "epoch": 0.0263671875,
      "grad_norm": 1.79560387134552,
      "learning_rate": 0.0004998429702625401,
      "loss": 5.3125,
      "step": 270
    },
    {
      "epoch": 0.02646484375,
      "grad_norm": 2.2909066677093506,
      "learning_rate": 0.0004998403425062579,
      "loss": 5.3242,
      "step": 271
    },
    {
      "epoch": 0.0265625,
      "grad_norm": 1.209547758102417,
      "learning_rate": 0.0004998376929532305,
      "loss": 5.3164,
      "step": 272
    },
    {
      "epoch": 0.02666015625,
      "grad_norm": 1.811440110206604,
      "learning_rate": 0.0004998350216037146,
      "loss": 5.3047,
      "step": 273
    },
    {
      "epoch": 0.0267578125,
      "grad_norm": 1.956322193145752,
      "learning_rate": 0.0004998323284579694,
      "loss": 5.3086,
      "step": 274
    },
    {
      "epoch": 0.02685546875,
      "grad_norm": 2.4985668659210205,
      "learning_rate": 0.000499829613516256,
      "loss": 5.3047,
      "step": 275
    },
    {
      "epoch": 0.026953125,
      "grad_norm": 2.2196872234344482,
      "learning_rate": 0.0004998268767788373,
      "loss": 5.3125,
      "step": 276
    },
    {
      "epoch": 0.02705078125,
      "grad_norm": 2.2135283946990967,
      "learning_rate": 0.0004998241182459789,
      "loss": 5.3242,
      "step": 277
    },
    {
      "epoch": 0.0271484375,
      "grad_norm": 1.4025847911834717,
      "learning_rate": 0.0004998213379179481,
      "loss": 5.3398,
      "step": 278
    },
    {
      "epoch": 0.02724609375,
      "grad_norm": 2.832472801208496,
      "learning_rate": 0.0004998185357950144,
      "loss": 5.3047,
      "step": 279
    },
    {
      "epoch": 0.02734375,
      "grad_norm": 1.4372154474258423,
      "learning_rate": 0.0004998157118774496,
      "loss": 5.3047,
      "step": 280
    },
    {
      "epoch": 0.02744140625,
      "grad_norm": 2.209719657897949,
      "learning_rate": 0.0004998128661655274,
      "loss": 5.3008,
      "step": 281
    },
    {
      "epoch": 0.0275390625,
      "grad_norm": 2.680424928665161,
      "learning_rate": 0.0004998099986595235,
      "loss": 5.3047,
      "step": 282
    },
    {
      "epoch": 0.02763671875,
      "grad_norm": 2.1611225605010986,
      "learning_rate": 0.0004998071093597162,
      "loss": 5.3008,
      "step": 283
    },
    {
      "epoch": 0.027734375,
      "grad_norm": 1.9571424722671509,
      "learning_rate": 0.0004998041982663851,
      "loss": 5.2891,
      "step": 284
    },
    {
      "epoch": 0.02783203125,
      "grad_norm": 1.3447707891464233,
      "learning_rate": 0.000499801265379813,
      "loss": 5.2852,
      "step": 285
    },
    {
      "epoch": 0.0279296875,
      "grad_norm": 2.0131936073303223,
      "learning_rate": 0.0004997983107002838,
      "loss": 5.3086,
      "step": 286
    },
    {
      "epoch": 0.02802734375,
      "grad_norm": 1.1873258352279663,
      "learning_rate": 0.0004997953342280843,
      "loss": 5.2656,
      "step": 287
    },
    {
      "epoch": 0.028125,
      "grad_norm": 2.239952564239502,
      "learning_rate": 0.0004997923359635027,
      "loss": 5.2773,
      "step": 288
    },
    {
      "epoch": 0.02822265625,
      "grad_norm": 1.3604589700698853,
      "learning_rate": 0.0004997893159068297,
      "loss": 5.2773,
      "step": 289
    },
    {
      "epoch": 0.0283203125,
      "grad_norm": 1.888407826423645,
      "learning_rate": 0.0004997862740583584,
      "loss": 5.2852,
      "step": 290
    },
    {
      "epoch": 0.02841796875,
      "grad_norm": 1.8944205045700073,
      "learning_rate": 0.0004997832104183833,
      "loss": 5.2812,
      "step": 291
    },
    {
      "epoch": 0.028515625,
      "grad_norm": 1.1297378540039062,
      "learning_rate": 0.0004997801249872016,
      "loss": 5.25,
      "step": 292
    },
    {
      "epoch": 0.02861328125,
      "grad_norm": 1.6378464698791504,
      "learning_rate": 0.0004997770177651123,
      "loss": 5.2461,
      "step": 293
    },
    {
      "epoch": 0.0287109375,
      "grad_norm": 1.3006982803344727,
      "learning_rate": 0.0004997738887524168,
      "loss": 5.2578,
      "step": 294
    },
    {
      "epoch": 0.02880859375,
      "grad_norm": 1.8940247297286987,
      "learning_rate": 0.0004997707379494183,
      "loss": 5.2773,
      "step": 295
    },
    {
      "epoch": 0.02890625,
      "grad_norm": 1.5350399017333984,
      "learning_rate": 0.0004997675653564223,
      "loss": 5.2656,
      "step": 296
    },
    {
      "epoch": 0.02900390625,
      "grad_norm": 1.58504056930542,
      "learning_rate": 0.0004997643709737363,
      "loss": 5.2695,
      "step": 297
    },
    {
      "epoch": 0.0291015625,
      "grad_norm": 1.5148996114730835,
      "learning_rate": 0.0004997611548016699,
      "loss": 5.2734,
      "step": 298
    },
    {
      "epoch": 0.02919921875,
      "grad_norm": 1.2484545707702637,
      "learning_rate": 0.0004997579168405352,
      "loss": 5.25,
      "step": 299
    },
    {
      "epoch": 0.029296875,
      "grad_norm": 1.4745291471481323,
      "learning_rate": 0.0004997546570906458,
      "loss": 5.2773,
      "step": 300
    },
    {
      "epoch": 0.02939453125,
      "grad_norm": 1.0975582599639893,
      "learning_rate": 0.0004997513755523179,
      "loss": 5.2344,
      "step": 301
    },
    {
      "epoch": 0.0294921875,
      "grad_norm": 1.4826176166534424,
      "learning_rate": 0.0004997480722258694,
      "loss": 5.2617,
      "step": 302
    },
    {
      "epoch": 0.02958984375,
      "grad_norm": 1.3512847423553467,
      "learning_rate": 0.0004997447471116207,
      "loss": 5.2422,
      "step": 303
    },
    {
      "epoch": 0.0296875,
      "grad_norm": 1.2088016271591187,
      "learning_rate": 0.0004997414002098941,
      "loss": 5.2539,
      "step": 304
    },
    {
      "epoch": 0.02978515625,
      "grad_norm": 1.3594310283660889,
      "learning_rate": 0.0004997380315210142,
      "loss": 5.2695,
      "step": 305
    },
    {
      "epoch": 0.0298828125,
      "grad_norm": 1.6119142770767212,
      "learning_rate": 0.0004997346410453074,
      "loss": 5.2383,
      "step": 306
    },
    {
      "epoch": 0.02998046875,
      "grad_norm": 1.2976305484771729,
      "learning_rate": 0.0004997312287831024,
      "loss": 5.2773,
      "step": 307
    },
    {
      "epoch": 0.030078125,
      "grad_norm": 1.1194605827331543,
      "learning_rate": 0.00049972779473473,
      "loss": 5.2656,
      "step": 308
    },
    {
      "epoch": 0.03017578125,
      "grad_norm": 1.244971752166748,
      "learning_rate": 0.0004997243389005232,
      "loss": 5.2383,
      "step": 309
    },
    {
      "epoch": 0.0302734375,
      "grad_norm": 1.1144415140151978,
      "learning_rate": 0.0004997208612808168,
      "loss": 5.2188,
      "step": 310
    },
    {
      "epoch": 0.03037109375,
      "grad_norm": 1.1849431991577148,
      "learning_rate": 0.0004997173618759482,
      "loss": 5.2422,
      "step": 311
    },
    {
      "epoch": 0.03046875,
      "grad_norm": 1.3395856618881226,
      "learning_rate": 0.0004997138406862565,
      "loss": 5.2422,
      "step": 312
    },
    {
      "epoch": 0.03056640625,
      "grad_norm": 1.1774636507034302,
      "learning_rate": 0.0004997102977120832,
      "loss": 5.2188,
      "step": 313
    },
    {
      "epoch": 0.0306640625,
      "grad_norm": 1.4251941442489624,
      "learning_rate": 0.0004997067329537714,
      "loss": 5.2578,
      "step": 314
    },
    {
      "epoch": 0.03076171875,
      "grad_norm": 1.4117344617843628,
      "learning_rate": 0.0004997031464116672,
      "loss": 5.207,
      "step": 315
    },
    {
      "epoch": 0.030859375,
      "grad_norm": 1.3700896501541138,
      "learning_rate": 0.0004996995380861178,
      "loss": 5.2305,
      "step": 316
    },
    {
      "epoch": 0.03095703125,
      "grad_norm": 1.682862401008606,
      "learning_rate": 0.0004996959079774734,
      "loss": 5.25,
      "step": 317
    },
    {
      "epoch": 0.0310546875,
      "grad_norm": 1.1571077108383179,
      "learning_rate": 0.0004996922560860856,
      "loss": 5.2109,
      "step": 318
    },
    {
      "epoch": 0.03115234375,
      "grad_norm": 1.1706202030181885,
      "learning_rate": 0.0004996885824123087,
      "loss": 5.2344,
      "step": 319
    },
    {
      "epoch": 0.03125,
      "grad_norm": 1.116774082183838,
      "learning_rate": 0.0004996848869564986,
      "loss": 5.2227,
      "step": 320
    },
    {
      "epoch": 0.03134765625,
      "grad_norm": 1.3174951076507568,
      "learning_rate": 0.0004996811697190137,
      "loss": 5.207,
      "step": 321
    },
    {
      "epoch": 0.0314453125,
      "grad_norm": 1.7159594297409058,
      "learning_rate": 0.0004996774307002142,
      "loss": 5.2305,
      "step": 322
    },
    {
      "epoch": 0.03154296875,
      "grad_norm": 1.1668405532836914,
      "learning_rate": 0.0004996736699004628,
      "loss": 5.2344,
      "step": 323
    },
    {
      "epoch": 0.031640625,
      "grad_norm": 1.4254777431488037,
      "learning_rate": 0.000499669887320124,
      "loss": 5.2188,
      "step": 324
    },
    {
      "epoch": 0.03173828125,
      "grad_norm": 1.4150874614715576,
      "learning_rate": 0.0004996660829595643,
      "loss": 5.2461,
      "step": 325
    },
    {
      "epoch": 0.0318359375,
      "grad_norm": 1.4464291334152222,
      "learning_rate": 0.0004996622568191529,
      "loss": 5.207,
      "step": 326
    },
    {
      "epoch": 0.03193359375,
      "grad_norm": 1.3123974800109863,
      "learning_rate": 0.0004996584088992603,
      "loss": 5.2227,
      "step": 327
    },
    {
      "epoch": 0.03203125,
      "grad_norm": 1.2821930646896362,
      "learning_rate": 0.0004996545392002597,
      "loss": 5.2344,
      "step": 328
    },
    {
      "epoch": 0.03212890625,
      "grad_norm": 1.6003687381744385,
      "learning_rate": 0.0004996506477225264,
      "loss": 5.1836,
      "step": 329
    },
    {
      "epoch": 0.0322265625,
      "grad_norm": 1.305853009223938,
      "learning_rate": 0.0004996467344664374,
      "loss": 5.2266,
      "step": 330
    },
    {
      "epoch": 0.03232421875,
      "grad_norm": 1.6081973314285278,
      "learning_rate": 0.0004996427994323723,
      "loss": 5.2031,
      "step": 331
    },
    {
      "epoch": 0.032421875,
      "grad_norm": 1.0995270013809204,
      "learning_rate": 0.0004996388426207123,
      "loss": 5.1797,
      "step": 332
    },
    {
      "epoch": 0.03251953125,
      "grad_norm": 1.1569955348968506,
      "learning_rate": 0.0004996348640318412,
      "loss": 5.2305,
      "step": 333
    },
    {
      "epoch": 0.0326171875,
      "grad_norm": 1.3775110244750977,
      "learning_rate": 0.0004996308636661447,
      "loss": 5.2266,
      "step": 334
    },
    {
      "epoch": 0.03271484375,
      "grad_norm": 1.2185978889465332,
      "learning_rate": 0.0004996268415240104,
      "loss": 5.1641,
      "step": 335
    },
    {
      "epoch": 0.0328125,
      "grad_norm": 1.349692702293396,
      "learning_rate": 0.0004996227976058285,
      "loss": 5.1914,
      "step": 336
    },
    {
      "epoch": 0.03291015625,
      "grad_norm": 0.9755382537841797,
      "learning_rate": 0.0004996187319119908,
      "loss": 5.1914,
      "step": 337
    },
    {
      "epoch": 0.0330078125,
      "grad_norm": 1.187360405921936,
      "learning_rate": 0.0004996146444428916,
      "loss": 5.1875,
      "step": 338
    },
    {
      "epoch": 0.03310546875,
      "grad_norm": 1.2067431211471558,
      "learning_rate": 0.000499610535198927,
      "loss": 5.2109,
      "step": 339
    },
    {
      "epoch": 0.033203125,
      "grad_norm": 1.2557358741760254,
      "learning_rate": 0.0004996064041804956,
      "loss": 5.1953,
      "step": 340
    },
    {
      "epoch": 0.03330078125,
      "grad_norm": 1.191425085067749,
      "learning_rate": 0.0004996022513879977,
      "loss": 5.1719,
      "step": 341
    },
    {
      "epoch": 0.0333984375,
      "grad_norm": 0.985287606716156,
      "learning_rate": 0.0004995980768218358,
      "loss": 5.1719,
      "step": 342
    },
    {
      "epoch": 0.03349609375,
      "grad_norm": 2.132200002670288,
      "learning_rate": 0.0004995938804824146,
      "loss": 5.2109,
      "step": 343
    },
    {
      "epoch": 0.03359375,
      "grad_norm": 0.8363533616065979,
      "learning_rate": 0.0004995896623701412,
      "loss": 5.1914,
      "step": 344
    },
    {
      "epoch": 0.03369140625,
      "grad_norm": 1.090147614479065,
      "learning_rate": 0.0004995854224854243,
      "loss": 5.2031,
      "step": 345
    },
    {
      "epoch": 0.0337890625,
      "grad_norm": 1.313947319984436,
      "learning_rate": 0.000499581160828675,
      "loss": 5.1523,
      "step": 346
    },
    {
      "epoch": 0.03388671875,
      "grad_norm": 1.3441343307495117,
      "learning_rate": 0.0004995768774003062,
      "loss": 5.1797,
      "step": 347
    },
    {
      "epoch": 0.033984375,
      "grad_norm": 1.4852529764175415,
      "learning_rate": 0.0004995725722007335,
      "loss": 5.2031,
      "step": 348
    },
    {
      "epoch": 0.03408203125,
      "grad_norm": 1.9018231630325317,
      "learning_rate": 0.0004995682452303741,
      "loss": 5.1797,
      "step": 349
    },
    {
      "epoch": 0.0341796875,
      "grad_norm": 0.8266469836235046,
      "learning_rate": 0.0004995638964896475,
      "loss": 5.1758,
      "step": 350
    },
    {
      "epoch": 0.03427734375,
      "grad_norm": 0.971101701259613,
      "learning_rate": 0.0004995595259789752,
      "loss": 5.168,
      "step": 351
    },
    {
      "epoch": 0.034375,
      "grad_norm": 1.2720019817352295,
      "learning_rate": 0.0004995551336987809,
      "loss": 5.1914,
      "step": 352
    },
    {
      "epoch": 0.03447265625,
      "grad_norm": 1.524877667427063,
      "learning_rate": 0.0004995507196494905,
      "loss": 5.1836,
      "step": 353
    },
    {
      "epoch": 0.0345703125,
      "grad_norm": 1.155196189880371,
      "learning_rate": 0.0004995462838315319,
      "loss": 5.1484,
      "step": 354
    },
    {
      "epoch": 0.03466796875,
      "grad_norm": 1.2725322246551514,
      "learning_rate": 0.0004995418262453351,
      "loss": 5.1562,
      "step": 355
    },
    {
      "epoch": 0.034765625,
      "grad_norm": 1.064315915107727,
      "learning_rate": 0.000499537346891332,
      "loss": 5.1641,
      "step": 356
    },
    {
      "epoch": 0.03486328125,
      "grad_norm": 1.1174203157424927,
      "learning_rate": 0.0004995328457699573,
      "loss": 5.1289,
      "step": 357
    },
    {
      "epoch": 0.0349609375,
      "grad_norm": 1.5893704891204834,
      "learning_rate": 0.000499528322881647,
      "loss": 5.1523,
      "step": 358
    },
    {
      "epoch": 0.03505859375,
      "grad_norm": 1.3740280866622925,
      "learning_rate": 0.0004995237782268397,
      "loss": 5.1289,
      "step": 359
    },
    {
      "epoch": 0.03515625,
      "grad_norm": 1.560889720916748,
      "learning_rate": 0.000499519211805976,
      "loss": 5.1875,
      "step": 360
    },
    {
      "epoch": 0.03525390625,
      "grad_norm": 1.1352694034576416,
      "learning_rate": 0.0004995146236194984,
      "loss": 5.1758,
      "step": 361
    },
    {
      "epoch": 0.0353515625,
      "grad_norm": 1.4046801328659058,
      "learning_rate": 0.0004995100136678519,
      "loss": 5.1758,
      "step": 362
    },
    {
      "epoch": 0.03544921875,
      "grad_norm": 1.10200035572052,
      "learning_rate": 0.0004995053819514834,
      "loss": 5.1523,
      "step": 363
    },
    {
      "epoch": 0.035546875,
      "grad_norm": 1.179033875465393,
      "learning_rate": 0.0004995007284708418,
      "loss": 5.1367,
      "step": 364
    },
    {
      "epoch": 0.03564453125,
      "grad_norm": 1.1701732873916626,
      "learning_rate": 0.0004994960532263782,
      "loss": 5.1406,
      "step": 365
    },
    {
      "epoch": 0.0357421875,
      "grad_norm": 1.096832513809204,
      "learning_rate": 0.000499491356218546,
      "loss": 5.1484,
      "step": 366
    },
    {
      "epoch": 0.03583984375,
      "grad_norm": 1.4660563468933105,
      "learning_rate": 0.0004994866374478003,
      "loss": 5.1562,
      "step": 367
    },
    {
      "epoch": 0.0359375,
      "grad_norm": 1.2725329399108887,
      "learning_rate": 0.0004994818969145989,
      "loss": 5.1719,
      "step": 368
    },
    {
      "epoch": 0.03603515625,
      "grad_norm": 1.5378856658935547,
      "learning_rate": 0.000499477134619401,
      "loss": 5.1758,
      "step": 369
    },
    {
      "epoch": 0.0361328125,
      "grad_norm": 1.0054930448532104,
      "learning_rate": 0.0004994723505626685,
      "loss": 5.2031,
      "step": 370
    },
    {
      "epoch": 0.03623046875,
      "grad_norm": 1.3905240297317505,
      "learning_rate": 0.0004994675447448651,
      "loss": 5.1562,
      "step": 371
    },
    {
      "epoch": 0.036328125,
      "grad_norm": 1.2946956157684326,
      "learning_rate": 0.0004994627171664565,
      "loss": 5.1641,
      "step": 372
    },
    {
      "epoch": 0.03642578125,
      "grad_norm": 0.8594855070114136,
      "learning_rate": 0.0004994578678279112,
      "loss": 5.1133,
      "step": 373
    },
    {
      "epoch": 0.0365234375,
      "grad_norm": 1.0982156991958618,
      "learning_rate": 0.0004994529967296989,
      "loss": 5.1445,
      "step": 374
    },
    {
      "epoch": 0.03662109375,
      "grad_norm": 1.197832703590393,
      "learning_rate": 0.0004994481038722919,
      "loss": 5.1875,
      "step": 375
    },
    {
      "epoch": 0.03671875,
      "grad_norm": 0.903097927570343,
      "learning_rate": 0.0004994431892561646,
      "loss": 5.1523,
      "step": 376
    },
    {
      "epoch": 0.03681640625,
      "grad_norm": 1.064278483390808,
      "learning_rate": 0.0004994382528817935,
      "loss": 5.1602,
      "step": 377
    },
    {
      "epoch": 0.0369140625,
      "grad_norm": 1.0776413679122925,
      "learning_rate": 0.0004994332947496568,
      "loss": 5.1406,
      "step": 378
    },
    {
      "epoch": 0.03701171875,
      "grad_norm": 0.99156254529953,
      "learning_rate": 0.0004994283148602357,
      "loss": 5.1484,
      "step": 379
    },
    {
      "epoch": 0.037109375,
      "grad_norm": 1.25286066532135,
      "learning_rate": 0.0004994233132140125,
      "loss": 5.1367,
      "step": 380
    },
    {
      "epoch": 0.03720703125,
      "grad_norm": 0.9926852583885193,
      "learning_rate": 0.0004994182898114722,
      "loss": 5.1328,
      "step": 381
    },
    {
      "epoch": 0.0373046875,
      "grad_norm": 1.0031254291534424,
      "learning_rate": 0.0004994132446531019,
      "loss": 5.125,
      "step": 382
    },
    {
      "epoch": 0.03740234375,
      "grad_norm": 1.1352587938308716,
      "learning_rate": 0.0004994081777393907,
      "loss": 5.1719,
      "step": 383
    },
    {
      "epoch": 0.0375,
      "grad_norm": 1.145836591720581,
      "learning_rate": 0.0004994030890708297,
      "loss": 5.1211,
      "step": 384
    },
    {
      "epoch": 0.03759765625,
      "grad_norm": 1.125534176826477,
      "learning_rate": 0.0004993979786479121,
      "loss": 5.125,
      "step": 385
    },
    {
      "epoch": 0.0376953125,
      "grad_norm": 0.9138064384460449,
      "learning_rate": 0.0004993928464711337,
      "loss": 5.1289,
      "step": 386
    },
    {
      "epoch": 0.03779296875,
      "grad_norm": 1.0376123189926147,
      "learning_rate": 0.0004993876925409917,
      "loss": 5.1328,
      "step": 387
    },
    {
      "epoch": 0.037890625,
      "grad_norm": 1.0181726217269897,
      "learning_rate": 0.0004993825168579857,
      "loss": 5.1289,
      "step": 388
    },
    {
      "epoch": 0.03798828125,
      "grad_norm": 1.191735029220581,
      "learning_rate": 0.0004993773194226178,
      "loss": 5.1172,
      "step": 389
    },
    {
      "epoch": 0.0380859375,
      "grad_norm": 1.0628931522369385,
      "learning_rate": 0.0004993721002353915,
      "loss": 5.1133,
      "step": 390
    },
    {
      "epoch": 0.03818359375,
      "grad_norm": 1.2050843238830566,
      "learning_rate": 0.0004993668592968129,
      "loss": 5.1172,
      "step": 391
    },
    {
      "epoch": 0.03828125,
      "grad_norm": 0.8847583532333374,
      "learning_rate": 0.0004993615966073902,
      "loss": 5.1328,
      "step": 392
    },
    {
      "epoch": 0.03837890625,
      "grad_norm": 0.9037215709686279,
      "learning_rate": 0.0004993563121676332,
      "loss": 5.1406,
      "step": 393
    },
    {
      "epoch": 0.0384765625,
      "grad_norm": 0.8788461685180664,
      "learning_rate": 0.0004993510059780546,
      "loss": 5.1523,
      "step": 394
    },
    {
      "epoch": 0.03857421875,
      "grad_norm": 0.788327693939209,
      "learning_rate": 0.0004993456780391686,
      "loss": 5.1016,
      "step": 395
    },
    {
      "epoch": 0.038671875,
      "grad_norm": 0.874692440032959,
      "learning_rate": 0.0004993403283514919,
      "loss": 5.0938,
      "step": 396
    },
    {
      "epoch": 0.03876953125,
      "grad_norm": 1.0633156299591064,
      "learning_rate": 0.0004993349569155428,
      "loss": 5.1289,
      "step": 397
    },
    {
      "epoch": 0.0388671875,
      "grad_norm": 1.076167106628418,
      "learning_rate": 0.0004993295637318423,
      "loss": 5.1172,
      "step": 398
    },
    {
      "epoch": 0.03896484375,
      "grad_norm": 0.9785029292106628,
      "learning_rate": 0.0004993241488009131,
      "loss": 5.0977,
      "step": 399
    },
    {
      "epoch": 0.0390625,
      "grad_norm": 1.0597959756851196,
      "learning_rate": 0.0004993187121232801,
      "loss": 5.1094,
      "step": 400
    },
    {
      "epoch": 0.03916015625,
      "grad_norm": 1.2436349391937256,
      "learning_rate": 0.0004993132536994705,
      "loss": 5.1289,
      "step": 401
    },
    {
      "epoch": 0.0392578125,
      "grad_norm": 1.0709871053695679,
      "learning_rate": 0.0004993077735300133,
      "loss": 5.1328,
      "step": 402
    },
    {
      "epoch": 0.03935546875,
      "grad_norm": 1.018754005432129,
      "learning_rate": 0.0004993022716154399,
      "loss": 5.1094,
      "step": 403
    },
    {
      "epoch": 0.039453125,
      "grad_norm": 0.8745573163032532,
      "learning_rate": 0.0004992967479562836,
      "loss": 5.1172,
      "step": 404
    },
    {
      "epoch": 0.03955078125,
      "grad_norm": 0.8379338979721069,
      "learning_rate": 0.0004992912025530799,
      "loss": 5.1406,
      "step": 405
    },
    {
      "epoch": 0.0396484375,
      "grad_norm": 0.8244563341140747,
      "learning_rate": 0.0004992856354063663,
      "loss": 5.1328,
      "step": 406
    },
    {
      "epoch": 0.03974609375,
      "grad_norm": 1.0282996892929077,
      "learning_rate": 0.0004992800465166826,
      "loss": 5.1016,
      "step": 407
    },
    {
      "epoch": 0.03984375,
      "grad_norm": 0.8590074777603149,
      "learning_rate": 0.0004992744358845707,
      "loss": 5.1094,
      "step": 408
    },
    {
      "epoch": 0.03994140625,
      "grad_norm": 0.7324565052986145,
      "learning_rate": 0.0004992688035105744,
      "loss": 5.1094,
      "step": 409
    },
    {
      "epoch": 0.0400390625,
      "grad_norm": 0.8005876541137695,
      "learning_rate": 0.0004992631493952395,
      "loss": 5.1094,
      "step": 410
    },
    {
      "epoch": 0.04013671875,
      "grad_norm": 1.217882513999939,
      "learning_rate": 0.0004992574735391144,
      "loss": 5.0938,
      "step": 411
    },
    {
      "epoch": 0.040234375,
      "grad_norm": 1.186151385307312,
      "learning_rate": 0.0004992517759427494,
      "loss": 5.1094,
      "step": 412
    },
    {
      "epoch": 0.04033203125,
      "grad_norm": 0.851876974105835,
      "learning_rate": 0.0004992460566066967,
      "loss": 5.0781,
      "step": 413
    },
    {
      "epoch": 0.0404296875,
      "grad_norm": 0.8220931887626648,
      "learning_rate": 0.0004992403155315107,
      "loss": 5.0977,
      "step": 414
    },
    {
      "epoch": 0.04052734375,
      "grad_norm": 0.848565399646759,
      "learning_rate": 0.0004992345527177482,
      "loss": 5.0898,
      "step": 415
    },
    {
      "epoch": 0.040625,
      "grad_norm": 1.1592659950256348,
      "learning_rate": 0.0004992287681659676,
      "loss": 5.0781,
      "step": 416
    },
    {
      "epoch": 0.04072265625,
      "grad_norm": 1.0059559345245361,
      "learning_rate": 0.0004992229618767298,
      "loss": 5.0781,
      "step": 417
    },
    {
      "epoch": 0.0408203125,
      "grad_norm": 0.9418927431106567,
      "learning_rate": 0.0004992171338505975,
      "loss": 5.0898,
      "step": 418
    },
    {
      "epoch": 0.04091796875,
      "grad_norm": 0.8450960516929626,
      "learning_rate": 0.0004992112840881359,
      "loss": 5.0898,
      "step": 419
    },
    {
      "epoch": 0.041015625,
      "grad_norm": 0.739745557308197,
      "learning_rate": 0.0004992054125899122,
      "loss": 5.0625,
      "step": 420
    },
    {
      "epoch": 0.04111328125,
      "grad_norm": 0.6499938368797302,
      "learning_rate": 0.0004991995193564953,
      "loss": 5.0742,
      "step": 421
    },
    {
      "epoch": 0.0412109375,
      "grad_norm": 0.5470448136329651,
      "learning_rate": 0.0004991936043884566,
      "loss": 5.0859,
      "step": 422
    },
    {
      "epoch": 0.04130859375,
      "grad_norm": 0.582874059677124,
      "learning_rate": 0.0004991876676863697,
      "loss": 5.0664,
      "step": 423
    },
    {
      "epoch": 0.04140625,
      "grad_norm": 0.61722731590271,
      "learning_rate": 0.0004991817092508099,
      "loss": 5.0898,
      "step": 424
    },
    {
      "epoch": 0.04150390625,
      "grad_norm": 0.6884714365005493,
      "learning_rate": 0.0004991757290823548,
      "loss": 5.0703,
      "step": 425
    },
    {
      "epoch": 0.0416015625,
      "grad_norm": 0.8316398859024048,
      "learning_rate": 0.0004991697271815845,
      "loss": 5.1367,
      "step": 426
    },
    {
      "epoch": 0.04169921875,
      "grad_norm": 0.9839829802513123,
      "learning_rate": 0.0004991637035490805,
      "loss": 5.0703,
      "step": 427
    },
    {
      "epoch": 0.041796875,
      "grad_norm": 1.0404824018478394,
      "learning_rate": 0.0004991576581854267,
      "loss": 5.0586,
      "step": 428
    },
    {
      "epoch": 0.04189453125,
      "grad_norm": 0.8250628709793091,
      "learning_rate": 0.0004991515910912095,
      "loss": 5.0625,
      "step": 429
    },
    {
      "epoch": 0.0419921875,
      "grad_norm": 0.7997605204582214,
      "learning_rate": 0.0004991455022670168,
      "loss": 5.0938,
      "step": 430
    },
    {
      "epoch": 0.04208984375,
      "grad_norm": 0.6865594983100891,
      "learning_rate": 0.0004991393917134388,
      "loss": 5.0781,
      "step": 431
    },
    {
      "epoch": 0.0421875,
      "grad_norm": 0.6902148723602295,
      "learning_rate": 0.0004991332594310682,
      "loss": 5.0586,
      "step": 432
    },
    {
      "epoch": 0.04228515625,
      "grad_norm": 0.6424334645271301,
      "learning_rate": 0.0004991271054204992,
      "loss": 5.0742,
      "step": 433
    },
    {
      "epoch": 0.0423828125,
      "grad_norm": 0.6057596802711487,
      "learning_rate": 0.0004991209296823285,
      "loss": 5.0625,
      "step": 434
    },
    {
      "epoch": 0.04248046875,
      "grad_norm": 0.6817944645881653,
      "learning_rate": 0.0004991147322171548,
      "loss": 5.082,
      "step": 435
    },
    {
      "epoch": 0.042578125,
      "grad_norm": 0.7707593441009521,
      "learning_rate": 0.0004991085130255789,
      "loss": 5.0586,
      "step": 436
    },
    {
      "epoch": 0.04267578125,
      "grad_norm": 0.9107893109321594,
      "learning_rate": 0.0004991022721082037,
      "loss": 5.0898,
      "step": 437
    },
    {
      "epoch": 0.0427734375,
      "grad_norm": 1.1807111501693726,
      "learning_rate": 0.0004990960094656342,
      "loss": 5.0195,
      "step": 438
    },
    {
      "epoch": 0.04287109375,
      "grad_norm": 1.1950851678848267,
      "learning_rate": 0.0004990897250984774,
      "loss": 5.0469,
      "step": 439
    },
    {
      "epoch": 0.04296875,
      "grad_norm": 0.7908074855804443,
      "learning_rate": 0.0004990834190073428,
      "loss": 5.1016,
      "step": 440
    },
    {
      "epoch": 0.04306640625,
      "grad_norm": 0.7892453670501709,
      "learning_rate": 0.0004990770911928416,
      "loss": 5.0938,
      "step": 441
    },
    {
      "epoch": 0.0431640625,
      "grad_norm": 0.7331576347351074,
      "learning_rate": 0.0004990707416555871,
      "loss": 5.0508,
      "step": 442
    },
    {
      "epoch": 0.04326171875,
      "grad_norm": 0.7229627966880798,
      "learning_rate": 0.000499064370396195,
      "loss": 5.0234,
      "step": 443
    },
    {
      "epoch": 0.043359375,
      "grad_norm": 0.8491083979606628,
      "learning_rate": 0.000499057977415283,
      "loss": 5.0859,
      "step": 444
    },
    {
      "epoch": 0.04345703125,
      "grad_norm": 1.1333506107330322,
      "learning_rate": 0.0004990515627134706,
      "loss": 5.0859,
      "step": 445
    },
    {
      "epoch": 0.0435546875,
      "grad_norm": 1.0400718450546265,
      "learning_rate": 0.00049904512629138,
      "loss": 5.0703,
      "step": 446
    },
    {
      "epoch": 0.04365234375,
      "grad_norm": 0.8677104115486145,
      "learning_rate": 0.000499038668149635,
      "loss": 5.0273,
      "step": 447
    },
    {
      "epoch": 0.04375,
      "grad_norm": 1.0702966451644897,
      "learning_rate": 0.0004990321882888617,
      "loss": 5.0664,
      "step": 448
    },
    {
      "epoch": 0.04384765625,
      "grad_norm": 0.9019585847854614,
      "learning_rate": 0.0004990256867096881,
      "loss": 5.0352,
      "step": 449
    },
    {
      "epoch": 0.0439453125,
      "grad_norm": 0.7547096014022827,
      "learning_rate": 0.0004990191634127448,
      "loss": 5.0664,
      "step": 450
    },
    {
      "epoch": 0.04404296875,
      "grad_norm": 0.6731748580932617,
      "learning_rate": 0.0004990126183986639,
      "loss": 5.0625,
      "step": 451
    },
    {
      "epoch": 0.044140625,
      "grad_norm": 0.738862931728363,
      "learning_rate": 0.0004990060516680802,
      "loss": 5.082,
      "step": 452
    },
    {
      "epoch": 0.04423828125,
      "grad_norm": 0.7783480286598206,
      "learning_rate": 0.00049899946322163,
      "loss": 5.0703,
      "step": 453
    },
    {
      "epoch": 0.0443359375,
      "grad_norm": 0.7385779023170471,
      "learning_rate": 0.0004989928530599521,
      "loss": 5.0547,
      "step": 454
    },
    {
      "epoch": 0.04443359375,
      "grad_norm": 1.394942283630371,
      "learning_rate": 0.0004989862211836873,
      "loss": 5.0547,
      "step": 455
    },
    {
      "epoch": 0.04453125,
      "grad_norm": 0.5369975566864014,
      "learning_rate": 0.0004989795675934787,
      "loss": 5.0781,
      "step": 456
    },
    {
      "epoch": 0.04462890625,
      "grad_norm": 0.6641459465026855,
      "learning_rate": 0.0004989728922899712,
      "loss": 5.0117,
      "step": 457
    },
    {
      "epoch": 0.0447265625,
      "grad_norm": 0.7093449831008911,
      "learning_rate": 0.0004989661952738118,
      "loss": 5.0586,
      "step": 458
    },
    {
      "epoch": 0.04482421875,
      "grad_norm": 0.8085068464279175,
      "learning_rate": 0.0004989594765456498,
      "loss": 5.0508,
      "step": 459
    },
    {
      "epoch": 0.044921875,
      "grad_norm": 1.188184142112732,
      "learning_rate": 0.0004989527361061366,
      "loss": 5.0391,
      "step": 460
    },
    {
      "epoch": 0.04501953125,
      "grad_norm": 0.9588766098022461,
      "learning_rate": 0.0004989459739559257,
      "loss": 5.0195,
      "step": 461
    },
    {
      "epoch": 0.0451171875,
      "grad_norm": 0.8630503416061401,
      "learning_rate": 0.0004989391900956725,
      "loss": 5.0195,
      "step": 462
    },
    {
      "epoch": 0.04521484375,
      "grad_norm": 0.8916110396385193,
      "learning_rate": 0.0004989323845260346,
      "loss": 5.0586,
      "step": 463
    },
    {
      "epoch": 0.0453125,
      "grad_norm": 0.8974289298057556,
      "learning_rate": 0.0004989255572476719,
      "loss": 5.0547,
      "step": 464
    },
    {
      "epoch": 0.04541015625,
      "grad_norm": 0.9970776438713074,
      "learning_rate": 0.0004989187082612462,
      "loss": 5.0469,
      "step": 465
    },
    {
      "epoch": 0.0455078125,
      "grad_norm": 0.885099470615387,
      "learning_rate": 0.0004989118375674216,
      "loss": 5.043,
      "step": 466
    },
    {
      "epoch": 0.04560546875,
      "grad_norm": 0.659532368183136,
      "learning_rate": 0.0004989049451668639,
      "loss": 5.0547,
      "step": 467
    },
    {
      "epoch": 0.045703125,
      "grad_norm": 0.8999412655830383,
      "learning_rate": 0.0004988980310602415,
      "loss": 5.0117,
      "step": 468
    },
    {
      "epoch": 0.04580078125,
      "grad_norm": 0.7855193018913269,
      "learning_rate": 0.0004988910952482246,
      "loss": 5.0859,
      "step": 469
    },
    {
      "epoch": 0.0458984375,
      "grad_norm": 0.9827584028244019,
      "learning_rate": 0.0004988841377314855,
      "loss": 5.0586,
      "step": 470
    },
    {
      "epoch": 0.04599609375,
      "grad_norm": 1.13511323928833,
      "learning_rate": 0.0004988771585106988,
      "loss": 5.0547,
      "step": 471
    },
    {
      "epoch": 0.04609375,
      "grad_norm": 0.8385241627693176,
      "learning_rate": 0.000498870157586541,
      "loss": 5.0586,
      "step": 472
    },
    {
      "epoch": 0.04619140625,
      "grad_norm": 0.7410266995429993,
      "learning_rate": 0.0004988631349596909,
      "loss": 5.0664,
      "step": 473
    },
    {
      "epoch": 0.0462890625,
      "grad_norm": 0.6939350962638855,
      "learning_rate": 0.0004988560906308291,
      "loss": 5.043,
      "step": 474
    },
    {
      "epoch": 0.04638671875,
      "grad_norm": 0.7858873605728149,
      "learning_rate": 0.0004988490246006388,
      "loss": 5.0469,
      "step": 475
    },
    {
      "epoch": 0.046484375,
      "grad_norm": 1.0619468688964844,
      "learning_rate": 0.0004988419368698047,
      "loss": 5.0234,
      "step": 476
    },
    {
      "epoch": 0.04658203125,
      "grad_norm": 1.3020342588424683,
      "learning_rate": 0.0004988348274390141,
      "loss": 5.0469,
      "step": 477
    },
    {
      "epoch": 0.0466796875,
      "grad_norm": 0.7949604988098145,
      "learning_rate": 0.0004988276963089561,
      "loss": 5.0391,
      "step": 478
    },
    {
      "epoch": 0.04677734375,
      "grad_norm": 0.8782525658607483,
      "learning_rate": 0.0004988205434803222,
      "loss": 5.043,
      "step": 479
    },
    {
      "epoch": 0.046875,
      "grad_norm": 0.9638606309890747,
      "learning_rate": 0.0004988133689538055,
      "loss": 5.0703,
      "step": 480
    },
    {
      "epoch": 0.04697265625,
      "grad_norm": 0.8633697032928467,
      "learning_rate": 0.0004988061727301019,
      "loss": 5.0,
      "step": 481
    },
    {
      "epoch": 0.0470703125,
      "grad_norm": 0.719272255897522,
      "learning_rate": 0.0004987989548099087,
      "loss": 5.043,
      "step": 482
    },
    {
      "epoch": 0.04716796875,
      "grad_norm": 0.7947590947151184,
      "learning_rate": 0.0004987917151939257,
      "loss": 5.0273,
      "step": 483
    },
    {
      "epoch": 0.047265625,
      "grad_norm": 0.8721004128456116,
      "learning_rate": 0.000498784453882855,
      "loss": 5.0469,
      "step": 484
    },
    {
      "epoch": 0.04736328125,
      "grad_norm": 0.840782880783081,
      "learning_rate": 0.0004987771708774001,
      "loss": 5.0273,
      "step": 485
    },
    {
      "epoch": 0.0474609375,
      "grad_norm": 0.6539798974990845,
      "learning_rate": 0.0004987698661782674,
      "loss": 5.0273,
      "step": 486
    },
    {
      "epoch": 0.04755859375,
      "grad_norm": 0.6629400253295898,
      "learning_rate": 0.0004987625397861649,
      "loss": 5.0273,
      "step": 487
    },
    {
      "epoch": 0.04765625,
      "grad_norm": 0.69793301820755,
      "learning_rate": 0.0004987551917018028,
      "loss": 4.9961,
      "step": 488
    },
    {
      "epoch": 0.04775390625,
      "grad_norm": 0.8525344133377075,
      "learning_rate": 0.0004987478219258936,
      "loss": 5.0508,
      "step": 489
    },
    {
      "epoch": 0.0478515625,
      "grad_norm": 0.9601410627365112,
      "learning_rate": 0.0004987404304591514,
      "loss": 5.0391,
      "step": 490
    },
    {
      "epoch": 0.04794921875,
      "grad_norm": 0.8520921468734741,
      "learning_rate": 0.0004987330173022932,
      "loss": 5.0273,
      "step": 491
    },
    {
      "epoch": 0.048046875,
      "grad_norm": 0.8635746240615845,
      "learning_rate": 0.0004987255824560374,
      "loss": 5.0234,
      "step": 492
    },
    {
      "epoch": 0.04814453125,
      "grad_norm": 0.998202383518219,
      "learning_rate": 0.0004987181259211048,
      "loss": 5.0273,
      "step": 493
    },
    {
      "epoch": 0.0482421875,
      "grad_norm": 1.2011066675186157,
      "learning_rate": 0.0004987106476982184,
      "loss": 5.0312,
      "step": 494
    },
    {
      "epoch": 0.04833984375,
      "grad_norm": 0.7638375163078308,
      "learning_rate": 0.0004987031477881029,
      "loss": 5.0312,
      "step": 495
    },
    {
      "epoch": 0.0484375,
      "grad_norm": 0.70158451795578,
      "learning_rate": 0.0004986956261914856,
      "loss": 5.0156,
      "step": 496
    },
    {
      "epoch": 0.04853515625,
      "grad_norm": 0.7986351847648621,
      "learning_rate": 0.0004986880829090954,
      "loss": 5.0234,
      "step": 497
    },
    {
      "epoch": 0.0486328125,
      "grad_norm": 0.8812294006347656,
      "learning_rate": 0.0004986805179416638,
      "loss": 5.0156,
      "step": 498
    },
    {
      "epoch": 0.04873046875,
      "grad_norm": 0.8842159509658813,
      "learning_rate": 0.0004986729312899242,
      "loss": 5.0156,
      "step": 499
    },
    {
      "epoch": 0.048828125,
      "grad_norm": 0.8196664452552795,
      "learning_rate": 0.000498665322954612,
      "loss": 5.0078,
      "step": 500
    },
    {
      "epoch": 0.04892578125,
      "grad_norm": 0.774849534034729,
      "learning_rate": 0.0004986576929364646,
      "loss": 5.0273,
      "step": 501
    },
    {
      "epoch": 0.0490234375,
      "grad_norm": 0.6376418471336365,
      "learning_rate": 0.0004986500412362219,
      "loss": 5.0234,
      "step": 502
    },
    {
      "epoch": 0.04912109375,
      "grad_norm": 0.49704745411872864,
      "learning_rate": 0.0004986423678546257,
      "loss": 4.9922,
      "step": 503
    },
    {
      "epoch": 0.04921875,
      "grad_norm": 0.49575215578079224,
      "learning_rate": 0.0004986346727924197,
      "loss": 5.0234,
      "step": 504
    },
    {
      "epoch": 0.04931640625,
      "grad_norm": 0.5091367363929749,
      "learning_rate": 0.0004986269560503501,
      "loss": 4.9961,
      "step": 505
    },
    {
      "epoch": 0.0494140625,
      "grad_norm": 0.7224910855293274,
      "learning_rate": 0.0004986192176291647,
      "loss": 4.9922,
      "step": 506
    },
    {
      "epoch": 0.04951171875,
      "grad_norm": 0.8590059280395508,
      "learning_rate": 0.0004986114575296141,
      "loss": 5.0234,
      "step": 507
    },
    {
      "epoch": 0.049609375,
      "grad_norm": 0.7906845808029175,
      "learning_rate": 0.0004986036757524501,
      "loss": 5.0195,
      "step": 508
    },
    {
      "epoch": 0.04970703125,
      "grad_norm": 0.6573899388313293,
      "learning_rate": 0.0004985958722984275,
      "loss": 5.0117,
      "step": 509
    },
    {
      "epoch": 0.0498046875,
      "grad_norm": 0.5708054900169373,
      "learning_rate": 0.0004985880471683026,
      "loss": 5.0,
      "step": 510
    },
    {
      "epoch": 0.04990234375,
      "grad_norm": 0.6391012668609619,
      "learning_rate": 0.000498580200362834,
      "loss": 5.0156,
      "step": 511
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6893157362937927,
      "learning_rate": 0.0004985723318827824,
      "loss": 5.0078,
      "step": 512
    },
    {
      "epoch": 0.05009765625,
      "grad_norm": 0.7473337054252625,
      "learning_rate": 0.0004985644417289107,
      "loss": 5.0352,
      "step": 513
    },
    {
      "epoch": 0.0501953125,
      "grad_norm": 0.6992818713188171,
      "learning_rate": 0.0004985565299019836,
      "loss": 4.9766,
      "step": 514
    },
    {
      "epoch": 0.05029296875,
      "grad_norm": 0.5503939986228943,
      "learning_rate": 0.0004985485964027682,
      "loss": 5.0156,
      "step": 515
    },
    {
      "epoch": 0.050390625,
      "grad_norm": 0.5531403422355652,
      "learning_rate": 0.0004985406412320337,
      "loss": 5.0234,
      "step": 516
    },
    {
      "epoch": 0.05048828125,
      "grad_norm": 0.5232397317886353,
      "learning_rate": 0.0004985326643905511,
      "loss": 4.9922,
      "step": 517
    },
    {
      "epoch": 0.0505859375,
      "grad_norm": 0.5153787732124329,
      "learning_rate": 0.0004985246658790939,
      "loss": 4.9922,
      "step": 518
    },
    {
      "epoch": 0.05068359375,
      "grad_norm": 0.7395737767219543,
      "learning_rate": 0.0004985166456984375,
      "loss": 4.9961,
      "step": 519
    },
    {
      "epoch": 0.05078125,
      "grad_norm": 0.7297258973121643,
      "learning_rate": 0.0004985086038493591,
      "loss": 5.0195,
      "step": 520
    },
    {
      "epoch": 0.05087890625,
      "grad_norm": 0.8792772889137268,
      "learning_rate": 0.0004985005403326387,
      "loss": 5.0195,
      "step": 521
    },
    {
      "epoch": 0.0509765625,
      "grad_norm": 0.8485317230224609,
      "learning_rate": 0.0004984924551490577,
      "loss": 5.0039,
      "step": 522
    },
    {
      "epoch": 0.05107421875,
      "grad_norm": 0.7504170536994934,
      "learning_rate": 0.0004984843482994001,
      "loss": 5.0391,
      "step": 523
    },
    {
      "epoch": 0.051171875,
      "grad_norm": 0.6931923031806946,
      "learning_rate": 0.0004984762197844516,
      "loss": 4.9883,
      "step": 524
    },
    {
      "epoch": 0.05126953125,
      "grad_norm": 0.7201303839683533,
      "learning_rate": 0.0004984680696050004,
      "loss": 4.9844,
      "step": 525
    },
    {
      "epoch": 0.0513671875,
      "grad_norm": 0.8321727514266968,
      "learning_rate": 0.0004984598977618366,
      "loss": 5.0234,
      "step": 526
    },
    {
      "epoch": 0.05146484375,
      "grad_norm": 1.0283933877944946,
      "learning_rate": 0.0004984517042557523,
      "loss": 5.0156,
      "step": 527
    },
    {
      "epoch": 0.0515625,
      "grad_norm": 1.3810787200927734,
      "learning_rate": 0.0004984434890875417,
      "loss": 5.0273,
      "step": 528
    },
    {
      "epoch": 0.05166015625,
      "grad_norm": 0.75733482837677,
      "learning_rate": 0.0004984352522580015,
      "loss": 4.9844,
      "step": 529
    },
    {
      "epoch": 0.0517578125,
      "grad_norm": 0.7140693068504333,
      "learning_rate": 0.0004984269937679301,
      "loss": 4.9961,
      "step": 530
    },
    {
      "epoch": 0.05185546875,
      "grad_norm": 0.9317624568939209,
      "learning_rate": 0.000498418713618128,
      "loss": 4.9805,
      "step": 531
    },
    {
      "epoch": 0.051953125,
      "grad_norm": 0.8527510762214661,
      "learning_rate": 0.0004984104118093979,
      "loss": 4.9961,
      "step": 532
    },
    {
      "epoch": 0.05205078125,
      "grad_norm": 0.8085970878601074,
      "learning_rate": 0.0004984020883425447,
      "loss": 4.9883,
      "step": 533
    },
    {
      "epoch": 0.0521484375,
      "grad_norm": 0.8414132595062256,
      "learning_rate": 0.0004983937432183754,
      "loss": 4.9727,
      "step": 534
    },
    {
      "epoch": 0.05224609375,
      "grad_norm": 0.7883987426757812,
      "learning_rate": 0.0004983853764376987,
      "loss": 4.9766,
      "step": 535
    },
    {
      "epoch": 0.05234375,
      "grad_norm": 0.8301931619644165,
      "learning_rate": 0.000498376988001326,
      "loss": 4.9688,
      "step": 536
    },
    {
      "epoch": 0.05244140625,
      "grad_norm": 0.815565288066864,
      "learning_rate": 0.0004983685779100702,
      "loss": 5.0273,
      "step": 537
    },
    {
      "epoch": 0.0525390625,
      "grad_norm": 0.7249122262001038,
      "learning_rate": 0.0004983601461647469,
      "loss": 5.0234,
      "step": 538
    },
    {
      "epoch": 0.05263671875,
      "grad_norm": 0.6938775181770325,
      "learning_rate": 0.0004983516927661733,
      "loss": 4.9805,
      "step": 539
    },
    {
      "epoch": 0.052734375,
      "grad_norm": 0.6271894574165344,
      "learning_rate": 0.0004983432177151691,
      "loss": 4.9922,
      "step": 540
    },
    {
      "epoch": 0.05283203125,
      "grad_norm": 0.5879946351051331,
      "learning_rate": 0.0004983347210125558,
      "loss": 4.9883,
      "step": 541
    },
    {
      "epoch": 0.0529296875,
      "grad_norm": 0.6193601489067078,
      "learning_rate": 0.0004983262026591569,
      "loss": 4.9688,
      "step": 542
    },
    {
      "epoch": 0.05302734375,
      "grad_norm": 0.7117279767990112,
      "learning_rate": 0.0004983176626557986,
      "loss": 5.0195,
      "step": 543
    },
    {
      "epoch": 0.053125,
      "grad_norm": 0.6014550924301147,
      "learning_rate": 0.0004983091010033083,
      "loss": 5.0,
      "step": 544
    },
    {
      "epoch": 0.05322265625,
      "grad_norm": 0.5970187783241272,
      "learning_rate": 0.0004983005177025164,
      "loss": 4.9688,
      "step": 545
    },
    {
      "epoch": 0.0533203125,
      "grad_norm": 0.602258563041687,
      "learning_rate": 0.0004982919127542549,
      "loss": 5.0156,
      "step": 546
    },
    {
      "epoch": 0.05341796875,
      "grad_norm": 0.5443257689476013,
      "learning_rate": 0.0004982832861593579,
      "loss": 4.9805,
      "step": 547
    },
    {
      "epoch": 0.053515625,
      "grad_norm": 0.5458142161369324,
      "learning_rate": 0.0004982746379186616,
      "loss": 4.9531,
      "step": 548
    },
    {
      "epoch": 0.05361328125,
      "grad_norm": 0.5225309729576111,
      "learning_rate": 0.0004982659680330047,
      "loss": 5.0039,
      "step": 549
    },
    {
      "epoch": 0.0537109375,
      "grad_norm": 0.5642147660255432,
      "learning_rate": 0.0004982572765032275,
      "loss": 4.9961,
      "step": 550
    },
    {
      "epoch": 0.05380859375,
      "grad_norm": 0.6520267724990845,
      "learning_rate": 0.0004982485633301725,
      "loss": 5.0078,
      "step": 551
    },
    {
      "epoch": 0.05390625,
      "grad_norm": 0.7051550149917603,
      "learning_rate": 0.0004982398285146846,
      "loss": 5.0,
      "step": 552
    },
    {
      "epoch": 0.05400390625,
      "grad_norm": 0.6687464714050293,
      "learning_rate": 0.0004982310720576103,
      "loss": 4.9766,
      "step": 553
    },
    {
      "epoch": 0.0541015625,
      "grad_norm": 0.60595703125,
      "learning_rate": 0.0004982222939597989,
      "loss": 4.957,
      "step": 554
    },
    {
      "epoch": 0.05419921875,
      "grad_norm": 0.5594586133956909,
      "learning_rate": 0.0004982134942221009,
      "loss": 4.9883,
      "step": 555
    },
    {
      "epoch": 0.054296875,
      "grad_norm": 0.5148446559906006,
      "learning_rate": 0.0004982046728453696,
      "loss": 4.9844,
      "step": 556
    },
    {
      "epoch": 0.05439453125,
      "grad_norm": 0.5946763753890991,
      "learning_rate": 0.0004981958298304602,
      "loss": 5.0156,
      "step": 557
    },
    {
      "epoch": 0.0544921875,
      "grad_norm": 0.716316282749176,
      "learning_rate": 0.0004981869651782299,
      "loss": 4.9805,
      "step": 558
    },
    {
      "epoch": 0.05458984375,
      "grad_norm": 0.794476330280304,
      "learning_rate": 0.0004981780788895382,
      "loss": 5.0117,
      "step": 559
    },
    {
      "epoch": 0.0546875,
      "grad_norm": 0.7105295658111572,
      "learning_rate": 0.0004981691709652464,
      "loss": 4.9766,
      "step": 560
    },
    {
      "epoch": 0.05478515625,
      "grad_norm": 0.5912784337997437,
      "learning_rate": 0.0004981602414062181,
      "loss": 4.9414,
      "step": 561
    },
    {
      "epoch": 0.0548828125,
      "grad_norm": 0.5801540613174438,
      "learning_rate": 0.000498151290213319,
      "loss": 4.9883,
      "step": 562
    },
    {
      "epoch": 0.05498046875,
      "grad_norm": 0.6369305849075317,
      "learning_rate": 0.0004981423173874169,
      "loss": 5.0039,
      "step": 563
    },
    {
      "epoch": 0.055078125,
      "grad_norm": 0.6735507845878601,
      "learning_rate": 0.0004981333229293816,
      "loss": 4.9648,
      "step": 564
    },
    {
      "epoch": 0.05517578125,
      "grad_norm": 0.6315239667892456,
      "learning_rate": 0.000498124306840085,
      "loss": 5.0078,
      "step": 565
    },
    {
      "epoch": 0.0552734375,
      "grad_norm": 0.710253119468689,
      "learning_rate": 0.0004981152691204011,
      "loss": 4.9844,
      "step": 566
    },
    {
      "epoch": 0.05537109375,
      "grad_norm": 0.6913606524467468,
      "learning_rate": 0.0004981062097712064,
      "loss": 4.9766,
      "step": 567
    },
    {
      "epoch": 0.05546875,
      "grad_norm": 0.5899546146392822,
      "learning_rate": 0.0004980971287933787,
      "loss": 4.9688,
      "step": 568
    },
    {
      "epoch": 0.05556640625,
      "grad_norm": 0.5400623083114624,
      "learning_rate": 0.0004980880261877986,
      "loss": 4.9805,
      "step": 569
    },
    {
      "epoch": 0.0556640625,
      "grad_norm": 0.5193256139755249,
      "learning_rate": 0.0004980789019553484,
      "loss": 4.9453,
      "step": 570
    },
    {
      "epoch": 0.05576171875,
      "grad_norm": 0.5622848272323608,
      "learning_rate": 0.0004980697560969127,
      "loss": 4.957,
      "step": 571
    },
    {
      "epoch": 0.055859375,
      "grad_norm": 0.6163820028305054,
      "learning_rate": 0.0004980605886133782,
      "loss": 4.9766,
      "step": 572
    },
    {
      "epoch": 0.05595703125,
      "grad_norm": 0.6021759510040283,
      "learning_rate": 0.0004980513995056334,
      "loss": 4.957,
      "step": 573
    },
    {
      "epoch": 0.0560546875,
      "grad_norm": 0.5321788191795349,
      "learning_rate": 0.0004980421887745695,
      "loss": 4.9805,
      "step": 574
    },
    {
      "epoch": 0.05615234375,
      "grad_norm": 0.4939315617084503,
      "learning_rate": 0.0004980329564210792,
      "loss": 5.0195,
      "step": 575
    },
    {
      "epoch": 0.05625,
      "grad_norm": 0.4567241370677948,
      "learning_rate": 0.0004980237024460573,
      "loss": 4.9648,
      "step": 576
    },
    {
      "epoch": 0.05634765625,
      "grad_norm": 0.44762229919433594,
      "learning_rate": 0.0004980144268504012,
      "loss": 4.9961,
      "step": 577
    },
    {
      "epoch": 0.0564453125,
      "grad_norm": 0.5556433200836182,
      "learning_rate": 0.00049800512963501,
      "loss": 4.9844,
      "step": 578
    },
    {
      "epoch": 0.05654296875,
      "grad_norm": 0.6940642595291138,
      "learning_rate": 0.0004979958108007851,
      "loss": 4.9844,
      "step": 579
    },
    {
      "epoch": 0.056640625,
      "grad_norm": 0.7792614102363586,
      "learning_rate": 0.0004979864703486297,
      "loss": 4.9648,
      "step": 580
    },
    {
      "epoch": 0.05673828125,
      "grad_norm": 0.8071824908256531,
      "learning_rate": 0.0004979771082794495,
      "loss": 4.9727,
      "step": 581
    },
    {
      "epoch": 0.0568359375,
      "grad_norm": 0.9120080471038818,
      "learning_rate": 0.0004979677245941519,
      "loss": 4.9883,
      "step": 582
    },
    {
      "epoch": 0.05693359375,
      "grad_norm": 0.9239040017127991,
      "learning_rate": 0.0004979583192936468,
      "loss": 4.9609,
      "step": 583
    },
    {
      "epoch": 0.05703125,
      "grad_norm": 1.002406120300293,
      "learning_rate": 0.0004979488923788459,
      "loss": 4.9766,
      "step": 584
    },
    {
      "epoch": 0.05712890625,
      "grad_norm": 0.8661404848098755,
      "learning_rate": 0.0004979394438506629,
      "loss": 5.0,
      "step": 585
    },
    {
      "epoch": 0.0572265625,
      "grad_norm": 0.6225184798240662,
      "learning_rate": 0.000497929973710014,
      "loss": 4.9727,
      "step": 586
    },
    {
      "epoch": 0.05732421875,
      "grad_norm": 0.5944101810455322,
      "learning_rate": 0.0004979204819578172,
      "loss": 4.9414,
      "step": 587
    },
    {
      "epoch": 0.057421875,
      "grad_norm": 0.5297685265541077,
      "learning_rate": 0.0004979109685949926,
      "loss": 4.9844,
      "step": 588
    },
    {
      "epoch": 0.05751953125,
      "grad_norm": 0.43607059121131897,
      "learning_rate": 0.0004979014336224625,
      "loss": 4.9961,
      "step": 589
    },
    {
      "epoch": 0.0576171875,
      "grad_norm": 0.48334574699401855,
      "learning_rate": 0.0004978918770411513,
      "loss": 4.9648,
      "step": 590
    },
    {
      "epoch": 0.05771484375,
      "grad_norm": 0.5257386565208435,
      "learning_rate": 0.0004978822988519853,
      "loss": 4.9766,
      "step": 591
    },
    {
      "epoch": 0.0578125,
      "grad_norm": 0.6425731182098389,
      "learning_rate": 0.0004978726990558931,
      "loss": 4.9492,
      "step": 592
    },
    {
      "epoch": 0.05791015625,
      "grad_norm": 1.0080450773239136,
      "learning_rate": 0.0004978630776538056,
      "loss": 4.9727,
      "step": 593
    },
    {
      "epoch": 0.0580078125,
      "grad_norm": 1.2617547512054443,
      "learning_rate": 0.000497853434646655,
      "loss": 5.0156,
      "step": 594
    },
    {
      "epoch": 0.05810546875,
      "grad_norm": 0.8185104727745056,
      "learning_rate": 0.0004978437700353766,
      "loss": 4.9648,
      "step": 595
    },
    {
      "epoch": 0.058203125,
      "grad_norm": 0.996583104133606,
      "learning_rate": 0.0004978340838209071,
      "loss": 4.9336,
      "step": 596
    },
    {
      "epoch": 0.05830078125,
      "grad_norm": 0.8999793529510498,
      "learning_rate": 0.0004978243760041855,
      "loss": 4.9805,
      "step": 597
    },
    {
      "epoch": 0.0583984375,
      "grad_norm": 0.7666017413139343,
      "learning_rate": 0.0004978146465861531,
      "loss": 4.918,
      "step": 598
    },
    {
      "epoch": 0.05849609375,
      "grad_norm": 0.7835460901260376,
      "learning_rate": 0.0004978048955677529,
      "loss": 4.9766,
      "step": 599
    },
    {
      "epoch": 0.05859375,
      "grad_norm": 0.7298296689987183,
      "learning_rate": 0.0004977951229499302,
      "loss": 4.9648,
      "step": 600
    },
    {
      "epoch": 0.05869140625,
      "grad_norm": 0.7160419225692749,
      "learning_rate": 0.0004977853287336325,
      "loss": 4.9531,
      "step": 601
    },
    {
      "epoch": 0.0587890625,
      "grad_norm": 0.9255022406578064,
      "learning_rate": 0.0004977755129198092,
      "loss": 4.9727,
      "step": 602
    },
    {
      "epoch": 0.05888671875,
      "grad_norm": 1.1262624263763428,
      "learning_rate": 0.0004977656755094119,
      "loss": 4.9766,
      "step": 603
    },
    {
      "epoch": 0.058984375,
      "grad_norm": 0.8687927722930908,
      "learning_rate": 0.0004977558165033942,
      "loss": 4.9727,
      "step": 604
    },
    {
      "epoch": 0.05908203125,
      "grad_norm": 0.827407717704773,
      "learning_rate": 0.0004977459359027121,
      "loss": 4.957,
      "step": 605
    },
    {
      "epoch": 0.0591796875,
      "grad_norm": 0.7043539881706238,
      "learning_rate": 0.0004977360337083232,
      "loss": 4.9961,
      "step": 606
    },
    {
      "epoch": 0.05927734375,
      "grad_norm": 0.6146707534790039,
      "learning_rate": 0.0004977261099211876,
      "loss": 4.957,
      "step": 607
    },
    {
      "epoch": 0.059375,
      "grad_norm": 0.5867034196853638,
      "learning_rate": 0.0004977161645422672,
      "loss": 4.9648,
      "step": 608
    },
    {
      "epoch": 0.05947265625,
      "grad_norm": 0.456230491399765,
      "learning_rate": 0.0004977061975725264,
      "loss": 4.9805,
      "step": 609
    },
    {
      "epoch": 0.0595703125,
      "grad_norm": 0.4468291997909546,
      "learning_rate": 0.000497696209012931,
      "loss": 4.9844,
      "step": 610
    },
    {
      "epoch": 0.05966796875,
      "grad_norm": 0.4772776961326599,
      "learning_rate": 0.0004976861988644498,
      "loss": 4.9453,
      "step": 611
    },
    {
      "epoch": 0.059765625,
      "grad_norm": 0.510353147983551,
      "learning_rate": 0.0004976761671280529,
      "loss": 4.9688,
      "step": 612
    },
    {
      "epoch": 0.05986328125,
      "grad_norm": 0.4383707046508789,
      "learning_rate": 0.0004976661138047128,
      "loss": 4.9531,
      "step": 613
    },
    {
      "epoch": 0.0599609375,
      "grad_norm": 0.42035961151123047,
      "learning_rate": 0.0004976560388954044,
      "loss": 4.9453,
      "step": 614
    },
    {
      "epoch": 0.06005859375,
      "grad_norm": 0.45699962973594666,
      "learning_rate": 0.0004976459424011041,
      "loss": 4.9531,
      "step": 615
    },
    {
      "epoch": 0.06015625,
      "grad_norm": 0.47027596831321716,
      "learning_rate": 0.0004976358243227908,
      "loss": 4.9219,
      "step": 616
    },
    {
      "epoch": 0.06025390625,
      "grad_norm": 0.4678795337677002,
      "learning_rate": 0.0004976256846614454,
      "loss": 4.9609,
      "step": 617
    },
    {
      "epoch": 0.0603515625,
      "grad_norm": 0.4823755919933319,
      "learning_rate": 0.0004976155234180507,
      "loss": 4.957,
      "step": 618
    },
    {
      "epoch": 0.06044921875,
      "grad_norm": 0.4279949367046356,
      "learning_rate": 0.0004976053405935921,
      "loss": 4.918,
      "step": 619
    },
    {
      "epoch": 0.060546875,
      "grad_norm": 0.44116416573524475,
      "learning_rate": 0.0004975951361890565,
      "loss": 4.9297,
      "step": 620
    },
    {
      "epoch": 0.06064453125,
      "grad_norm": 0.5708990097045898,
      "learning_rate": 0.0004975849102054332,
      "loss": 4.9492,
      "step": 621
    },
    {
      "epoch": 0.0607421875,
      "grad_norm": 0.6033137440681458,
      "learning_rate": 0.0004975746626437135,
      "loss": 4.9336,
      "step": 622
    },
    {
      "epoch": 0.06083984375,
      "grad_norm": 0.7036421895027161,
      "learning_rate": 0.0004975643935048908,
      "loss": 4.9297,
      "step": 623
    },
    {
      "epoch": 0.0609375,
      "grad_norm": 0.6817371249198914,
      "learning_rate": 0.0004975541027899609,
      "loss": 4.9805,
      "step": 624
    },
    {
      "epoch": 0.06103515625,
      "grad_norm": 0.6419718265533447,
      "learning_rate": 0.0004975437904999211,
      "loss": 4.9375,
      "step": 625
    },
    {
      "epoch": 0.0611328125,
      "grad_norm": 0.6562728881835938,
      "learning_rate": 0.0004975334566357712,
      "loss": 4.957,
      "step": 626
    },
    {
      "epoch": 0.06123046875,
      "grad_norm": 0.7153109312057495,
      "learning_rate": 0.000497523101198513,
      "loss": 4.9336,
      "step": 627
    },
    {
      "epoch": 0.061328125,
      "grad_norm": 0.7886594533920288,
      "learning_rate": 0.0004975127241891505,
      "loss": 4.9492,
      "step": 628
    },
    {
      "epoch": 0.06142578125,
      "grad_norm": 0.8648955225944519,
      "learning_rate": 0.0004975023256086896,
      "loss": 4.9453,
      "step": 629
    },
    {
      "epoch": 0.0615234375,
      "grad_norm": 0.7228974103927612,
      "learning_rate": 0.0004974919054581382,
      "loss": 4.9531,
      "step": 630
    },
    {
      "epoch": 0.06162109375,
      "grad_norm": 0.563917875289917,
      "learning_rate": 0.0004974814637385067,
      "loss": 4.9219,
      "step": 631
    },
    {
      "epoch": 0.06171875,
      "grad_norm": 0.6323292851448059,
      "learning_rate": 0.0004974710004508073,
      "loss": 4.957,
      "step": 632
    },
    {
      "epoch": 0.06181640625,
      "grad_norm": 0.6532883048057556,
      "learning_rate": 0.0004974605155960545,
      "loss": 4.957,
      "step": 633
    },
    {
      "epoch": 0.0619140625,
      "grad_norm": 0.5852863788604736,
      "learning_rate": 0.0004974500091752643,
      "loss": 4.9492,
      "step": 634
    },
    {
      "epoch": 0.06201171875,
      "grad_norm": 0.5243951082229614,
      "learning_rate": 0.0004974394811894555,
      "loss": 4.9102,
      "step": 635
    },
    {
      "epoch": 0.062109375,
      "grad_norm": 0.4946766495704651,
      "learning_rate": 0.0004974289316396487,
      "loss": 4.957,
      "step": 636
    },
    {
      "epoch": 0.06220703125,
      "grad_norm": 0.5417998433113098,
      "learning_rate": 0.0004974183605268667,
      "loss": 4.9531,
      "step": 637
    },
    {
      "epoch": 0.0623046875,
      "grad_norm": 0.5387380719184875,
      "learning_rate": 0.0004974077678521343,
      "loss": 4.9805,
      "step": 638
    },
    {
      "epoch": 0.06240234375,
      "grad_norm": 0.4830368161201477,
      "learning_rate": 0.000497397153616478,
      "loss": 4.9375,
      "step": 639
    },
    {
      "epoch": 0.0625,
      "grad_norm": 0.5016372203826904,
      "learning_rate": 0.0004973865178209274,
      "loss": 4.9297,
      "step": 640
    },
    {
      "epoch": 0.06259765625,
      "grad_norm": 0.5527303814888,
      "learning_rate": 0.000497375860466513,
      "loss": 4.9297,
      "step": 641
    },
    {
      "epoch": 0.0626953125,
      "grad_norm": 0.5242739319801331,
      "learning_rate": 0.0004973651815542682,
      "loss": 4.9805,
      "step": 642
    },
    {
      "epoch": 0.06279296875,
      "grad_norm": 0.48130086064338684,
      "learning_rate": 0.0004973544810852284,
      "loss": 4.957,
      "step": 643
    },
    {
      "epoch": 0.062890625,
      "grad_norm": 0.5349105596542358,
      "learning_rate": 0.0004973437590604307,
      "loss": 4.9648,
      "step": 644
    },
    {
      "epoch": 0.06298828125,
      "grad_norm": 0.5169801712036133,
      "learning_rate": 0.0004973330154809146,
      "loss": 4.9375,
      "step": 645
    },
    {
      "epoch": 0.0630859375,
      "grad_norm": 0.480214387178421,
      "learning_rate": 0.0004973222503477216,
      "loss": 4.9531,
      "step": 646
    },
    {
      "epoch": 0.06318359375,
      "grad_norm": 0.4224573075771332,
      "learning_rate": 0.0004973114636618954,
      "loss": 4.9219,
      "step": 647
    },
    {
      "epoch": 0.06328125,
      "grad_norm": 0.41642358899116516,
      "learning_rate": 0.0004973006554244816,
      "loss": 4.918,
      "step": 648
    },
    {
      "epoch": 0.06337890625,
      "grad_norm": 0.4622966945171356,
      "learning_rate": 0.000497289825636528,
      "loss": 4.9297,
      "step": 649
    },
    {
      "epoch": 0.0634765625,
      "grad_norm": 0.5849423408508301,
      "learning_rate": 0.0004972789742990846,
      "loss": 4.9258,
      "step": 650
    },
    {
      "epoch": 0.06357421875,
      "grad_norm": 0.5855206847190857,
      "learning_rate": 0.0004972681014132031,
      "loss": 4.9414,
      "step": 651
    },
    {
      "epoch": 0.063671875,
      "grad_norm": 0.6138719320297241,
      "learning_rate": 0.0004972572069799378,
      "loss": 4.9141,
      "step": 652
    },
    {
      "epoch": 0.06376953125,
      "grad_norm": 0.5948016047477722,
      "learning_rate": 0.0004972462910003447,
      "loss": 4.9414,
      "step": 653
    },
    {
      "epoch": 0.0638671875,
      "grad_norm": 0.558039665222168,
      "learning_rate": 0.0004972353534754821,
      "loss": 4.918,
      "step": 654
    },
    {
      "epoch": 0.06396484375,
      "grad_norm": 0.6696071624755859,
      "learning_rate": 0.0004972243944064103,
      "loss": 4.9258,
      "step": 655
    },
    {
      "epoch": 0.0640625,
      "grad_norm": 0.7494735717773438,
      "learning_rate": 0.0004972134137941918,
      "loss": 4.8945,
      "step": 656
    },
    {
      "epoch": 0.06416015625,
      "grad_norm": 0.8260038495063782,
      "learning_rate": 0.0004972024116398908,
      "loss": 4.9336,
      "step": 657
    },
    {
      "epoch": 0.0642578125,
      "grad_norm": 0.9088923931121826,
      "learning_rate": 0.0004971913879445742,
      "loss": 4.9531,
      "step": 658
    },
    {
      "epoch": 0.06435546875,
      "grad_norm": 0.7802959084510803,
      "learning_rate": 0.0004971803427093105,
      "loss": 4.9219,
      "step": 659
    },
    {
      "epoch": 0.064453125,
      "grad_norm": 0.6456225514411926,
      "learning_rate": 0.0004971692759351705,
      "loss": 4.9414,
      "step": 660
    },
    {
      "epoch": 0.06455078125,
      "grad_norm": 0.6266503930091858,
      "learning_rate": 0.0004971581876232272,
      "loss": 4.9219,
      "step": 661
    },
    {
      "epoch": 0.0646484375,
      "grad_norm": 0.5530596971511841,
      "learning_rate": 0.0004971470777745553,
      "loss": 4.9336,
      "step": 662
    },
    {
      "epoch": 0.06474609375,
      "grad_norm": 0.5629117488861084,
      "learning_rate": 0.0004971359463902319,
      "loss": 4.9727,
      "step": 663
    },
    {
      "epoch": 0.06484375,
      "grad_norm": 0.5490591526031494,
      "learning_rate": 0.0004971247934713362,
      "loss": 4.9453,
      "step": 664
    },
    {
      "epoch": 0.06494140625,
      "grad_norm": 0.5852833986282349,
      "learning_rate": 0.0004971136190189494,
      "loss": 4.9414,
      "step": 665
    },
    {
      "epoch": 0.0650390625,
      "grad_norm": 0.6156993508338928,
      "learning_rate": 0.0004971024230341546,
      "loss": 4.957,
      "step": 666
    },
    {
      "epoch": 0.06513671875,
      "grad_norm": 0.6128381490707397,
      "learning_rate": 0.0004970912055180373,
      "loss": 4.8867,
      "step": 667
    },
    {
      "epoch": 0.065234375,
      "grad_norm": 0.4521043598651886,
      "learning_rate": 0.000497079966471685,
      "loss": 4.9141,
      "step": 668
    },
    {
      "epoch": 0.06533203125,
      "grad_norm": 0.42642197012901306,
      "learning_rate": 0.0004970687058961873,
      "loss": 4.9336,
      "step": 669
    },
    {
      "epoch": 0.0654296875,
      "grad_norm": 0.41460588574409485,
      "learning_rate": 0.0004970574237926356,
      "loss": 4.9062,
      "step": 670
    },
    {
      "epoch": 0.06552734375,
      "grad_norm": 0.4534105956554413,
      "learning_rate": 0.000497046120162124,
      "loss": 4.8945,
      "step": 671
    },
    {
      "epoch": 0.065625,
      "grad_norm": 0.45969158411026,
      "learning_rate": 0.0004970347950057478,
      "loss": 4.918,
      "step": 672
    },
    {
      "epoch": 0.06572265625,
      "grad_norm": 0.45954084396362305,
      "learning_rate": 0.0004970234483246053,
      "loss": 4.9375,
      "step": 673
    },
    {
      "epoch": 0.0658203125,
      "grad_norm": 0.5340402126312256,
      "learning_rate": 0.0004970120801197964,
      "loss": 4.9219,
      "step": 674
    },
    {
      "epoch": 0.06591796875,
      "grad_norm": 0.5017228722572327,
      "learning_rate": 0.0004970006903924231,
      "loss": 4.9141,
      "step": 675
    },
    {
      "epoch": 0.066015625,
      "grad_norm": 0.4929012060165405,
      "learning_rate": 0.0004969892791435896,
      "loss": 4.9062,
      "step": 676
    },
    {
      "epoch": 0.06611328125,
      "grad_norm": 0.5938189625740051,
      "learning_rate": 0.0004969778463744021,
      "loss": 4.9414,
      "step": 677
    },
    {
      "epoch": 0.0662109375,
      "grad_norm": 0.6704724431037903,
      "learning_rate": 0.000496966392085969,
      "loss": 4.9297,
      "step": 678
    },
    {
      "epoch": 0.06630859375,
      "grad_norm": 0.6303629875183105,
      "learning_rate": 0.0004969549162794007,
      "loss": 4.9258,
      "step": 679
    },
    {
      "epoch": 0.06640625,
      "grad_norm": 0.5393560528755188,
      "learning_rate": 0.0004969434189558096,
      "loss": 4.9258,
      "step": 680
    },
    {
      "epoch": 0.06650390625,
      "grad_norm": 0.4611497223377228,
      "learning_rate": 0.0004969319001163104,
      "loss": 4.9102,
      "step": 681
    },
    {
      "epoch": 0.0666015625,
      "grad_norm": 0.47802746295928955,
      "learning_rate": 0.0004969203597620197,
      "loss": 4.9219,
      "step": 682
    },
    {
      "epoch": 0.06669921875,
      "grad_norm": 0.5258490443229675,
      "learning_rate": 0.0004969087978940564,
      "loss": 4.9492,
      "step": 683
    },
    {
      "epoch": 0.066796875,
      "grad_norm": 0.5325090289115906,
      "learning_rate": 0.0004968972145135412,
      "loss": 4.9727,
      "step": 684
    },
    {
      "epoch": 0.06689453125,
      "grad_norm": 0.5076428651809692,
      "learning_rate": 0.0004968856096215971,
      "loss": 4.8984,
      "step": 685
    },
    {
      "epoch": 0.0669921875,
      "grad_norm": 0.5641031861305237,
      "learning_rate": 0.000496873983219349,
      "loss": 4.9414,
      "step": 686
    },
    {
      "epoch": 0.06708984375,
      "grad_norm": 0.7779815793037415,
      "learning_rate": 0.0004968623353079242,
      "loss": 4.9102,
      "step": 687
    },
    {
      "epoch": 0.0671875,
      "grad_norm": 0.618226170539856,
      "learning_rate": 0.0004968506658884517,
      "loss": 4.9336,
      "step": 688
    },
    {
      "epoch": 0.06728515625,
      "grad_norm": 0.6069994568824768,
      "learning_rate": 0.0004968389749620629,
      "loss": 4.9453,
      "step": 689
    },
    {
      "epoch": 0.0673828125,
      "grad_norm": 0.602695643901825,
      "learning_rate": 0.000496827262529891,
      "loss": 4.9141,
      "step": 690
    },
    {
      "epoch": 0.06748046875,
      "grad_norm": 0.8353970050811768,
      "learning_rate": 0.0004968155285930717,
      "loss": 4.957,
      "step": 691
    },
    {
      "epoch": 0.067578125,
      "grad_norm": 0.7601311206817627,
      "learning_rate": 0.0004968037731527422,
      "loss": 4.8867,
      "step": 692
    },
    {
      "epoch": 0.06767578125,
      "grad_norm": 0.8417662978172302,
      "learning_rate": 0.0004967919962100424,
      "loss": 4.918,
      "step": 693
    },
    {
      "epoch": 0.0677734375,
      "grad_norm": 0.864201009273529,
      "learning_rate": 0.0004967801977661138,
      "loss": 4.9336,
      "step": 694
    },
    {
      "epoch": 0.06787109375,
      "grad_norm": 0.6699989438056946,
      "learning_rate": 0.0004967683778221003,
      "loss": 4.9531,
      "step": 695
    },
    {
      "epoch": 0.06796875,
      "grad_norm": 0.5989636778831482,
      "learning_rate": 0.0004967565363791478,
      "loss": 4.9023,
      "step": 696
    },
    {
      "epoch": 0.06806640625,
      "grad_norm": 0.5926920771598816,
      "learning_rate": 0.000496744673438404,
      "loss": 4.9141,
      "step": 697
    },
    {
      "epoch": 0.0681640625,
      "grad_norm": 0.6211676597595215,
      "learning_rate": 0.0004967327890010192,
      "loss": 4.8984,
      "step": 698
    },
    {
      "epoch": 0.06826171875,
      "grad_norm": 0.985095739364624,
      "learning_rate": 0.0004967208830681454,
      "loss": 4.9102,
      "step": 699
    },
    {
      "epoch": 0.068359375,
      "grad_norm": 0.8903228044509888,
      "learning_rate": 0.0004967089556409367,
      "loss": 4.918,
      "step": 700
    },
    {
      "epoch": 0.06845703125,
      "grad_norm": 0.7326058745384216,
      "learning_rate": 0.0004966970067205496,
      "loss": 4.9219,
      "step": 701
    },
    {
      "epoch": 0.0685546875,
      "grad_norm": 0.5591720938682556,
      "learning_rate": 0.0004966850363081423,
      "loss": 4.9062,
      "step": 702
    },
    {
      "epoch": 0.06865234375,
      "grad_norm": 0.5330259799957275,
      "learning_rate": 0.0004966730444048754,
      "loss": 4.9258,
      "step": 703
    },
    {
      "epoch": 0.06875,
      "grad_norm": 0.5547099113464355,
      "learning_rate": 0.0004966610310119113,
      "loss": 4.9141,
      "step": 704
    },
    {
      "epoch": 0.06884765625,
      "grad_norm": 0.5156508088111877,
      "learning_rate": 0.0004966489961304147,
      "loss": 4.918,
      "step": 705
    },
    {
      "epoch": 0.0689453125,
      "grad_norm": 0.5710839629173279,
      "learning_rate": 0.0004966369397615522,
      "loss": 4.875,
      "step": 706
    },
    {
      "epoch": 0.06904296875,
      "grad_norm": 0.6018747091293335,
      "learning_rate": 0.0004966248619064927,
      "loss": 4.9102,
      "step": 707
    },
    {
      "epoch": 0.069140625,
      "grad_norm": 0.7630068063735962,
      "learning_rate": 0.000496612762566407,
      "loss": 4.9375,
      "step": 708
    },
    {
      "epoch": 0.06923828125,
      "grad_norm": 0.9202441573143005,
      "learning_rate": 0.000496600641742468,
      "loss": 4.9375,
      "step": 709
    },
    {
      "epoch": 0.0693359375,
      "grad_norm": 0.801213800907135,
      "learning_rate": 0.0004965884994358508,
      "loss": 4.9102,
      "step": 710
    },
    {
      "epoch": 0.06943359375,
      "grad_norm": 0.6991446614265442,
      "learning_rate": 0.0004965763356477326,
      "loss": 4.9219,
      "step": 711
    },
    {
      "epoch": 0.06953125,
      "grad_norm": 0.6677018404006958,
      "learning_rate": 0.0004965641503792924,
      "loss": 4.8984,
      "step": 712
    },
    {
      "epoch": 0.06962890625,
      "grad_norm": 0.5393925905227661,
      "learning_rate": 0.0004965519436317115,
      "loss": 4.9141,
      "step": 713
    },
    {
      "epoch": 0.0697265625,
      "grad_norm": 0.4885493814945221,
      "learning_rate": 0.0004965397154061736,
      "loss": 4.9102,
      "step": 714
    },
    {
      "epoch": 0.06982421875,
      "grad_norm": 0.42598259449005127,
      "learning_rate": 0.0004965274657038637,
      "loss": 4.8867,
      "step": 715
    },
    {
      "epoch": 0.069921875,
      "grad_norm": 0.3984520733356476,
      "learning_rate": 0.0004965151945259696,
      "loss": 4.918,
      "step": 716
    },
    {
      "epoch": 0.07001953125,
      "grad_norm": 0.4602973163127899,
      "learning_rate": 0.0004965029018736807,
      "loss": 4.9336,
      "step": 717
    },
    {
      "epoch": 0.0701171875,
      "grad_norm": 0.4962187111377716,
      "learning_rate": 0.0004964905877481889,
      "loss": 4.9141,
      "step": 718
    },
    {
      "epoch": 0.07021484375,
      "grad_norm": 0.572699785232544,
      "learning_rate": 0.0004964782521506879,
      "loss": 4.9219,
      "step": 719
    },
    {
      "epoch": 0.0703125,
      "grad_norm": 0.6187204718589783,
      "learning_rate": 0.0004964658950823734,
      "loss": 4.9219,
      "step": 720
    },
    {
      "epoch": 0.07041015625,
      "grad_norm": 0.5086959600448608,
      "learning_rate": 0.0004964535165444436,
      "loss": 4.8945,
      "step": 721
    },
    {
      "epoch": 0.0705078125,
      "grad_norm": 0.4606127142906189,
      "learning_rate": 0.0004964411165380983,
      "loss": 4.9102,
      "step": 722
    },
    {
      "epoch": 0.07060546875,
      "grad_norm": 0.4611072242259979,
      "learning_rate": 0.0004964286950645397,
      "loss": 4.8945,
      "step": 723
    },
    {
      "epoch": 0.070703125,
      "grad_norm": 0.4993979036808014,
      "learning_rate": 0.000496416252124972,
      "loss": 4.9023,
      "step": 724
    },
    {
      "epoch": 0.07080078125,
      "grad_norm": 0.5374334454536438,
      "learning_rate": 0.0004964037877206014,
      "loss": 4.9023,
      "step": 725
    },
    {
      "epoch": 0.0708984375,
      "grad_norm": 0.5764836668968201,
      "learning_rate": 0.0004963913018526363,
      "loss": 4.8789,
      "step": 726
    },
    {
      "epoch": 0.07099609375,
      "grad_norm": 0.8342440724372864,
      "learning_rate": 0.000496378794522287,
      "loss": 4.8945,
      "step": 727
    },
    {
      "epoch": 0.07109375,
      "grad_norm": 0.8987082839012146,
      "learning_rate": 0.0004963662657307661,
      "loss": 4.9375,
      "step": 728
    },
    {
      "epoch": 0.07119140625,
      "grad_norm": 0.7202743291854858,
      "learning_rate": 0.0004963537154792881,
      "loss": 4.918,
      "step": 729
    },
    {
      "epoch": 0.0712890625,
      "grad_norm": 0.8998580574989319,
      "learning_rate": 0.0004963411437690696,
      "loss": 4.8867,
      "step": 730
    },
    {
      "epoch": 0.07138671875,
      "grad_norm": 0.808499813079834,
      "learning_rate": 0.0004963285506013297,
      "loss": 4.9414,
      "step": 731
    },
    {
      "epoch": 0.071484375,
      "grad_norm": 0.5454872250556946,
      "learning_rate": 0.0004963159359772889,
      "loss": 4.9219,
      "step": 732
    },
    {
      "epoch": 0.07158203125,
      "grad_norm": 0.4970705807209015,
      "learning_rate": 0.0004963032998981702,
      "loss": 4.918,
      "step": 733
    },
    {
      "epoch": 0.0716796875,
      "grad_norm": 0.4672599732875824,
      "learning_rate": 0.0004962906423651985,
      "loss": 4.9102,
      "step": 734
    },
    {
      "epoch": 0.07177734375,
      "grad_norm": 0.4656890630722046,
      "learning_rate": 0.000496277963379601,
      "loss": 4.9062,
      "step": 735
    },
    {
      "epoch": 0.071875,
      "grad_norm": 0.4242008626461029,
      "learning_rate": 0.0004962652629426068,
      "loss": 4.9023,
      "step": 736
    },
    {
      "epoch": 0.07197265625,
      "grad_norm": 0.38737159967422485,
      "learning_rate": 0.000496252541055447,
      "loss": 4.9102,
      "step": 737
    },
    {
      "epoch": 0.0720703125,
      "grad_norm": 0.4093025326728821,
      "learning_rate": 0.000496239797719355,
      "loss": 4.8984,
      "step": 738
    },
    {
      "epoch": 0.07216796875,
      "grad_norm": 0.4339083135128021,
      "learning_rate": 0.0004962270329355662,
      "loss": 4.9414,
      "step": 739
    },
    {
      "epoch": 0.072265625,
      "grad_norm": 0.5110611915588379,
      "learning_rate": 0.000496214246705318,
      "loss": 4.9141,
      "step": 740
    },
    {
      "epoch": 0.07236328125,
      "grad_norm": 0.5828584432601929,
      "learning_rate": 0.00049620143902985,
      "loss": 4.918,
      "step": 741
    },
    {
      "epoch": 0.0724609375,
      "grad_norm": 0.5776299834251404,
      "learning_rate": 0.0004961886099104038,
      "loss": 4.8945,
      "step": 742
    },
    {
      "epoch": 0.07255859375,
      "grad_norm": 0.48184171319007874,
      "learning_rate": 0.0004961757593482229,
      "loss": 4.8945,
      "step": 743
    },
    {
      "epoch": 0.07265625,
      "grad_norm": 0.4601769745349884,
      "learning_rate": 0.0004961628873445535,
      "loss": 4.9023,
      "step": 744
    },
    {
      "epoch": 0.07275390625,
      "grad_norm": 0.44548672437667847,
      "learning_rate": 0.0004961499939006431,
      "loss": 4.9141,
      "step": 745
    },
    {
      "epoch": 0.0728515625,
      "grad_norm": 0.5392785668373108,
      "learning_rate": 0.0004961370790177418,
      "loss": 4.8945,
      "step": 746
    },
    {
      "epoch": 0.07294921875,
      "grad_norm": 0.5730900764465332,
      "learning_rate": 0.0004961241426971014,
      "loss": 4.9258,
      "step": 747
    },
    {
      "epoch": 0.073046875,
      "grad_norm": 0.6566439270973206,
      "learning_rate": 0.0004961111849399763,
      "loss": 4.9102,
      "step": 748
    },
    {
      "epoch": 0.07314453125,
      "grad_norm": 0.6477753520011902,
      "learning_rate": 0.0004960982057476224,
      "loss": 4.918,
      "step": 749
    },
    {
      "epoch": 0.0732421875,
      "grad_norm": 0.5533462166786194,
      "learning_rate": 0.0004960852051212982,
      "loss": 4.8711,
      "step": 750
    },
    {
      "epoch": 0.07333984375,
      "grad_norm": 0.5516164302825928,
      "learning_rate": 0.0004960721830622637,
      "loss": 4.8828,
      "step": 751
    },
    {
      "epoch": 0.0734375,
      "grad_norm": 0.5473514795303345,
      "learning_rate": 0.0004960591395717816,
      "loss": 4.9297,
      "step": 752
    },
    {
      "epoch": 0.07353515625,
      "grad_norm": 0.5541347861289978,
      "learning_rate": 0.0004960460746511162,
      "loss": 4.8906,
      "step": 753
    },
    {
      "epoch": 0.0736328125,
      "grad_norm": 0.5999252200126648,
      "learning_rate": 0.0004960329883015341,
      "loss": 4.9023,
      "step": 754
    },
    {
      "epoch": 0.07373046875,
      "grad_norm": 0.5422800779342651,
      "learning_rate": 0.0004960198805243039,
      "loss": 4.9023,
      "step": 755
    },
    {
      "epoch": 0.073828125,
      "grad_norm": 0.4828493595123291,
      "learning_rate": 0.0004960067513206964,
      "loss": 4.8555,
      "step": 756
    },
    {
      "epoch": 0.07392578125,
      "grad_norm": 0.44730255007743835,
      "learning_rate": 0.0004959936006919843,
      "loss": 4.9141,
      "step": 757
    },
    {
      "epoch": 0.0740234375,
      "grad_norm": 0.5136485695838928,
      "learning_rate": 0.0004959804286394425,
      "loss": 4.9062,
      "step": 758
    },
    {
      "epoch": 0.07412109375,
      "grad_norm": 0.558743417263031,
      "learning_rate": 0.000495967235164348,
      "loss": 4.9297,
      "step": 759
    },
    {
      "epoch": 0.07421875,
      "grad_norm": 0.503806471824646,
      "learning_rate": 0.0004959540202679797,
      "loss": 4.9102,
      "step": 760
    },
    {
      "epoch": 0.07431640625,
      "grad_norm": 0.4152722954750061,
      "learning_rate": 0.0004959407839516188,
      "loss": 4.8711,
      "step": 761
    },
    {
      "epoch": 0.0744140625,
      "grad_norm": 0.38589704036712646,
      "learning_rate": 0.0004959275262165485,
      "loss": 4.8906,
      "step": 762
    },
    {
      "epoch": 0.07451171875,
      "grad_norm": 0.43141141533851624,
      "learning_rate": 0.0004959142470640539,
      "loss": 4.8516,
      "step": 763
    },
    {
      "epoch": 0.074609375,
      "grad_norm": 0.42636358737945557,
      "learning_rate": 0.0004959009464954224,
      "loss": 4.8789,
      "step": 764
    },
    {
      "epoch": 0.07470703125,
      "grad_norm": 0.4754694700241089,
      "learning_rate": 0.0004958876245119433,
      "loss": 4.8828,
      "step": 765
    },
    {
      "epoch": 0.0748046875,
      "grad_norm": 0.4849173128604889,
      "learning_rate": 0.0004958742811149083,
      "loss": 4.9062,
      "step": 766
    },
    {
      "epoch": 0.07490234375,
      "grad_norm": 0.5047995448112488,
      "learning_rate": 0.0004958609163056108,
      "loss": 4.8828,
      "step": 767
    },
    {
      "epoch": 0.075,
      "grad_norm": 0.5260794758796692,
      "learning_rate": 0.0004958475300853464,
      "loss": 4.8828,
      "step": 768
    },
    {
      "epoch": 0.07509765625,
      "grad_norm": 0.4804491102695465,
      "learning_rate": 0.0004958341224554129,
      "loss": 4.8906,
      "step": 769
    },
    {
      "epoch": 0.0751953125,
      "grad_norm": 0.4267667233943939,
      "learning_rate": 0.00049582069341711,
      "loss": 4.875,
      "step": 770
    },
    {
      "epoch": 0.07529296875,
      "grad_norm": 0.460480660200119,
      "learning_rate": 0.0004958072429717395,
      "loss": 4.8789,
      "step": 771
    },
    {
      "epoch": 0.075390625,
      "grad_norm": 0.4774636924266815,
      "learning_rate": 0.0004957937711206055,
      "loss": 4.8945,
      "step": 772
    },
    {
      "epoch": 0.07548828125,
      "grad_norm": 0.44169384241104126,
      "learning_rate": 0.000495780277865014,
      "loss": 4.875,
      "step": 773
    },
    {
      "epoch": 0.0755859375,
      "grad_norm": 0.4531261622905731,
      "learning_rate": 0.000495766763206273,
      "loss": 4.8945,
      "step": 774
    },
    {
      "epoch": 0.07568359375,
      "grad_norm": 0.49369335174560547,
      "learning_rate": 0.0004957532271456926,
      "loss": 4.9023,
      "step": 775
    },
    {
      "epoch": 0.07578125,
      "grad_norm": 0.5407163500785828,
      "learning_rate": 0.000495739669684585,
      "loss": 4.9023,
      "step": 776
    },
    {
      "epoch": 0.07587890625,
      "grad_norm": 0.6588068008422852,
      "learning_rate": 0.0004957260908242647,
      "loss": 4.8906,
      "step": 777
    },
    {
      "epoch": 0.0759765625,
      "grad_norm": 0.708760142326355,
      "learning_rate": 0.000495712490566048,
      "loss": 4.8828,
      "step": 778
    },
    {
      "epoch": 0.07607421875,
      "grad_norm": 0.6345651745796204,
      "learning_rate": 0.0004956988689112533,
      "loss": 4.8984,
      "step": 779
    },
    {
      "epoch": 0.076171875,
      "grad_norm": 0.5177327990531921,
      "learning_rate": 0.0004956852258612011,
      "loss": 4.8906,
      "step": 780
    },
    {
      "epoch": 0.07626953125,
      "grad_norm": 0.5784163475036621,
      "learning_rate": 0.0004956715614172141,
      "loss": 4.8906,
      "step": 781
    },
    {
      "epoch": 0.0763671875,
      "grad_norm": 0.4898063540458679,
      "learning_rate": 0.0004956578755806168,
      "loss": 4.8945,
      "step": 782
    },
    {
      "epoch": 0.07646484375,
      "grad_norm": 0.43215012550354004,
      "learning_rate": 0.0004956441683527361,
      "loss": 4.9219,
      "step": 783
    },
    {
      "epoch": 0.0765625,
      "grad_norm": 0.42248815298080444,
      "learning_rate": 0.0004956304397349009,
      "loss": 4.8711,
      "step": 784
    },
    {
      "epoch": 0.07666015625,
      "grad_norm": 0.4588373303413391,
      "learning_rate": 0.0004956166897284419,
      "loss": 4.8828,
      "step": 785
    },
    {
      "epoch": 0.0767578125,
      "grad_norm": 0.5150899887084961,
      "learning_rate": 0.0004956029183346922,
      "loss": 4.875,
      "step": 786
    },
    {
      "epoch": 0.07685546875,
      "grad_norm": 0.49109452962875366,
      "learning_rate": 0.0004955891255549868,
      "loss": 4.8828,
      "step": 787
    },
    {
      "epoch": 0.076953125,
      "grad_norm": 0.5134442448616028,
      "learning_rate": 0.0004955753113906629,
      "loss": 4.8789,
      "step": 788
    },
    {
      "epoch": 0.07705078125,
      "grad_norm": 0.5372751951217651,
      "learning_rate": 0.0004955614758430594,
      "loss": 4.8711,
      "step": 789
    },
    {
      "epoch": 0.0771484375,
      "grad_norm": 0.5520480871200562,
      "learning_rate": 0.0004955476189135179,
      "loss": 4.875,
      "step": 790
    },
    {
      "epoch": 0.07724609375,
      "grad_norm": 0.5645185112953186,
      "learning_rate": 0.0004955337406033817,
      "loss": 4.8555,
      "step": 791
    },
    {
      "epoch": 0.07734375,
      "grad_norm": 0.5430117249488831,
      "learning_rate": 0.000495519840913996,
      "loss": 4.8906,
      "step": 792
    },
    {
      "epoch": 0.07744140625,
      "grad_norm": 0.5487677454948425,
      "learning_rate": 0.0004955059198467085,
      "loss": 4.8906,
      "step": 793
    },
    {
      "epoch": 0.0775390625,
      "grad_norm": 0.5324546098709106,
      "learning_rate": 0.0004954919774028685,
      "loss": 4.8672,
      "step": 794
    },
    {
      "epoch": 0.07763671875,
      "grad_norm": 0.48905646800994873,
      "learning_rate": 0.0004954780135838278,
      "loss": 4.8906,
      "step": 795
    },
    {
      "epoch": 0.077734375,
      "grad_norm": 0.49760356545448303,
      "learning_rate": 0.0004954640283909401,
      "loss": 4.8984,
      "step": 796
    },
    {
      "epoch": 0.07783203125,
      "grad_norm": 0.5531620979309082,
      "learning_rate": 0.0004954500218255613,
      "loss": 4.9062,
      "step": 797
    },
    {
      "epoch": 0.0779296875,
      "grad_norm": 0.5735150575637817,
      "learning_rate": 0.0004954359938890489,
      "loss": 4.8594,
      "step": 798
    },
    {
      "epoch": 0.07802734375,
      "grad_norm": 0.5884649753570557,
      "learning_rate": 0.000495421944582763,
      "loss": 4.918,
      "step": 799
    },
    {
      "epoch": 0.078125,
      "grad_norm": 0.48785004019737244,
      "learning_rate": 0.0004954078739080656,
      "loss": 4.9102,
      "step": 800
    },
    {
      "epoch": 0.07822265625,
      "grad_norm": 0.47542282938957214,
      "learning_rate": 0.0004953937818663208,
      "loss": 4.8789,
      "step": 801
    },
    {
      "epoch": 0.0783203125,
      "grad_norm": 0.5039560794830322,
      "learning_rate": 0.0004953796684588946,
      "loss": 4.8906,
      "step": 802
    },
    {
      "epoch": 0.07841796875,
      "grad_norm": 0.47064536809921265,
      "learning_rate": 0.0004953655336871553,
      "loss": 4.8594,
      "step": 803
    },
    {
      "epoch": 0.078515625,
      "grad_norm": 0.44826674461364746,
      "learning_rate": 0.0004953513775524731,
      "loss": 4.8633,
      "step": 804
    },
    {
      "epoch": 0.07861328125,
      "grad_norm": 0.403845876455307,
      "learning_rate": 0.0004953372000562204,
      "loss": 4.8984,
      "step": 805
    },
    {
      "epoch": 0.0787109375,
      "grad_norm": 0.4083589017391205,
      "learning_rate": 0.0004953230011997716,
      "loss": 4.9141,
      "step": 806
    },
    {
      "epoch": 0.07880859375,
      "grad_norm": 0.3878018260002136,
      "learning_rate": 0.0004953087809845031,
      "loss": 4.875,
      "step": 807
    },
    {
      "epoch": 0.07890625,
      "grad_norm": 0.39088737964630127,
      "learning_rate": 0.0004952945394117936,
      "loss": 4.9336,
      "step": 808
    },
    {
      "epoch": 0.07900390625,
      "grad_norm": 0.46204832196235657,
      "learning_rate": 0.0004952802764830236,
      "loss": 4.8477,
      "step": 809
    },
    {
      "epoch": 0.0791015625,
      "grad_norm": 0.5762801766395569,
      "learning_rate": 0.0004952659921995758,
      "loss": 4.8945,
      "step": 810
    },
    {
      "epoch": 0.07919921875,
      "grad_norm": 0.6087040305137634,
      "learning_rate": 0.0004952516865628352,
      "loss": 4.8945,
      "step": 811
    },
    {
      "epoch": 0.079296875,
      "grad_norm": 0.6062765717506409,
      "learning_rate": 0.0004952373595741883,
      "loss": 4.8711,
      "step": 812
    },
    {
      "epoch": 0.07939453125,
      "grad_norm": 0.6468778252601624,
      "learning_rate": 0.0004952230112350241,
      "loss": 4.8633,
      "step": 813
    },
    {
      "epoch": 0.0794921875,
      "grad_norm": 0.6803391575813293,
      "learning_rate": 0.0004952086415467337,
      "loss": 4.8945,
      "step": 814
    },
    {
      "epoch": 0.07958984375,
      "grad_norm": 0.6036785244941711,
      "learning_rate": 0.0004951942505107101,
      "loss": 4.8633,
      "step": 815
    },
    {
      "epoch": 0.0796875,
      "grad_norm": 0.5079777240753174,
      "learning_rate": 0.0004951798381283482,
      "loss": 4.8555,
      "step": 816
    },
    {
      "epoch": 0.07978515625,
      "grad_norm": 0.47106999158859253,
      "learning_rate": 0.0004951654044010455,
      "loss": 4.832,
      "step": 817
    },
    {
      "epoch": 0.0798828125,
      "grad_norm": 0.418499618768692,
      "learning_rate": 0.0004951509493302011,
      "loss": 4.8711,
      "step": 818
    },
    {
      "epoch": 0.07998046875,
      "grad_norm": 0.3655601143836975,
      "learning_rate": 0.0004951364729172163,
      "loss": 4.8516,
      "step": 819
    },
    {
      "epoch": 0.080078125,
      "grad_norm": 0.42946258187294006,
      "learning_rate": 0.0004951219751634945,
      "loss": 4.8789,
      "step": 820
    },
    {
      "epoch": 0.08017578125,
      "grad_norm": 0.412626177072525,
      "learning_rate": 0.0004951074560704412,
      "loss": 4.8828,
      "step": 821
    },
    {
      "epoch": 0.0802734375,
      "grad_norm": 0.44532856345176697,
      "learning_rate": 0.0004950929156394639,
      "loss": 4.8828,
      "step": 822
    },
    {
      "epoch": 0.08037109375,
      "grad_norm": 0.4855706989765167,
      "learning_rate": 0.0004950783538719723,
      "loss": 4.9062,
      "step": 823
    },
    {
      "epoch": 0.08046875,
      "grad_norm": 0.504410982131958,
      "learning_rate": 0.0004950637707693779,
      "loss": 4.8945,
      "step": 824
    },
    {
      "epoch": 0.08056640625,
      "grad_norm": 0.5246967077255249,
      "learning_rate": 0.0004950491663330946,
      "loss": 4.875,
      "step": 825
    },
    {
      "epoch": 0.0806640625,
      "grad_norm": 0.5594045519828796,
      "learning_rate": 0.000495034540564538,
      "loss": 4.8867,
      "step": 826
    },
    {
      "epoch": 0.08076171875,
      "grad_norm": 0.5870455503463745,
      "learning_rate": 0.000495019893465126,
      "loss": 4.8789,
      "step": 827
    },
    {
      "epoch": 0.080859375,
      "grad_norm": 0.5400936007499695,
      "learning_rate": 0.0004950052250362786,
      "loss": 4.8906,
      "step": 828
    },
    {
      "epoch": 0.08095703125,
      "grad_norm": 0.4675130546092987,
      "learning_rate": 0.000494990535279418,
      "loss": 4.8789,
      "step": 829
    },
    {
      "epoch": 0.0810546875,
      "grad_norm": 0.45326483249664307,
      "learning_rate": 0.0004949758241959679,
      "loss": 4.8906,
      "step": 830
    },
    {
      "epoch": 0.08115234375,
      "grad_norm": 0.43965944647789,
      "learning_rate": 0.0004949610917873547,
      "loss": 4.8555,
      "step": 831
    },
    {
      "epoch": 0.08125,
      "grad_norm": 0.5271297693252563,
      "learning_rate": 0.0004949463380550065,
      "loss": 4.8398,
      "step": 832
    },
    {
      "epoch": 0.08134765625,
      "grad_norm": 0.6631085872650146,
      "learning_rate": 0.0004949315630003537,
      "loss": 4.8711,
      "step": 833
    },
    {
      "epoch": 0.0814453125,
      "grad_norm": 0.5798559188842773,
      "learning_rate": 0.0004949167666248285,
      "loss": 4.8672,
      "step": 834
    },
    {
      "epoch": 0.08154296875,
      "grad_norm": 0.45223212242126465,
      "learning_rate": 0.0004949019489298653,
      "loss": 4.8555,
      "step": 835
    },
    {
      "epoch": 0.081640625,
      "grad_norm": 0.4504897892475128,
      "learning_rate": 0.0004948871099169006,
      "loss": 4.8555,
      "step": 836
    },
    {
      "epoch": 0.08173828125,
      "grad_norm": 0.4103120267391205,
      "learning_rate": 0.0004948722495873732,
      "loss": 4.8906,
      "step": 837
    },
    {
      "epoch": 0.0818359375,
      "grad_norm": 0.4391990602016449,
      "learning_rate": 0.0004948573679427233,
      "loss": 4.8633,
      "step": 838
    },
    {
      "epoch": 0.08193359375,
      "grad_norm": 0.5236042141914368,
      "learning_rate": 0.0004948424649843938,
      "loss": 4.8633,
      "step": 839
    },
    {
      "epoch": 0.08203125,
      "grad_norm": 0.6059775948524475,
      "learning_rate": 0.0004948275407138293,
      "loss": 4.8477,
      "step": 840
    },
    {
      "epoch": 0.08212890625,
      "grad_norm": 0.6779847145080566,
      "learning_rate": 0.0004948125951324768,
      "loss": 4.8828,
      "step": 841
    },
    {
      "epoch": 0.0822265625,
      "grad_norm": 0.6596094369888306,
      "learning_rate": 0.000494797628241785,
      "loss": 4.8633,
      "step": 842
    },
    {
      "epoch": 0.08232421875,
      "grad_norm": 0.550703763961792,
      "learning_rate": 0.000494782640043205,
      "loss": 4.8672,
      "step": 843
    },
    {
      "epoch": 0.082421875,
      "grad_norm": 0.4469245970249176,
      "learning_rate": 0.0004947676305381897,
      "loss": 4.8984,
      "step": 844
    },
    {
      "epoch": 0.08251953125,
      "grad_norm": 0.4176386892795563,
      "learning_rate": 0.0004947525997281941,
      "loss": 4.8516,
      "step": 845
    },
    {
      "epoch": 0.0826171875,
      "grad_norm": 0.362447589635849,
      "learning_rate": 0.0004947375476146755,
      "loss": 4.8633,
      "step": 846
    },
    {
      "epoch": 0.08271484375,
      "grad_norm": 0.39331042766571045,
      "learning_rate": 0.000494722474199093,
      "loss": 4.8711,
      "step": 847
    },
    {
      "epoch": 0.0828125,
      "grad_norm": 0.37120670080184937,
      "learning_rate": 0.0004947073794829079,
      "loss": 4.8828,
      "step": 848
    },
    {
      "epoch": 0.08291015625,
      "grad_norm": 0.40028196573257446,
      "learning_rate": 0.0004946922634675836,
      "loss": 4.8789,
      "step": 849
    },
    {
      "epoch": 0.0830078125,
      "grad_norm": 0.47256696224212646,
      "learning_rate": 0.0004946771261545853,
      "loss": 4.8828,
      "step": 850
    },
    {
      "epoch": 0.08310546875,
      "grad_norm": 0.5021369457244873,
      "learning_rate": 0.0004946619675453806,
      "loss": 4.8555,
      "step": 851
    },
    {
      "epoch": 0.083203125,
      "grad_norm": 0.4181872010231018,
      "learning_rate": 0.000494646787641439,
      "loss": 4.8672,
      "step": 852
    },
    {
      "epoch": 0.08330078125,
      "grad_norm": 0.40219172835350037,
      "learning_rate": 0.000494631586444232,
      "loss": 4.8672,
      "step": 853
    },
    {
      "epoch": 0.0833984375,
      "grad_norm": 0.42699527740478516,
      "learning_rate": 0.0004946163639552335,
      "loss": 4.8984,
      "step": 854
    },
    {
      "epoch": 0.08349609375,
      "grad_norm": 0.46114829182624817,
      "learning_rate": 0.0004946011201759189,
      "loss": 4.832,
      "step": 855
    },
    {
      "epoch": 0.08359375,
      "grad_norm": 0.5074323415756226,
      "learning_rate": 0.0004945858551077662,
      "loss": 4.8789,
      "step": 856
    },
    {
      "epoch": 0.08369140625,
      "grad_norm": 0.5219331979751587,
      "learning_rate": 0.0004945705687522552,
      "loss": 4.8438,
      "step": 857
    },
    {
      "epoch": 0.0837890625,
      "grad_norm": 0.6114364266395569,
      "learning_rate": 0.0004945552611108679,
      "loss": 4.8672,
      "step": 858
    },
    {
      "epoch": 0.08388671875,
      "grad_norm": 0.7798656821250916,
      "learning_rate": 0.0004945399321850879,
      "loss": 4.8789,
      "step": 859
    },
    {
      "epoch": 0.083984375,
      "grad_norm": 0.7879101634025574,
      "learning_rate": 0.0004945245819764016,
      "loss": 4.8828,
      "step": 860
    },
    {
      "epoch": 0.08408203125,
      "grad_norm": 0.7016037106513977,
      "learning_rate": 0.0004945092104862971,
      "loss": 4.875,
      "step": 861
    },
    {
      "epoch": 0.0841796875,
      "grad_norm": 0.49669718742370605,
      "learning_rate": 0.0004944938177162644,
      "loss": 4.8359,
      "step": 862
    },
    {
      "epoch": 0.08427734375,
      "grad_norm": 0.4770626425743103,
      "learning_rate": 0.0004944784036677958,
      "loss": 4.8594,
      "step": 863
    },
    {
      "epoch": 0.084375,
      "grad_norm": 0.4248046278953552,
      "learning_rate": 0.0004944629683423855,
      "loss": 4.8867,
      "step": 864
    },
    {
      "epoch": 0.08447265625,
      "grad_norm": 0.4632871747016907,
      "learning_rate": 0.00049444751174153,
      "loss": 4.8594,
      "step": 865
    },
    {
      "epoch": 0.0845703125,
      "grad_norm": 0.48169225454330444,
      "learning_rate": 0.0004944320338667276,
      "loss": 4.8633,
      "step": 866
    },
    {
      "epoch": 0.08466796875,
      "grad_norm": 0.42320355772972107,
      "learning_rate": 0.0004944165347194788,
      "loss": 4.8867,
      "step": 867
    },
    {
      "epoch": 0.084765625,
      "grad_norm": 0.39030560851097107,
      "learning_rate": 0.0004944010143012861,
      "loss": 4.8828,
      "step": 868
    },
    {
      "epoch": 0.08486328125,
      "grad_norm": 0.4671940207481384,
      "learning_rate": 0.0004943854726136542,
      "loss": 4.8203,
      "step": 869
    },
    {
      "epoch": 0.0849609375,
      "grad_norm": 0.4762789309024811,
      "learning_rate": 0.0004943699096580897,
      "loss": 4.8906,
      "step": 870
    },
    {
      "epoch": 0.08505859375,
      "grad_norm": 0.5251975655555725,
      "learning_rate": 0.0004943543254361013,
      "loss": 4.8672,
      "step": 871
    },
    {
      "epoch": 0.08515625,
      "grad_norm": 0.5693690180778503,
      "learning_rate": 0.0004943387199491998,
      "loss": 4.9102,
      "step": 872
    },
    {
      "epoch": 0.08525390625,
      "grad_norm": 0.5571799278259277,
      "learning_rate": 0.0004943230931988981,
      "loss": 4.8672,
      "step": 873
    },
    {
      "epoch": 0.0853515625,
      "grad_norm": 0.4701318144798279,
      "learning_rate": 0.0004943074451867111,
      "loss": 4.8789,
      "step": 874
    },
    {
      "epoch": 0.08544921875,
      "grad_norm": 0.43155744671821594,
      "learning_rate": 0.0004942917759141556,
      "loss": 4.8555,
      "step": 875
    },
    {
      "epoch": 0.085546875,
      "grad_norm": 0.43980658054351807,
      "learning_rate": 0.0004942760853827509,
      "loss": 4.8789,
      "step": 876
    },
    {
      "epoch": 0.08564453125,
      "grad_norm": 0.46005746722221375,
      "learning_rate": 0.0004942603735940179,
      "loss": 4.8867,
      "step": 877
    },
    {
      "epoch": 0.0857421875,
      "grad_norm": 0.4600110948085785,
      "learning_rate": 0.0004942446405494798,
      "loss": 4.8633,
      "step": 878
    },
    {
      "epoch": 0.08583984375,
      "grad_norm": 0.40931013226509094,
      "learning_rate": 0.0004942288862506618,
      "loss": 4.8516,
      "step": 879
    },
    {
      "epoch": 0.0859375,
      "grad_norm": 0.4222780466079712,
      "learning_rate": 0.0004942131106990911,
      "loss": 4.8789,
      "step": 880
    },
    {
      "epoch": 0.08603515625,
      "grad_norm": 0.44859063625335693,
      "learning_rate": 0.0004941973138962973,
      "loss": 4.8672,
      "step": 881
    },
    {
      "epoch": 0.0861328125,
      "grad_norm": 0.48440831899642944,
      "learning_rate": 0.0004941814958438115,
      "loss": 4.8555,
      "step": 882
    },
    {
      "epoch": 0.08623046875,
      "grad_norm": 0.525878369808197,
      "learning_rate": 0.0004941656565431673,
      "loss": 4.8281,
      "step": 883
    },
    {
      "epoch": 0.086328125,
      "grad_norm": 0.6066216230392456,
      "learning_rate": 0.0004941497959959003,
      "loss": 4.8477,
      "step": 884
    },
    {
      "epoch": 0.08642578125,
      "grad_norm": 0.6154394149780273,
      "learning_rate": 0.0004941339142035478,
      "loss": 4.875,
      "step": 885
    },
    {
      "epoch": 0.0865234375,
      "grad_norm": 0.5415538549423218,
      "learning_rate": 0.0004941180111676497,
      "loss": 4.8359,
      "step": 886
    },
    {
      "epoch": 0.08662109375,
      "grad_norm": 0.43851184844970703,
      "learning_rate": 0.0004941020868897474,
      "loss": 4.8477,
      "step": 887
    },
    {
      "epoch": 0.08671875,
      "grad_norm": 0.4420389235019684,
      "learning_rate": 0.0004940861413713849,
      "loss": 4.8516,
      "step": 888
    },
    {
      "epoch": 0.08681640625,
      "grad_norm": 0.49204596877098083,
      "learning_rate": 0.000494070174614108,
      "loss": 4.8516,
      "step": 889
    },
    {
      "epoch": 0.0869140625,
      "grad_norm": 0.4975183308124542,
      "learning_rate": 0.0004940541866194645,
      "loss": 4.875,
      "step": 890
    },
    {
      "epoch": 0.08701171875,
      "grad_norm": 0.4811098873615265,
      "learning_rate": 0.0004940381773890043,
      "loss": 4.8555,
      "step": 891
    },
    {
      "epoch": 0.087109375,
      "grad_norm": 0.5079295039176941,
      "learning_rate": 0.0004940221469242794,
      "loss": 4.8633,
      "step": 892
    },
    {
      "epoch": 0.08720703125,
      "grad_norm": 0.5155340433120728,
      "learning_rate": 0.000494006095226844,
      "loss": 4.8828,
      "step": 893
    },
    {
      "epoch": 0.0873046875,
      "grad_norm": 0.47939589619636536,
      "learning_rate": 0.0004939900222982539,
      "loss": 4.8164,
      "step": 894
    },
    {
      "epoch": 0.08740234375,
      "grad_norm": 0.5215303897857666,
      "learning_rate": 0.0004939739281400674,
      "loss": 4.8633,
      "step": 895
    },
    {
      "epoch": 0.0875,
      "grad_norm": 0.48365482687950134,
      "learning_rate": 0.0004939578127538449,
      "loss": 4.8711,
      "step": 896
    },
    {
      "epoch": 0.08759765625,
      "grad_norm": 0.414248526096344,
      "learning_rate": 0.0004939416761411484,
      "loss": 4.8594,
      "step": 897
    },
    {
      "epoch": 0.0876953125,
      "grad_norm": 0.4160768389701843,
      "learning_rate": 0.0004939255183035424,
      "loss": 4.8633,
      "step": 898
    },
    {
      "epoch": 0.08779296875,
      "grad_norm": 0.4438508152961731,
      "learning_rate": 0.0004939093392425933,
      "loss": 4.8398,
      "step": 899
    },
    {
      "epoch": 0.087890625,
      "grad_norm": 0.5406934022903442,
      "learning_rate": 0.0004938931389598695,
      "loss": 4.832,
      "step": 900
    },
    {
      "epoch": 0.08798828125,
      "grad_norm": 0.6314405202865601,
      "learning_rate": 0.0004938769174569413,
      "loss": 4.8672,
      "step": 901
    },
    {
      "epoch": 0.0880859375,
      "grad_norm": 0.6316208839416504,
      "learning_rate": 0.0004938606747353818,
      "loss": 4.8711,
      "step": 902
    },
    {
      "epoch": 0.08818359375,
      "grad_norm": 0.49028605222702026,
      "learning_rate": 0.0004938444107967651,
      "loss": 4.8398,
      "step": 903
    },
    {
      "epoch": 0.08828125,
      "grad_norm": 0.40383410453796387,
      "learning_rate": 0.0004938281256426681,
      "loss": 4.8281,
      "step": 904
    },
    {
      "epoch": 0.08837890625,
      "grad_norm": 0.4249477982521057,
      "learning_rate": 0.0004938118192746695,
      "loss": 4.8633,
      "step": 905
    },
    {
      "epoch": 0.0884765625,
      "grad_norm": 0.4824749827384949,
      "learning_rate": 0.0004937954916943502,
      "loss": 4.8164,
      "step": 906
    },
    {
      "epoch": 0.08857421875,
      "grad_norm": 0.5105504989624023,
      "learning_rate": 0.0004937791429032929,
      "loss": 4.8477,
      "step": 907
    },
    {
      "epoch": 0.088671875,
      "grad_norm": 0.4530431032180786,
      "learning_rate": 0.0004937627729030825,
      "loss": 4.8672,
      "step": 908
    },
    {
      "epoch": 0.08876953125,
      "grad_norm": 0.37337881326675415,
      "learning_rate": 0.0004937463816953061,
      "loss": 4.875,
      "step": 909
    },
    {
      "epoch": 0.0888671875,
      "grad_norm": 0.3546503484249115,
      "learning_rate": 0.0004937299692815525,
      "loss": 4.8555,
      "step": 910
    },
    {
      "epoch": 0.08896484375,
      "grad_norm": 0.3876660466194153,
      "learning_rate": 0.000493713535663413,
      "loss": 4.8594,
      "step": 911
    },
    {
      "epoch": 0.0890625,
      "grad_norm": 0.4789651036262512,
      "learning_rate": 0.0004936970808424807,
      "loss": 4.8477,
      "step": 912
    },
    {
      "epoch": 0.08916015625,
      "grad_norm": 0.5593496561050415,
      "learning_rate": 0.0004936806048203506,
      "loss": 4.8711,
      "step": 913
    },
    {
      "epoch": 0.0892578125,
      "grad_norm": 0.6056161522865295,
      "learning_rate": 0.0004936641075986201,
      "loss": 4.8516,
      "step": 914
    },
    {
      "epoch": 0.08935546875,
      "grad_norm": 0.5245595574378967,
      "learning_rate": 0.0004936475891788883,
      "loss": 4.8164,
      "step": 915
    },
    {
      "epoch": 0.089453125,
      "grad_norm": 0.49999815225601196,
      "learning_rate": 0.0004936310495627569,
      "loss": 4.832,
      "step": 916
    },
    {
      "epoch": 0.08955078125,
      "grad_norm": 0.6258394718170166,
      "learning_rate": 0.0004936144887518291,
      "loss": 4.8711,
      "step": 917
    },
    {
      "epoch": 0.0896484375,
      "grad_norm": 0.6583293080329895,
      "learning_rate": 0.0004935979067477103,
      "loss": 4.8633,
      "step": 918
    },
    {
      "epoch": 0.08974609375,
      "grad_norm": 0.5308080911636353,
      "learning_rate": 0.000493581303552008,
      "loss": 4.8672,
      "step": 919
    },
    {
      "epoch": 0.08984375,
      "grad_norm": 0.42577865719795227,
      "learning_rate": 0.0004935646791663318,
      "loss": 4.8555,
      "step": 920
    },
    {
      "epoch": 0.08994140625,
      "grad_norm": 0.3947119414806366,
      "learning_rate": 0.0004935480335922935,
      "loss": 4.8359,
      "step": 921
    },
    {
      "epoch": 0.0900390625,
      "grad_norm": 0.400806725025177,
      "learning_rate": 0.0004935313668315065,
      "loss": 4.8359,
      "step": 922
    },
    {
      "epoch": 0.09013671875,
      "grad_norm": 0.3871156573295593,
      "learning_rate": 0.0004935146788855868,
      "loss": 4.875,
      "step": 923
    },
    {
      "epoch": 0.090234375,
      "grad_norm": 0.3819091022014618,
      "learning_rate": 0.000493497969756152,
      "loss": 4.8242,
      "step": 924
    },
    {
      "epoch": 0.09033203125,
      "grad_norm": 0.3758518397808075,
      "learning_rate": 0.000493481239444822,
      "loss": 4.8477,
      "step": 925
    },
    {
      "epoch": 0.0904296875,
      "grad_norm": 0.4341889023780823,
      "learning_rate": 0.0004934644879532185,
      "loss": 4.832,
      "step": 926
    },
    {
      "epoch": 0.09052734375,
      "grad_norm": 0.44294634461402893,
      "learning_rate": 0.0004934477152829658,
      "loss": 4.832,
      "step": 927
    },
    {
      "epoch": 0.090625,
      "grad_norm": 0.4348030984401703,
      "learning_rate": 0.0004934309214356897,
      "loss": 4.8203,
      "step": 928
    },
    {
      "epoch": 0.09072265625,
      "grad_norm": 0.497432142496109,
      "learning_rate": 0.0004934141064130181,
      "loss": 4.8633,
      "step": 929
    },
    {
      "epoch": 0.0908203125,
      "grad_norm": 0.5283389687538147,
      "learning_rate": 0.0004933972702165814,
      "loss": 4.8672,
      "step": 930
    },
    {
      "epoch": 0.09091796875,
      "grad_norm": 0.5673421025276184,
      "learning_rate": 0.0004933804128480117,
      "loss": 4.8359,
      "step": 931
    },
    {
      "epoch": 0.091015625,
      "grad_norm": 0.5137133002281189,
      "learning_rate": 0.000493363534308943,
      "loss": 4.8359,
      "step": 932
    },
    {
      "epoch": 0.09111328125,
      "grad_norm": 0.40789496898651123,
      "learning_rate": 0.0004933466346010117,
      "loss": 4.8359,
      "step": 933
    },
    {
      "epoch": 0.0912109375,
      "grad_norm": 0.4613848328590393,
      "learning_rate": 0.0004933297137258561,
      "loss": 4.8594,
      "step": 934
    },
    {
      "epoch": 0.09130859375,
      "grad_norm": 0.49260833859443665,
      "learning_rate": 0.0004933127716851167,
      "loss": 4.8359,
      "step": 935
    },
    {
      "epoch": 0.09140625,
      "grad_norm": 0.4962104856967926,
      "learning_rate": 0.0004932958084804356,
      "loss": 4.8594,
      "step": 936
    },
    {
      "epoch": 0.09150390625,
      "grad_norm": 0.5404455661773682,
      "learning_rate": 0.0004932788241134576,
      "loss": 4.8438,
      "step": 937
    },
    {
      "epoch": 0.0916015625,
      "grad_norm": 0.5084996819496155,
      "learning_rate": 0.0004932618185858288,
      "loss": 4.8633,
      "step": 938
    },
    {
      "epoch": 0.09169921875,
      "grad_norm": 0.4125216603279114,
      "learning_rate": 0.0004932447918991983,
      "loss": 4.8438,
      "step": 939
    },
    {
      "epoch": 0.091796875,
      "grad_norm": 0.3724025785923004,
      "learning_rate": 0.0004932277440552164,
      "loss": 4.8359,
      "step": 940
    },
    {
      "epoch": 0.09189453125,
      "grad_norm": 0.4485456645488739,
      "learning_rate": 0.0004932106750555358,
      "loss": 4.8594,
      "step": 941
    },
    {
      "epoch": 0.0919921875,
      "grad_norm": 0.4383455216884613,
      "learning_rate": 0.0004931935849018112,
      "loss": 4.8359,
      "step": 942
    },
    {
      "epoch": 0.09208984375,
      "grad_norm": 0.4460577368736267,
      "learning_rate": 0.0004931764735956995,
      "loss": 4.8516,
      "step": 943
    },
    {
      "epoch": 0.0921875,
      "grad_norm": 0.4385360777378082,
      "learning_rate": 0.0004931593411388594,
      "loss": 4.8633,
      "step": 944
    },
    {
      "epoch": 0.09228515625,
      "grad_norm": 0.44357937574386597,
      "learning_rate": 0.0004931421875329519,
      "loss": 4.8398,
      "step": 945
    },
    {
      "epoch": 0.0923828125,
      "grad_norm": 0.5505833625793457,
      "learning_rate": 0.0004931250127796398,
      "loss": 4.8398,
      "step": 946
    },
    {
      "epoch": 0.09248046875,
      "grad_norm": 0.5369737148284912,
      "learning_rate": 0.0004931078168805881,
      "loss": 4.8555,
      "step": 947
    },
    {
      "epoch": 0.092578125,
      "grad_norm": 0.5083466172218323,
      "learning_rate": 0.0004930905998374639,
      "loss": 4.8398,
      "step": 948
    },
    {
      "epoch": 0.09267578125,
      "grad_norm": 0.48525020480155945,
      "learning_rate": 0.0004930733616519363,
      "loss": 4.8594,
      "step": 949
    },
    {
      "epoch": 0.0927734375,
      "grad_norm": 0.42595598101615906,
      "learning_rate": 0.0004930561023256762,
      "loss": 4.8359,
      "step": 950
    },
    {
      "epoch": 0.09287109375,
      "grad_norm": 0.40371179580688477,
      "learning_rate": 0.000493038821860357,
      "loss": 4.8711,
      "step": 951
    },
    {
      "epoch": 0.09296875,
      "grad_norm": 0.4778882563114166,
      "learning_rate": 0.0004930215202576539,
      "loss": 4.8359,
      "step": 952
    },
    {
      "epoch": 0.09306640625,
      "grad_norm": 0.5457689166069031,
      "learning_rate": 0.000493004197519244,
      "loss": 4.8242,
      "step": 953
    },
    {
      "epoch": 0.0931640625,
      "grad_norm": 0.4889971613883972,
      "learning_rate": 0.0004929868536468069,
      "loss": 4.8477,
      "step": 954
    },
    {
      "epoch": 0.09326171875,
      "grad_norm": 0.4244244396686554,
      "learning_rate": 0.0004929694886420239,
      "loss": 4.8672,
      "step": 955
    },
    {
      "epoch": 0.093359375,
      "grad_norm": 0.44931143522262573,
      "learning_rate": 0.0004929521025065782,
      "loss": 4.8594,
      "step": 956
    },
    {
      "epoch": 0.09345703125,
      "grad_norm": 0.5113864541053772,
      "learning_rate": 0.0004929346952421553,
      "loss": 4.8359,
      "step": 957
    },
    {
      "epoch": 0.0935546875,
      "grad_norm": 0.47967684268951416,
      "learning_rate": 0.000492917266850443,
      "loss": 4.8438,
      "step": 958
    },
    {
      "epoch": 0.09365234375,
      "grad_norm": 0.41450557112693787,
      "learning_rate": 0.0004928998173331306,
      "loss": 4.8594,
      "step": 959
    },
    {
      "epoch": 0.09375,
      "grad_norm": 0.4654901325702667,
      "learning_rate": 0.0004928823466919098,
      "loss": 4.8672,
      "step": 960
    },
    {
      "epoch": 0.09384765625,
      "grad_norm": 0.3816904127597809,
      "learning_rate": 0.0004928648549284743,
      "loss": 4.8164,
      "step": 961
    },
    {
      "epoch": 0.0939453125,
      "grad_norm": 0.37036556005477905,
      "learning_rate": 0.0004928473420445198,
      "loss": 4.8359,
      "step": 962
    },
    {
      "epoch": 0.09404296875,
      "grad_norm": 0.427219420671463,
      "learning_rate": 0.0004928298080417439,
      "loss": 4.8516,
      "step": 963
    },
    {
      "epoch": 0.094140625,
      "grad_norm": 0.47933682799339294,
      "learning_rate": 0.0004928122529218467,
      "loss": 4.8359,
      "step": 964
    },
    {
      "epoch": 0.09423828125,
      "grad_norm": 0.5197924375534058,
      "learning_rate": 0.0004927946766865298,
      "loss": 4.8281,
      "step": 965
    },
    {
      "epoch": 0.0943359375,
      "grad_norm": 0.5642294883728027,
      "learning_rate": 0.0004927770793374971,
      "loss": 4.8203,
      "step": 966
    },
    {
      "epoch": 0.09443359375,
      "grad_norm": 0.5989418029785156,
      "learning_rate": 0.0004927594608764546,
      "loss": 4.8086,
      "step": 967
    },
    {
      "epoch": 0.09453125,
      "grad_norm": 0.5477548837661743,
      "learning_rate": 0.0004927418213051104,
      "loss": 4.8555,
      "step": 968
    },
    {
      "epoch": 0.09462890625,
      "grad_norm": 0.43198466300964355,
      "learning_rate": 0.0004927241606251745,
      "loss": 4.8125,
      "step": 969
    },
    {
      "epoch": 0.0947265625,
      "grad_norm": 0.42610111832618713,
      "learning_rate": 0.0004927064788383587,
      "loss": 4.8477,
      "step": 970
    },
    {
      "epoch": 0.09482421875,
      "grad_norm": 0.4663979709148407,
      "learning_rate": 0.0004926887759463776,
      "loss": 4.8281,
      "step": 971
    },
    {
      "epoch": 0.094921875,
      "grad_norm": 0.46881988644599915,
      "learning_rate": 0.000492671051950947,
      "loss": 4.8438,
      "step": 972
    },
    {
      "epoch": 0.09501953125,
      "grad_norm": 0.36195266246795654,
      "learning_rate": 0.0004926533068537852,
      "loss": 4.8477,
      "step": 973
    },
    {
      "epoch": 0.0951171875,
      "grad_norm": 0.3922168016433716,
      "learning_rate": 0.0004926355406566127,
      "loss": 4.8555,
      "step": 974
    },
    {
      "epoch": 0.09521484375,
      "grad_norm": 0.425672709941864,
      "learning_rate": 0.0004926177533611514,
      "loss": 4.8164,
      "step": 975
    },
    {
      "epoch": 0.0953125,
      "grad_norm": 0.5194612145423889,
      "learning_rate": 0.0004925999449691261,
      "loss": 4.8281,
      "step": 976
    },
    {
      "epoch": 0.09541015625,
      "grad_norm": 0.5651121735572815,
      "learning_rate": 0.000492582115482263,
      "loss": 4.8164,
      "step": 977
    },
    {
      "epoch": 0.0955078125,
      "grad_norm": 0.5677608847618103,
      "learning_rate": 0.0004925642649022903,
      "loss": 4.8711,
      "step": 978
    },
    {
      "epoch": 0.09560546875,
      "grad_norm": 0.5311588644981384,
      "learning_rate": 0.000492546393230939,
      "loss": 4.8242,
      "step": 979
    },
    {
      "epoch": 0.095703125,
      "grad_norm": 0.5084513425827026,
      "learning_rate": 0.0004925285004699411,
      "loss": 4.832,
      "step": 980
    },
    {
      "epoch": 0.09580078125,
      "grad_norm": 0.6232282519340515,
      "learning_rate": 0.0004925105866210316,
      "loss": 4.8672,
      "step": 981
    },
    {
      "epoch": 0.0958984375,
      "grad_norm": 0.695502519607544,
      "learning_rate": 0.0004924926516859469,
      "loss": 4.8281,
      "step": 982
    },
    {
      "epoch": 0.09599609375,
      "grad_norm": 0.6766898036003113,
      "learning_rate": 0.000492474695666426,
      "loss": 4.8203,
      "step": 983
    },
    {
      "epoch": 0.09609375,
      "grad_norm": 0.5815792679786682,
      "learning_rate": 0.0004924567185642091,
      "loss": 4.8359,
      "step": 984
    },
    {
      "epoch": 0.09619140625,
      "grad_norm": 0.48480623960494995,
      "learning_rate": 0.0004924387203810393,
      "loss": 4.8633,
      "step": 985
    },
    {
      "epoch": 0.0962890625,
      "grad_norm": 0.46070924401283264,
      "learning_rate": 0.0004924207011186613,
      "loss": 4.8516,
      "step": 986
    },
    {
      "epoch": 0.09638671875,
      "grad_norm": 0.4500672221183777,
      "learning_rate": 0.0004924026607788219,
      "loss": 4.8438,
      "step": 987
    },
    {
      "epoch": 0.096484375,
      "grad_norm": 0.42609307169914246,
      "learning_rate": 0.0004923845993632702,
      "loss": 4.8164,
      "step": 988
    },
    {
      "epoch": 0.09658203125,
      "grad_norm": 0.4055596590042114,
      "learning_rate": 0.000492366516873757,
      "loss": 4.8633,
      "step": 989
    },
    {
      "epoch": 0.0966796875,
      "grad_norm": 0.37348657846450806,
      "learning_rate": 0.0004923484133120351,
      "loss": 4.8203,
      "step": 990
    },
    {
      "epoch": 0.09677734375,
      "grad_norm": 0.3880004584789276,
      "learning_rate": 0.0004923302886798598,
      "loss": 4.8125,
      "step": 991
    },
    {
      "epoch": 0.096875,
      "grad_norm": 0.381511926651001,
      "learning_rate": 0.000492312142978988,
      "loss": 4.8359,
      "step": 992
    },
    {
      "epoch": 0.09697265625,
      "grad_norm": 0.4143732786178589,
      "learning_rate": 0.0004922939762111788,
      "loss": 4.8281,
      "step": 993
    },
    {
      "epoch": 0.0970703125,
      "grad_norm": 0.4248274266719818,
      "learning_rate": 0.0004922757883781934,
      "loss": 4.8555,
      "step": 994
    },
    {
      "epoch": 0.09716796875,
      "grad_norm": 0.43763217329978943,
      "learning_rate": 0.000492257579481795,
      "loss": 4.8047,
      "step": 995
    },
    {
      "epoch": 0.097265625,
      "grad_norm": 0.4777696430683136,
      "learning_rate": 0.0004922393495237488,
      "loss": 4.8125,
      "step": 996
    },
    {
      "epoch": 0.09736328125,
      "grad_norm": 0.5218069553375244,
      "learning_rate": 0.000492221098505822,
      "loss": 4.8125,
      "step": 997
    },
    {
      "epoch": 0.0974609375,
      "grad_norm": 0.5178037285804749,
      "learning_rate": 0.000492202826429784,
      "loss": 4.8242,
      "step": 998
    },
    {
      "epoch": 0.09755859375,
      "grad_norm": 0.45934903621673584,
      "learning_rate": 0.0004921845332974062,
      "loss": 4.8125,
      "step": 999
    },
    {
      "epoch": 0.09765625,
      "grad_norm": 0.4091397821903229,
      "learning_rate": 0.0004921662191104619,
      "loss": 4.8359,
      "step": 1000
    },
    {
      "epoch": 0.09775390625,
      "grad_norm": 0.3937183618545532,
      "learning_rate": 0.0004921478838707266,
      "loss": 4.8359,
      "step": 1001
    },
    {
      "epoch": 0.0978515625,
      "grad_norm": 0.4575563073158264,
      "learning_rate": 0.0004921295275799778,
      "loss": 4.8281,
      "step": 1002
    },
    {
      "epoch": 0.09794921875,
      "grad_norm": 0.490375280380249,
      "learning_rate": 0.0004921111502399949,
      "loss": 4.832,
      "step": 1003
    },
    {
      "epoch": 0.098046875,
      "grad_norm": 0.4874227046966553,
      "learning_rate": 0.0004920927518525594,
      "loss": 4.8203,
      "step": 1004
    },
    {
      "epoch": 0.09814453125,
      "grad_norm": 0.42199403047561646,
      "learning_rate": 0.0004920743324194552,
      "loss": 4.8555,
      "step": 1005
    },
    {
      "epoch": 0.0982421875,
      "grad_norm": 0.49443531036376953,
      "learning_rate": 0.0004920558919424677,
      "loss": 4.8047,
      "step": 1006
    },
    {
      "epoch": 0.09833984375,
      "grad_norm": 0.39844444394111633,
      "learning_rate": 0.0004920374304233846,
      "loss": 4.8203,
      "step": 1007
    },
    {
      "epoch": 0.0984375,
      "grad_norm": 0.462501585483551,
      "learning_rate": 0.0004920189478639957,
      "loss": 4.8477,
      "step": 1008
    },
    {
      "epoch": 0.09853515625,
      "grad_norm": 0.5070082545280457,
      "learning_rate": 0.0004920004442660927,
      "loss": 4.8203,
      "step": 1009
    },
    {
      "epoch": 0.0986328125,
      "grad_norm": 0.47550520300865173,
      "learning_rate": 0.0004919819196314695,
      "loss": 4.8008,
      "step": 1010
    },
    {
      "epoch": 0.09873046875,
      "grad_norm": 0.4895987808704376,
      "learning_rate": 0.0004919633739619218,
      "loss": 4.8125,
      "step": 1011
    },
    {
      "epoch": 0.098828125,
      "grad_norm": 0.48678672313690186,
      "learning_rate": 0.0004919448072592474,
      "loss": 4.8086,
      "step": 1012
    },
    {
      "epoch": 0.09892578125,
      "grad_norm": 0.4505287706851959,
      "learning_rate": 0.0004919262195252465,
      "loss": 4.8281,
      "step": 1013
    },
    {
      "epoch": 0.0990234375,
      "grad_norm": 0.8226277232170105,
      "learning_rate": 0.0004919076107617209,
      "loss": 4.8047,
      "step": 1014
    },
    {
      "epoch": 0.09912109375,
      "grad_norm": 0.6768991947174072,
      "learning_rate": 0.0004918889809704745,
      "loss": 4.8359,
      "step": 1015
    },
    {
      "epoch": 0.09921875,
      "grad_norm": 0.573598325252533,
      "learning_rate": 0.0004918703301533135,
      "loss": 4.832,
      "step": 1016
    },
    {
      "epoch": 0.09931640625,
      "grad_norm": 0.49422210454940796,
      "learning_rate": 0.0004918516583120458,
      "loss": 4.8555,
      "step": 1017
    },
    {
      "epoch": 0.0994140625,
      "grad_norm": 0.5521137714385986,
      "learning_rate": 0.0004918329654484817,
      "loss": 4.8203,
      "step": 1018
    },
    {
      "epoch": 0.09951171875,
      "grad_norm": 0.6036257743835449,
      "learning_rate": 0.0004918142515644332,
      "loss": 4.8008,
      "step": 1019
    },
    {
      "epoch": 0.099609375,
      "grad_norm": 0.8331734538078308,
      "learning_rate": 0.0004917955166617146,
      "loss": 4.8203,
      "step": 1020
    },
    {
      "epoch": 0.09970703125,
      "grad_norm": 1.3778009414672852,
      "learning_rate": 0.000491776760742142,
      "loss": 4.8281,
      "step": 1021
    },
    {
      "epoch": 0.0998046875,
      "grad_norm": 0.785008430480957,
      "learning_rate": 0.0004917579838075337,
      "loss": 4.8477,
      "step": 1022
    },
    {
      "epoch": 0.09990234375,
      "grad_norm": 0.7883325815200806,
      "learning_rate": 0.0004917391858597099,
      "loss": 4.8398,
      "step": 1023
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5901327729225159,
      "learning_rate": 0.0004917203669004932,
      "loss": 4.8555,
      "step": 1024
    },
    {
      "epoch": 0.10009765625,
      "grad_norm": 0.4483931064605713,
      "learning_rate": 0.0004917015269317079,
      "loss": 4.832,
      "step": 1025
    },
    {
      "epoch": 0.1001953125,
      "grad_norm": 0.6025552749633789,
      "learning_rate": 0.0004916826659551802,
      "loss": 4.8438,
      "step": 1026
    },
    {
      "epoch": 0.10029296875,
      "grad_norm": 0.691528856754303,
      "learning_rate": 0.0004916637839727387,
      "loss": 4.8477,
      "step": 1027
    },
    {
      "epoch": 0.100390625,
      "grad_norm": 0.922143816947937,
      "learning_rate": 0.0004916448809862137,
      "loss": 4.8398,
      "step": 1028
    },
    {
      "epoch": 0.10048828125,
      "grad_norm": 0.7501768469810486,
      "learning_rate": 0.000491625956997438,
      "loss": 4.8438,
      "step": 1029
    },
    {
      "epoch": 0.1005859375,
      "grad_norm": 0.5718377828598022,
      "learning_rate": 0.000491607012008246,
      "loss": 4.8047,
      "step": 1030
    },
    {
      "epoch": 0.10068359375,
      "grad_norm": 0.5166970491409302,
      "learning_rate": 0.0004915880460204743,
      "loss": 4.832,
      "step": 1031
    },
    {
      "epoch": 0.10078125,
      "grad_norm": 0.41339635848999023,
      "learning_rate": 0.0004915690590359615,
      "loss": 4.832,
      "step": 1032
    },
    {
      "epoch": 0.10087890625,
      "grad_norm": 0.42061278223991394,
      "learning_rate": 0.0004915500510565483,
      "loss": 4.832,
      "step": 1033
    },
    {
      "epoch": 0.1009765625,
      "grad_norm": 0.8583418130874634,
      "learning_rate": 0.0004915310220840774,
      "loss": 4.8047,
      "step": 1034
    },
    {
      "epoch": 0.10107421875,
      "grad_norm": 1.503048062324524,
      "learning_rate": 0.0004915119721203935,
      "loss": 4.8555,
      "step": 1035
    },
    {
      "epoch": 0.101171875,
      "grad_norm": 1.4394514560699463,
      "learning_rate": 0.0004914929011673434,
      "loss": 4.8281,
      "step": 1036
    },
    {
      "epoch": 0.10126953125,
      "grad_norm": 1.117308259010315,
      "learning_rate": 0.0004914738092267758,
      "loss": 4.8398,
      "step": 1037
    },
    {
      "epoch": 0.1013671875,
      "grad_norm": 0.6745375990867615,
      "learning_rate": 0.0004914546963005416,
      "loss": 4.8438,
      "step": 1038
    },
    {
      "epoch": 0.10146484375,
      "grad_norm": 1.0236302614212036,
      "learning_rate": 0.0004914355623904938,
      "loss": 4.8398,
      "step": 1039
    },
    {
      "epoch": 0.1015625,
      "grad_norm": 0.8115978240966797,
      "learning_rate": 0.0004914164074984872,
      "loss": 4.8633,
      "step": 1040
    },
    {
      "epoch": 0.10166015625,
      "grad_norm": 0.5963826775550842,
      "learning_rate": 0.0004913972316263785,
      "loss": 4.8203,
      "step": 1041
    },
    {
      "epoch": 0.1017578125,
      "grad_norm": 0.49297934770584106,
      "learning_rate": 0.000491378034776027,
      "loss": 4.8086,
      "step": 1042
    },
    {
      "epoch": 0.10185546875,
      "grad_norm": 0.4009886085987091,
      "learning_rate": 0.0004913588169492937,
      "loss": 4.8203,
      "step": 1043
    },
    {
      "epoch": 0.101953125,
      "grad_norm": 0.4827432930469513,
      "learning_rate": 0.0004913395781480414,
      "loss": 4.8398,
      "step": 1044
    },
    {
      "epoch": 0.10205078125,
      "grad_norm": 0.402046799659729,
      "learning_rate": 0.0004913203183741354,
      "loss": 4.832,
      "step": 1045
    },
    {
      "epoch": 0.1021484375,
      "grad_norm": 0.4627341330051422,
      "learning_rate": 0.0004913010376294425,
      "loss": 4.8125,
      "step": 1046
    },
    {
      "epoch": 0.10224609375,
      "grad_norm": 0.4753624200820923,
      "learning_rate": 0.0004912817359158322,
      "loss": 4.8203,
      "step": 1047
    },
    {
      "epoch": 0.10234375,
      "grad_norm": 0.5196328163146973,
      "learning_rate": 0.0004912624132351755,
      "loss": 4.7969,
      "step": 1048
    },
    {
      "epoch": 0.10244140625,
      "grad_norm": 0.9553819894790649,
      "learning_rate": 0.0004912430695893456,
      "loss": 4.7969,
      "step": 1049
    },
    {
      "epoch": 0.1025390625,
      "grad_norm": 0.7087034583091736,
      "learning_rate": 0.0004912237049802178,
      "loss": 4.8008,
      "step": 1050
    },
    {
      "epoch": 0.10263671875,
      "grad_norm": 0.6159484386444092,
      "learning_rate": 0.0004912043194096693,
      "loss": 4.8047,
      "step": 1051
    },
    {
      "epoch": 0.102734375,
      "grad_norm": 0.5763092637062073,
      "learning_rate": 0.0004911849128795793,
      "loss": 4.8359,
      "step": 1052
    },
    {
      "epoch": 0.10283203125,
      "grad_norm": 0.5660399198532104,
      "learning_rate": 0.0004911654853918293,
      "loss": 4.7891,
      "step": 1053
    },
    {
      "epoch": 0.1029296875,
      "grad_norm": 0.5883915424346924,
      "learning_rate": 0.0004911460369483026,
      "loss": 4.8203,
      "step": 1054
    },
    {
      "epoch": 0.10302734375,
      "grad_norm": 0.5926139950752258,
      "learning_rate": 0.0004911265675508847,
      "loss": 4.8438,
      "step": 1055
    },
    {
      "epoch": 0.103125,
      "grad_norm": 0.5742599964141846,
      "learning_rate": 0.000491107077201463,
      "loss": 4.8203,
      "step": 1056
    },
    {
      "epoch": 0.10322265625,
      "grad_norm": 0.4908924102783203,
      "learning_rate": 0.0004910875659019267,
      "loss": 4.8164,
      "step": 1057
    },
    {
      "epoch": 0.1033203125,
      "grad_norm": 0.42929133772850037,
      "learning_rate": 0.0004910680336541676,
      "loss": 4.8125,
      "step": 1058
    },
    {
      "epoch": 0.10341796875,
      "grad_norm": 0.384483277797699,
      "learning_rate": 0.000491048480460079,
      "loss": 4.8008,
      "step": 1059
    },
    {
      "epoch": 0.103515625,
      "grad_norm": 0.36012735962867737,
      "learning_rate": 0.0004910289063215564,
      "loss": 4.8203,
      "step": 1060
    },
    {
      "epoch": 0.10361328125,
      "grad_norm": 0.3993228077888489,
      "learning_rate": 0.0004910093112404978,
      "loss": 4.8477,
      "step": 1061
    },
    {
      "epoch": 0.1037109375,
      "grad_norm": 0.3865804970264435,
      "learning_rate": 0.0004909896952188024,
      "loss": 4.8125,
      "step": 1062
    },
    {
      "epoch": 0.10380859375,
      "grad_norm": 0.4794972240924835,
      "learning_rate": 0.0004909700582583721,
      "loss": 4.7969,
      "step": 1063
    },
    {
      "epoch": 0.10390625,
      "grad_norm": 0.5843653082847595,
      "learning_rate": 0.0004909504003611103,
      "loss": 4.8008,
      "step": 1064
    },
    {
      "epoch": 0.10400390625,
      "grad_norm": 0.7108316421508789,
      "learning_rate": 0.000490930721528923,
      "loss": 4.8164,
      "step": 1065
    },
    {
      "epoch": 0.1041015625,
      "grad_norm": 0.7192037105560303,
      "learning_rate": 0.0004909110217637177,
      "loss": 4.8477,
      "step": 1066
    },
    {
      "epoch": 0.10419921875,
      "grad_norm": 0.6272011995315552,
      "learning_rate": 0.0004908913010674041,
      "loss": 4.8125,
      "step": 1067
    },
    {
      "epoch": 0.104296875,
      "grad_norm": 0.5953921675682068,
      "learning_rate": 0.0004908715594418942,
      "loss": 4.8398,
      "step": 1068
    },
    {
      "epoch": 0.10439453125,
      "grad_norm": 0.4558872878551483,
      "learning_rate": 0.0004908517968891018,
      "loss": 4.8125,
      "step": 1069
    },
    {
      "epoch": 0.1044921875,
      "grad_norm": 0.3889329135417938,
      "learning_rate": 0.0004908320134109427,
      "loss": 4.8281,
      "step": 1070
    },
    {
      "epoch": 0.10458984375,
      "grad_norm": 0.3157101571559906,
      "learning_rate": 0.0004908122090093347,
      "loss": 4.7969,
      "step": 1071
    },
    {
      "epoch": 0.1046875,
      "grad_norm": 0.3802729547023773,
      "learning_rate": 0.0004907923836861978,
      "loss": 4.8086,
      "step": 1072
    },
    {
      "epoch": 0.10478515625,
      "grad_norm": 0.402535080909729,
      "learning_rate": 0.0004907725374434539,
      "loss": 4.8086,
      "step": 1073
    },
    {
      "epoch": 0.1048828125,
      "grad_norm": 0.4550858438014984,
      "learning_rate": 0.0004907526702830268,
      "loss": 4.8125,
      "step": 1074
    },
    {
      "epoch": 0.10498046875,
      "grad_norm": 0.45571887493133545,
      "learning_rate": 0.0004907327822068427,
      "loss": 4.8086,
      "step": 1075
    },
    {
      "epoch": 0.105078125,
      "grad_norm": 0.3914882242679596,
      "learning_rate": 0.0004907128732168297,
      "loss": 4.8242,
      "step": 1076
    },
    {
      "epoch": 0.10517578125,
      "grad_norm": 0.34561851620674133,
      "learning_rate": 0.0004906929433149175,
      "loss": 4.8203,
      "step": 1077
    },
    {
      "epoch": 0.1052734375,
      "grad_norm": 0.3450526297092438,
      "learning_rate": 0.0004906729925030385,
      "loss": 4.8203,
      "step": 1078
    },
    {
      "epoch": 0.10537109375,
      "grad_norm": 0.3435506224632263,
      "learning_rate": 0.0004906530207831266,
      "loss": 4.7969,
      "step": 1079
    },
    {
      "epoch": 0.10546875,
      "grad_norm": 0.3784290552139282,
      "learning_rate": 0.0004906330281571179,
      "loss": 4.8359,
      "step": 1080
    },
    {
      "epoch": 0.10556640625,
      "grad_norm": 0.4976685345172882,
      "learning_rate": 0.0004906130146269507,
      "loss": 4.793,
      "step": 1081
    },
    {
      "epoch": 0.1056640625,
      "grad_norm": 0.5724058747291565,
      "learning_rate": 0.000490592980194565,
      "loss": 4.8008,
      "step": 1082
    },
    {
      "epoch": 0.10576171875,
      "grad_norm": 0.546415388584137,
      "learning_rate": 0.0004905729248619032,
      "loss": 4.7891,
      "step": 1083
    },
    {
      "epoch": 0.105859375,
      "grad_norm": 0.5786755681037903,
      "learning_rate": 0.0004905528486309095,
      "loss": 4.8125,
      "step": 1084
    },
    {
      "epoch": 0.10595703125,
      "grad_norm": 0.46551647782325745,
      "learning_rate": 0.00049053275150353,
      "loss": 4.793,
      "step": 1085
    },
    {
      "epoch": 0.1060546875,
      "grad_norm": 0.3895544707775116,
      "learning_rate": 0.0004905126334817131,
      "loss": 4.7891,
      "step": 1086
    },
    {
      "epoch": 0.10615234375,
      "grad_norm": 0.3977148234844208,
      "learning_rate": 0.000490492494567409,
      "loss": 4.8516,
      "step": 1087
    },
    {
      "epoch": 0.10625,
      "grad_norm": 0.41639018058776855,
      "learning_rate": 0.0004904723347625702,
      "loss": 4.8125,
      "step": 1088
    },
    {
      "epoch": 0.10634765625,
      "grad_norm": 0.4226835370063782,
      "learning_rate": 0.0004904521540691509,
      "loss": 4.8242,
      "step": 1089
    },
    {
      "epoch": 0.1064453125,
      "grad_norm": 0.47172993421554565,
      "learning_rate": 0.0004904319524891076,
      "loss": 4.7734,
      "step": 1090
    },
    {
      "epoch": 0.10654296875,
      "grad_norm": 0.438104510307312,
      "learning_rate": 0.0004904117300243986,
      "loss": 4.8203,
      "step": 1091
    },
    {
      "epoch": 0.106640625,
      "grad_norm": 0.38510963320732117,
      "learning_rate": 0.0004903914866769843,
      "loss": 4.8164,
      "step": 1092
    },
    {
      "epoch": 0.10673828125,
      "grad_norm": 0.404243528842926,
      "learning_rate": 0.0004903712224488273,
      "loss": 4.8359,
      "step": 1093
    },
    {
      "epoch": 0.1068359375,
      "grad_norm": 0.4017542898654938,
      "learning_rate": 0.0004903509373418921,
      "loss": 4.8242,
      "step": 1094
    },
    {
      "epoch": 0.10693359375,
      "grad_norm": 0.4477319121360779,
      "learning_rate": 0.000490330631358145,
      "loss": 4.7969,
      "step": 1095
    },
    {
      "epoch": 0.10703125,
      "grad_norm": 0.3956342041492462,
      "learning_rate": 0.0004903103044995548,
      "loss": 4.8047,
      "step": 1096
    },
    {
      "epoch": 0.10712890625,
      "grad_norm": 0.43987393379211426,
      "learning_rate": 0.0004902899567680917,
      "loss": 4.7734,
      "step": 1097
    },
    {
      "epoch": 0.1072265625,
      "grad_norm": 0.4343857169151306,
      "learning_rate": 0.0004902695881657286,
      "loss": 4.8477,
      "step": 1098
    },
    {
      "epoch": 0.10732421875,
      "grad_norm": 0.3674246370792389,
      "learning_rate": 0.0004902491986944399,
      "loss": 4.8125,
      "step": 1099
    },
    {
      "epoch": 0.107421875,
      "grad_norm": 0.3673463761806488,
      "learning_rate": 0.0004902287883562023,
      "loss": 4.8125,
      "step": 1100
    },
    {
      "epoch": 0.10751953125,
      "grad_norm": 0.4112495481967926,
      "learning_rate": 0.0004902083571529944,
      "loss": 4.8047,
      "step": 1101
    },
    {
      "epoch": 0.1076171875,
      "grad_norm": 0.4617629647254944,
      "learning_rate": 0.000490187905086797,
      "loss": 4.7695,
      "step": 1102
    },
    {
      "epoch": 0.10771484375,
      "grad_norm": 0.49318692088127136,
      "learning_rate": 0.0004901674321595925,
      "loss": 4.7812,
      "step": 1103
    },
    {
      "epoch": 0.1078125,
      "grad_norm": 0.5360081195831299,
      "learning_rate": 0.0004901469383733659,
      "loss": 4.8242,
      "step": 1104
    },
    {
      "epoch": 0.10791015625,
      "grad_norm": 0.5867539048194885,
      "learning_rate": 0.0004901264237301039,
      "loss": 4.7852,
      "step": 1105
    },
    {
      "epoch": 0.1080078125,
      "grad_norm": 0.5440882444381714,
      "learning_rate": 0.0004901058882317951,
      "loss": 4.8203,
      "step": 1106
    },
    {
      "epoch": 0.10810546875,
      "grad_norm": 0.4591827094554901,
      "learning_rate": 0.0004900853318804304,
      "loss": 4.8164,
      "step": 1107
    },
    {
      "epoch": 0.108203125,
      "grad_norm": 0.4257602095603943,
      "learning_rate": 0.0004900647546780026,
      "loss": 4.8008,
      "step": 1108
    },
    {
      "epoch": 0.10830078125,
      "grad_norm": 0.418489009141922,
      "learning_rate": 0.0004900441566265064,
      "loss": 4.832,
      "step": 1109
    },
    {
      "epoch": 0.1083984375,
      "grad_norm": 0.4998464286327362,
      "learning_rate": 0.0004900235377279388,
      "loss": 4.7773,
      "step": 1110
    },
    {
      "epoch": 0.10849609375,
      "grad_norm": 0.47938549518585205,
      "learning_rate": 0.0004900028979842986,
      "loss": 4.8125,
      "step": 1111
    },
    {
      "epoch": 0.10859375,
      "grad_norm": 0.4215286672115326,
      "learning_rate": 0.0004899822373975866,
      "loss": 4.7812,
      "step": 1112
    },
    {
      "epoch": 0.10869140625,
      "grad_norm": 0.41954976320266724,
      "learning_rate": 0.0004899615559698058,
      "loss": 4.8047,
      "step": 1113
    },
    {
      "epoch": 0.1087890625,
      "grad_norm": 0.4177006781101227,
      "learning_rate": 0.0004899408537029611,
      "loss": 4.8047,
      "step": 1114
    },
    {
      "epoch": 0.10888671875,
      "grad_norm": 0.5628485679626465,
      "learning_rate": 0.0004899201305990594,
      "loss": 4.7969,
      "step": 1115
    },
    {
      "epoch": 0.108984375,
      "grad_norm": 0.6657236814498901,
      "learning_rate": 0.0004898993866601098,
      "loss": 4.8086,
      "step": 1116
    },
    {
      "epoch": 0.10908203125,
      "grad_norm": 0.6637690663337708,
      "learning_rate": 0.0004898786218881232,
      "loss": 4.8203,
      "step": 1117
    },
    {
      "epoch": 0.1091796875,
      "grad_norm": 0.5784990787506104,
      "learning_rate": 0.0004898578362851124,
      "loss": 4.832,
      "step": 1118
    },
    {
      "epoch": 0.10927734375,
      "grad_norm": 0.42443713545799255,
      "learning_rate": 0.0004898370298530928,
      "loss": 4.8008,
      "step": 1119
    },
    {
      "epoch": 0.109375,
      "grad_norm": 0.3830028474330902,
      "learning_rate": 0.0004898162025940812,
      "loss": 4.8398,
      "step": 1120
    },
    {
      "epoch": 0.10947265625,
      "grad_norm": 0.45647111535072327,
      "learning_rate": 0.0004897953545100966,
      "loss": 4.8086,
      "step": 1121
    },
    {
      "epoch": 0.1095703125,
      "grad_norm": 0.49465152621269226,
      "learning_rate": 0.0004897744856031604,
      "loss": 4.8477,
      "step": 1122
    },
    {
      "epoch": 0.10966796875,
      "grad_norm": 0.5248700380325317,
      "learning_rate": 0.0004897535958752954,
      "loss": 4.7891,
      "step": 1123
    },
    {
      "epoch": 0.109765625,
      "grad_norm": 0.5552516579627991,
      "learning_rate": 0.0004897326853285268,
      "loss": 4.8125,
      "step": 1124
    },
    {
      "epoch": 0.10986328125,
      "grad_norm": 0.4863637387752533,
      "learning_rate": 0.0004897117539648818,
      "loss": 4.8203,
      "step": 1125
    },
    {
      "epoch": 0.1099609375,
      "grad_norm": 0.4048306941986084,
      "learning_rate": 0.0004896908017863895,
      "loss": 4.7852,
      "step": 1126
    },
    {
      "epoch": 0.11005859375,
      "grad_norm": 0.4323672652244568,
      "learning_rate": 0.0004896698287950812,
      "loss": 4.7695,
      "step": 1127
    },
    {
      "epoch": 0.11015625,
      "grad_norm": 0.5875673890113831,
      "learning_rate": 0.0004896488349929898,
      "loss": 4.793,
      "step": 1128
    },
    {
      "epoch": 0.11025390625,
      "grad_norm": 0.5504245758056641,
      "learning_rate": 0.0004896278203821506,
      "loss": 4.7852,
      "step": 1129
    },
    {
      "epoch": 0.1103515625,
      "grad_norm": 0.44111916422843933,
      "learning_rate": 0.0004896067849646011,
      "loss": 4.7852,
      "step": 1130
    },
    {
      "epoch": 0.11044921875,
      "grad_norm": 0.37442272901535034,
      "learning_rate": 0.0004895857287423802,
      "loss": 4.7578,
      "step": 1131
    },
    {
      "epoch": 0.110546875,
      "grad_norm": 0.38579708337783813,
      "learning_rate": 0.0004895646517175294,
      "loss": 4.7734,
      "step": 1132
    },
    {
      "epoch": 0.11064453125,
      "grad_norm": 0.350492388010025,
      "learning_rate": 0.0004895435538920918,
      "loss": 4.7969,
      "step": 1133
    },
    {
      "epoch": 0.1107421875,
      "grad_norm": 0.3320639431476593,
      "learning_rate": 0.0004895224352681127,
      "loss": 4.7969,
      "step": 1134
    },
    {
      "epoch": 0.11083984375,
      "grad_norm": 0.33712780475616455,
      "learning_rate": 0.0004895012958476396,
      "loss": 4.793,
      "step": 1135
    },
    {
      "epoch": 0.1109375,
      "grad_norm": 0.3295286297798157,
      "learning_rate": 0.0004894801356327217,
      "loss": 4.8047,
      "step": 1136
    },
    {
      "epoch": 0.11103515625,
      "grad_norm": 0.3195537030696869,
      "learning_rate": 0.0004894589546254102,
      "loss": 4.8047,
      "step": 1137
    },
    {
      "epoch": 0.1111328125,
      "grad_norm": 0.36060598492622375,
      "learning_rate": 0.0004894377528277587,
      "loss": 4.8008,
      "step": 1138
    },
    {
      "epoch": 0.11123046875,
      "grad_norm": 0.4128583073616028,
      "learning_rate": 0.0004894165302418224,
      "loss": 4.8125,
      "step": 1139
    },
    {
      "epoch": 0.111328125,
      "grad_norm": 0.6390661001205444,
      "learning_rate": 0.0004893952868696588,
      "loss": 4.8086,
      "step": 1140
    },
    {
      "epoch": 0.11142578125,
      "grad_norm": 0.8795298933982849,
      "learning_rate": 0.0004893740227133272,
      "loss": 4.793,
      "step": 1141
    },
    {
      "epoch": 0.1115234375,
      "grad_norm": 0.5830650329589844,
      "learning_rate": 0.000489352737774889,
      "loss": 4.8164,
      "step": 1142
    },
    {
      "epoch": 0.11162109375,
      "grad_norm": 0.6256621479988098,
      "learning_rate": 0.0004893314320564078,
      "loss": 4.8086,
      "step": 1143
    },
    {
      "epoch": 0.11171875,
      "grad_norm": 0.6185265779495239,
      "learning_rate": 0.0004893101055599488,
      "loss": 4.7969,
      "step": 1144
    },
    {
      "epoch": 0.11181640625,
      "grad_norm": 0.5876705646514893,
      "learning_rate": 0.0004892887582875797,
      "loss": 4.7969,
      "step": 1145
    },
    {
      "epoch": 0.1119140625,
      "grad_norm": 0.5868121981620789,
      "learning_rate": 0.0004892673902413699,
      "loss": 4.8125,
      "step": 1146
    },
    {
      "epoch": 0.11201171875,
      "grad_norm": 0.46918195486068726,
      "learning_rate": 0.0004892460014233907,
      "loss": 4.8086,
      "step": 1147
    },
    {
      "epoch": 0.112109375,
      "grad_norm": 0.3593907058238983,
      "learning_rate": 0.0004892245918357159,
      "loss": 4.832,
      "step": 1148
    },
    {
      "epoch": 0.11220703125,
      "grad_norm": 0.4415476620197296,
      "learning_rate": 0.0004892031614804208,
      "loss": 4.7852,
      "step": 1149
    },
    {
      "epoch": 0.1123046875,
      "grad_norm": 0.7689213156700134,
      "learning_rate": 0.000489181710359583,
      "loss": 4.7891,
      "step": 1150
    },
    {
      "epoch": 0.11240234375,
      "grad_norm": 1.3944097757339478,
      "learning_rate": 0.000489160238475282,
      "loss": 4.8086,
      "step": 1151
    },
    {
      "epoch": 0.1125,
      "grad_norm": 0.6750385165214539,
      "learning_rate": 0.0004891387458295995,
      "loss": 4.8047,
      "step": 1152
    },
    {
      "epoch": 0.11259765625,
      "grad_norm": 0.6533737778663635,
      "learning_rate": 0.0004891172324246189,
      "loss": 4.8164,
      "step": 1153
    },
    {
      "epoch": 0.1126953125,
      "grad_norm": 0.698330283164978,
      "learning_rate": 0.0004890956982624258,
      "loss": 4.8203,
      "step": 1154
    },
    {
      "epoch": 0.11279296875,
      "grad_norm": 0.5275533199310303,
      "learning_rate": 0.0004890741433451079,
      "loss": 4.7969,
      "step": 1155
    },
    {
      "epoch": 0.112890625,
      "grad_norm": 0.39748457074165344,
      "learning_rate": 0.0004890525676747547,
      "loss": 4.8086,
      "step": 1156
    },
    {
      "epoch": 0.11298828125,
      "grad_norm": 0.49489057064056396,
      "learning_rate": 0.0004890309712534578,
      "loss": 4.8047,
      "step": 1157
    },
    {
      "epoch": 0.1130859375,
      "grad_norm": 0.4166368544101715,
      "learning_rate": 0.0004890093540833108,
      "loss": 4.832,
      "step": 1158
    },
    {
      "epoch": 0.11318359375,
      "grad_norm": 0.3709654211997986,
      "learning_rate": 0.0004889877161664096,
      "loss": 4.8281,
      "step": 1159
    },
    {
      "epoch": 0.11328125,
      "grad_norm": 0.41362860798835754,
      "learning_rate": 0.0004889660575048515,
      "loss": 4.7773,
      "step": 1160
    },
    {
      "epoch": 0.11337890625,
      "grad_norm": 0.3981860280036926,
      "learning_rate": 0.0004889443781007364,
      "loss": 4.7969,
      "step": 1161
    },
    {
      "epoch": 0.1134765625,
      "grad_norm": 0.4014473557472229,
      "learning_rate": 0.000488922677956166,
      "loss": 4.793,
      "step": 1162
    },
    {
      "epoch": 0.11357421875,
      "grad_norm": 0.5000125765800476,
      "learning_rate": 0.0004889009570732436,
      "loss": 4.7891,
      "step": 1163
    },
    {
      "epoch": 0.113671875,
      "grad_norm": 0.6138625144958496,
      "learning_rate": 0.0004888792154540753,
      "loss": 4.7812,
      "step": 1164
    },
    {
      "epoch": 0.11376953125,
      "grad_norm": 0.6484094858169556,
      "learning_rate": 0.0004888574531007687,
      "loss": 4.8008,
      "step": 1165
    },
    {
      "epoch": 0.1138671875,
      "grad_norm": 0.44802355766296387,
      "learning_rate": 0.0004888356700154333,
      "loss": 4.8047,
      "step": 1166
    },
    {
      "epoch": 0.11396484375,
      "grad_norm": 0.42703965306282043,
      "learning_rate": 0.0004888138662001813,
      "loss": 4.7969,
      "step": 1167
    },
    {
      "epoch": 0.1140625,
      "grad_norm": 0.41006794571876526,
      "learning_rate": 0.0004887920416571259,
      "loss": 4.793,
      "step": 1168
    },
    {
      "epoch": 0.11416015625,
      "grad_norm": 0.39348462224006653,
      "learning_rate": 0.0004887701963883831,
      "loss": 4.793,
      "step": 1169
    },
    {
      "epoch": 0.1142578125,
      "grad_norm": 0.3154531419277191,
      "learning_rate": 0.0004887483303960706,
      "loss": 4.793,
      "step": 1170
    },
    {
      "epoch": 0.11435546875,
      "grad_norm": 0.3364889323711395,
      "learning_rate": 0.0004887264436823083,
      "loss": 4.7812,
      "step": 1171
    },
    {
      "epoch": 0.114453125,
      "grad_norm": 0.3992083966732025,
      "learning_rate": 0.0004887045362492178,
      "loss": 4.793,
      "step": 1172
    },
    {
      "epoch": 0.11455078125,
      "grad_norm": 0.42253056168556213,
      "learning_rate": 0.0004886826080989229,
      "loss": 4.7734,
      "step": 1173
    },
    {
      "epoch": 0.1146484375,
      "grad_norm": 0.36724087595939636,
      "learning_rate": 0.0004886606592335495,
      "loss": 4.793,
      "step": 1174
    },
    {
      "epoch": 0.11474609375,
      "grad_norm": 0.3279463052749634,
      "learning_rate": 0.0004886386896552252,
      "loss": 4.7891,
      "step": 1175
    },
    {
      "epoch": 0.11484375,
      "grad_norm": 0.3356574773788452,
      "learning_rate": 0.0004886166993660799,
      "loss": 4.7891,
      "step": 1176
    },
    {
      "epoch": 0.11494140625,
      "grad_norm": 0.42385661602020264,
      "learning_rate": 0.0004885946883682455,
      "loss": 4.7969,
      "step": 1177
    },
    {
      "epoch": 0.1150390625,
      "grad_norm": 0.582700252532959,
      "learning_rate": 0.0004885726566638557,
      "loss": 4.7812,
      "step": 1178
    },
    {
      "epoch": 0.11513671875,
      "grad_norm": 0.5969910025596619,
      "learning_rate": 0.0004885506042550464,
      "loss": 4.8359,
      "step": 1179
    },
    {
      "epoch": 0.115234375,
      "grad_norm": 0.5986462831497192,
      "learning_rate": 0.0004885285311439553,
      "loss": 4.7891,
      "step": 1180
    },
    {
      "epoch": 0.11533203125,
      "grad_norm": 0.49811697006225586,
      "learning_rate": 0.0004885064373327223,
      "loss": 4.7773,
      "step": 1181
    },
    {
      "epoch": 0.1154296875,
      "grad_norm": 0.38979536294937134,
      "learning_rate": 0.0004884843228234895,
      "loss": 4.8047,
      "step": 1182
    },
    {
      "epoch": 0.11552734375,
      "grad_norm": 0.40310540795326233,
      "learning_rate": 0.0004884621876184004,
      "loss": 4.8047,
      "step": 1183
    },
    {
      "epoch": 0.115625,
      "grad_norm": 0.42200982570648193,
      "learning_rate": 0.0004884400317196009,
      "loss": 4.8203,
      "step": 1184
    },
    {
      "epoch": 0.11572265625,
      "grad_norm": 0.4246567487716675,
      "learning_rate": 0.000488417855129239,
      "loss": 4.7812,
      "step": 1185
    },
    {
      "epoch": 0.1158203125,
      "grad_norm": 0.4499056935310364,
      "learning_rate": 0.0004883956578494645,
      "loss": 4.7891,
      "step": 1186
    },
    {
      "epoch": 0.11591796875,
      "grad_norm": 0.42340394854545593,
      "learning_rate": 0.0004883734398824294,
      "loss": 4.7734,
      "step": 1187
    },
    {
      "epoch": 0.116015625,
      "grad_norm": 0.42388978600502014,
      "learning_rate": 0.0004883512012302874,
      "loss": 4.8125,
      "step": 1188
    },
    {
      "epoch": 0.11611328125,
      "grad_norm": 0.4048875868320465,
      "learning_rate": 0.0004883289418951943,
      "loss": 4.7812,
      "step": 1189
    },
    {
      "epoch": 0.1162109375,
      "grad_norm": 0.39005008339881897,
      "learning_rate": 0.0004883066618793083,
      "loss": 4.7891,
      "step": 1190
    },
    {
      "epoch": 0.11630859375,
      "grad_norm": 0.38380053639411926,
      "learning_rate": 0.0004882843611847892,
      "loss": 4.7852,
      "step": 1191
    },
    {
      "epoch": 0.11640625,
      "grad_norm": 0.35080215334892273,
      "learning_rate": 0.0004882620398137988,
      "loss": 4.8125,
      "step": 1192
    },
    {
      "epoch": 0.11650390625,
      "grad_norm": 0.3683309555053711,
      "learning_rate": 0.00048823969776850103,
      "loss": 4.8086,
      "step": 1193
    },
    {
      "epoch": 0.1166015625,
      "grad_norm": 0.39639347791671753,
      "learning_rate": 0.00048821733505106186,
      "loss": 4.8164,
      "step": 1194
    },
    {
      "epoch": 0.11669921875,
      "grad_norm": 0.41327810287475586,
      "learning_rate": 0.0004881949516636491,
      "loss": 4.7539,
      "step": 1195
    },
    {
      "epoch": 0.116796875,
      "grad_norm": 0.4666888117790222,
      "learning_rate": 0.0004881725476084328,
      "loss": 4.7539,
      "step": 1196
    },
    {
      "epoch": 0.11689453125,
      "grad_norm": 0.6009286046028137,
      "learning_rate": 0.00048815012288758484,
      "loss": 4.8086,
      "step": 1197
    },
    {
      "epoch": 0.1169921875,
      "grad_norm": 0.6095237731933594,
      "learning_rate": 0.00048812767750327905,
      "loss": 4.8203,
      "step": 1198
    },
    {
      "epoch": 0.11708984375,
      "grad_norm": 0.5841214656829834,
      "learning_rate": 0.0004881052114576915,
      "loss": 4.7852,
      "step": 1199
    },
    {
      "epoch": 0.1171875,
      "grad_norm": 0.5666095614433289,
      "learning_rate": 0.00048808272475299994,
      "loss": 4.8164,
      "step": 1200
    },
    {
      "epoch": 0.11728515625,
      "grad_norm": 0.4737398624420166,
      "learning_rate": 0.00048806021739138453,
      "loss": 4.7891,
      "step": 1201
    },
    {
      "epoch": 0.1173828125,
      "grad_norm": 0.48223602771759033,
      "learning_rate": 0.000488037689375027,
      "loss": 4.7812,
      "step": 1202
    },
    {
      "epoch": 0.11748046875,
      "grad_norm": 0.5186586976051331,
      "learning_rate": 0.00048801514070611143,
      "loss": 4.7812,
      "step": 1203
    },
    {
      "epoch": 0.117578125,
      "grad_norm": 0.499870628118515,
      "learning_rate": 0.0004879925713868236,
      "loss": 4.7812,
      "step": 1204
    },
    {
      "epoch": 0.11767578125,
      "grad_norm": 0.42764419317245483,
      "learning_rate": 0.0004879699814193517,
      "loss": 4.7617,
      "step": 1205
    },
    {
      "epoch": 0.1177734375,
      "grad_norm": 0.42484956979751587,
      "learning_rate": 0.0004879473708058855,
      "loss": 4.7852,
      "step": 1206
    },
    {
      "epoch": 0.11787109375,
      "grad_norm": 0.35906827449798584,
      "learning_rate": 0.00048792473954861694,
      "loss": 4.7852,
      "step": 1207
    },
    {
      "epoch": 0.11796875,
      "grad_norm": 0.32980072498321533,
      "learning_rate": 0.00048790208764973997,
      "loss": 4.7695,
      "step": 1208
    },
    {
      "epoch": 0.11806640625,
      "grad_norm": 0.33791640400886536,
      "learning_rate": 0.0004878794151114507,
      "loss": 4.8008,
      "step": 1209
    },
    {
      "epoch": 0.1181640625,
      "grad_norm": 0.30102401971817017,
      "learning_rate": 0.0004878567219359469,
      "loss": 4.7852,
      "step": 1210
    },
    {
      "epoch": 0.11826171875,
      "grad_norm": 0.32327136397361755,
      "learning_rate": 0.0004878340081254285,
      "loss": 4.7852,
      "step": 1211
    },
    {
      "epoch": 0.118359375,
      "grad_norm": 0.37602269649505615,
      "learning_rate": 0.0004878112736820976,
      "loss": 4.7852,
      "step": 1212
    },
    {
      "epoch": 0.11845703125,
      "grad_norm": 0.4111282229423523,
      "learning_rate": 0.000487788518608158,
      "loss": 4.7734,
      "step": 1213
    },
    {
      "epoch": 0.1185546875,
      "grad_norm": 0.4097578525543213,
      "learning_rate": 0.0004877657429058158,
      "loss": 4.7852,
      "step": 1214
    },
    {
      "epoch": 0.11865234375,
      "grad_norm": 0.3875778615474701,
      "learning_rate": 0.0004877429465772788,
      "loss": 4.7734,
      "step": 1215
    },
    {
      "epoch": 0.11875,
      "grad_norm": 0.372007817029953,
      "learning_rate": 0.000487720129624757,
      "loss": 4.7852,
      "step": 1216
    },
    {
      "epoch": 0.11884765625,
      "grad_norm": 0.3939751088619232,
      "learning_rate": 0.00048769729205046247,
      "loss": 4.7773,
      "step": 1217
    },
    {
      "epoch": 0.1189453125,
      "grad_norm": 0.4261675775051117,
      "learning_rate": 0.000487674433856609,
      "loss": 4.7812,
      "step": 1218
    },
    {
      "epoch": 0.11904296875,
      "grad_norm": 0.5432133078575134,
      "learning_rate": 0.00048765155504541265,
      "loss": 4.8086,
      "step": 1219
    },
    {
      "epoch": 0.119140625,
      "grad_norm": 0.5995720624923706,
      "learning_rate": 0.0004876286556190912,
      "loss": 4.8125,
      "step": 1220
    },
    {
      "epoch": 0.11923828125,
      "grad_norm": 0.6350622773170471,
      "learning_rate": 0.00048760573557986476,
      "loss": 4.7812,
      "step": 1221
    },
    {
      "epoch": 0.1193359375,
      "grad_norm": 0.5896903872489929,
      "learning_rate": 0.00048758279492995527,
      "loss": 4.7852,
      "step": 1222
    },
    {
      "epoch": 0.11943359375,
      "grad_norm": 0.4300802946090698,
      "learning_rate": 0.0004875598336715865,
      "loss": 4.7773,
      "step": 1223
    },
    {
      "epoch": 0.11953125,
      "grad_norm": 0.45555663108825684,
      "learning_rate": 0.00048753685180698465,
      "loss": 4.7852,
      "step": 1224
    },
    {
      "epoch": 0.11962890625,
      "grad_norm": 0.42764827609062195,
      "learning_rate": 0.00048751384933837737,
      "loss": 4.7812,
      "step": 1225
    },
    {
      "epoch": 0.1197265625,
      "grad_norm": 0.37654969096183777,
      "learning_rate": 0.0004874908262679948,
      "loss": 4.7891,
      "step": 1226
    },
    {
      "epoch": 0.11982421875,
      "grad_norm": 0.32424551248550415,
      "learning_rate": 0.00048746778259806876,
      "loss": 4.8086,
      "step": 1227
    },
    {
      "epoch": 0.119921875,
      "grad_norm": 0.35854217410087585,
      "learning_rate": 0.0004874447183308333,
      "loss": 4.8086,
      "step": 1228
    },
    {
      "epoch": 0.12001953125,
      "grad_norm": 0.38739636540412903,
      "learning_rate": 0.0004874216334685242,
      "loss": 4.7812,
      "step": 1229
    },
    {
      "epoch": 0.1201171875,
      "grad_norm": 0.38605567812919617,
      "learning_rate": 0.0004873985280133795,
      "loss": 4.8086,
      "step": 1230
    },
    {
      "epoch": 0.12021484375,
      "grad_norm": 0.36838725209236145,
      "learning_rate": 0.00048737540196763904,
      "loss": 4.7812,
      "step": 1231
    },
    {
      "epoch": 0.1203125,
      "grad_norm": 0.3206044137477875,
      "learning_rate": 0.0004873522553335447,
      "loss": 4.7969,
      "step": 1232
    },
    {
      "epoch": 0.12041015625,
      "grad_norm": 0.3341485261917114,
      "learning_rate": 0.00048732908811334046,
      "loss": 4.793,
      "step": 1233
    },
    {
      "epoch": 0.1205078125,
      "grad_norm": 0.38392874598503113,
      "learning_rate": 0.00048730590030927217,
      "loss": 4.7852,
      "step": 1234
    },
    {
      "epoch": 0.12060546875,
      "grad_norm": 0.42469480633735657,
      "learning_rate": 0.0004872826919235879,
      "loss": 4.7578,
      "step": 1235
    },
    {
      "epoch": 0.120703125,
      "grad_norm": 0.5113615989685059,
      "learning_rate": 0.00048725946295853737,
      "loss": 4.8008,
      "step": 1236
    },
    {
      "epoch": 0.12080078125,
      "grad_norm": 0.5344850420951843,
      "learning_rate": 0.0004872362134163724,
      "loss": 4.7969,
      "step": 1237
    },
    {
      "epoch": 0.1208984375,
      "grad_norm": 0.4661124050617218,
      "learning_rate": 0.0004872129432993471,
      "loss": 4.8008,
      "step": 1238
    },
    {
      "epoch": 0.12099609375,
      "grad_norm": 0.45510703325271606,
      "learning_rate": 0.00048718965260971726,
      "loss": 4.7812,
      "step": 1239
    },
    {
      "epoch": 0.12109375,
      "grad_norm": 0.4054417610168457,
      "learning_rate": 0.0004871663413497407,
      "loss": 4.8203,
      "step": 1240
    },
    {
      "epoch": 0.12119140625,
      "grad_norm": 0.450013130903244,
      "learning_rate": 0.0004871430095216773,
      "loss": 4.7812,
      "step": 1241
    },
    {
      "epoch": 0.1212890625,
      "grad_norm": 0.46598708629608154,
      "learning_rate": 0.000487119657127789,
      "loss": 4.832,
      "step": 1242
    },
    {
      "epoch": 0.12138671875,
      "grad_norm": 0.4022948741912842,
      "learning_rate": 0.00048709628417033956,
      "loss": 4.7891,
      "step": 1243
    },
    {
      "epoch": 0.121484375,
      "grad_norm": 0.3764280378818512,
      "learning_rate": 0.00048707289065159486,
      "loss": 4.7852,
      "step": 1244
    },
    {
      "epoch": 0.12158203125,
      "grad_norm": 0.3581683039665222,
      "learning_rate": 0.0004870494765738228,
      "loss": 4.7578,
      "step": 1245
    },
    {
      "epoch": 0.1216796875,
      "grad_norm": 0.3513264060020447,
      "learning_rate": 0.0004870260419392931,
      "loss": 4.7734,
      "step": 1246
    },
    {
      "epoch": 0.12177734375,
      "grad_norm": 0.3424482047557831,
      "learning_rate": 0.00048700258675027776,
      "loss": 4.8125,
      "step": 1247
    },
    {
      "epoch": 0.121875,
      "grad_norm": 0.3603288233280182,
      "learning_rate": 0.0004869791110090504,
      "loss": 4.7969,
      "step": 1248
    },
    {
      "epoch": 0.12197265625,
      "grad_norm": 0.3708992600440979,
      "learning_rate": 0.00048695561471788696,
      "loss": 4.7734,
      "step": 1249
    },
    {
      "epoch": 0.1220703125,
      "grad_norm": 0.4168321490287781,
      "learning_rate": 0.0004869320978790653,
      "loss": 4.8008,
      "step": 1250
    },
    {
      "epoch": 0.12216796875,
      "grad_norm": 0.4125996530056,
      "learning_rate": 0.0004869085604948651,
      "loss": 4.7734,
      "step": 1251
    },
    {
      "epoch": 0.122265625,
      "grad_norm": 0.42782822251319885,
      "learning_rate": 0.0004868850025675681,
      "loss": 4.7656,
      "step": 1252
    },
    {
      "epoch": 0.12236328125,
      "grad_norm": 0.34903016686439514,
      "learning_rate": 0.0004868614240994583,
      "loss": 4.7812,
      "step": 1253
    },
    {
      "epoch": 0.1224609375,
      "grad_norm": 0.37179067730903625,
      "learning_rate": 0.00048683782509282127,
      "loss": 4.7578,
      "step": 1254
    },
    {
      "epoch": 0.12255859375,
      "grad_norm": 0.3796963393688202,
      "learning_rate": 0.0004868142055499448,
      "loss": 4.7617,
      "step": 1255
    },
    {
      "epoch": 0.12265625,
      "grad_norm": 0.4198116362094879,
      "learning_rate": 0.0004867905654731187,
      "loss": 4.8047,
      "step": 1256
    },
    {
      "epoch": 0.12275390625,
      "grad_norm": 0.4762858748435974,
      "learning_rate": 0.00048676690486463474,
      "loss": 4.7617,
      "step": 1257
    },
    {
      "epoch": 0.1228515625,
      "grad_norm": 0.5248888731002808,
      "learning_rate": 0.0004867432237267867,
      "loss": 4.7383,
      "step": 1258
    },
    {
      "epoch": 0.12294921875,
      "grad_norm": 0.547907829284668,
      "learning_rate": 0.00048671952206187007,
      "loss": 4.8047,
      "step": 1259
    },
    {
      "epoch": 0.123046875,
      "grad_norm": 0.42803826928138733,
      "learning_rate": 0.00048669579987218285,
      "loss": 4.7969,
      "step": 1260
    },
    {
      "epoch": 0.12314453125,
      "grad_norm": 0.322132408618927,
      "learning_rate": 0.00048667205716002455,
      "loss": 4.7852,
      "step": 1261
    },
    {
      "epoch": 0.1232421875,
      "grad_norm": 0.38514775037765503,
      "learning_rate": 0.0004866482939276969,
      "loss": 4.7695,
      "step": 1262
    },
    {
      "epoch": 0.12333984375,
      "grad_norm": 0.4669879674911499,
      "learning_rate": 0.00048662451017750377,
      "loss": 4.7969,
      "step": 1263
    },
    {
      "epoch": 0.1234375,
      "grad_norm": 0.47549909353256226,
      "learning_rate": 0.0004866007059117505,
      "loss": 4.7773,
      "step": 1264
    },
    {
      "epoch": 0.12353515625,
      "grad_norm": 0.3875703513622284,
      "learning_rate": 0.00048657688113274507,
      "loss": 4.7852,
      "step": 1265
    },
    {
      "epoch": 0.1236328125,
      "grad_norm": 0.31729233264923096,
      "learning_rate": 0.00048655303584279686,
      "loss": 4.7773,
      "step": 1266
    },
    {
      "epoch": 0.12373046875,
      "grad_norm": 0.33539122343063354,
      "learning_rate": 0.0004865291700442177,
      "loss": 4.7617,
      "step": 1267
    },
    {
      "epoch": 0.123828125,
      "grad_norm": 0.3871065676212311,
      "learning_rate": 0.0004865052837393212,
      "loss": 4.7773,
      "step": 1268
    },
    {
      "epoch": 0.12392578125,
      "grad_norm": 0.40682950615882874,
      "learning_rate": 0.00048648137693042283,
      "loss": 4.7812,
      "step": 1269
    },
    {
      "epoch": 0.1240234375,
      "grad_norm": 0.4068271219730377,
      "learning_rate": 0.0004864574496198404,
      "loss": 4.8008,
      "step": 1270
    },
    {
      "epoch": 0.12412109375,
      "grad_norm": 0.3539895713329315,
      "learning_rate": 0.0004864335018098933,
      "loss": 4.7891,
      "step": 1271
    },
    {
      "epoch": 0.12421875,
      "grad_norm": 0.34347373247146606,
      "learning_rate": 0.00048640953350290324,
      "loss": 4.7773,
      "step": 1272
    },
    {
      "epoch": 0.12431640625,
      "grad_norm": 0.40734362602233887,
      "learning_rate": 0.0004863855447011938,
      "loss": 4.7734,
      "step": 1273
    },
    {
      "epoch": 0.1244140625,
      "grad_norm": 0.4735758900642395,
      "learning_rate": 0.00048636153540709045,
      "loss": 4.7656,
      "step": 1274
    },
    {
      "epoch": 0.12451171875,
      "grad_norm": 0.5711696147918701,
      "learning_rate": 0.0004863375056229208,
      "loss": 4.8203,
      "step": 1275
    },
    {
      "epoch": 0.124609375,
      "grad_norm": 0.5063640475273132,
      "learning_rate": 0.00048631345535101426,
      "loss": 4.7617,
      "step": 1276
    },
    {
      "epoch": 0.12470703125,
      "grad_norm": 0.35711005330085754,
      "learning_rate": 0.0004862893845937024,
      "loss": 4.8125,
      "step": 1277
    },
    {
      "epoch": 0.1248046875,
      "grad_norm": 0.3374655842781067,
      "learning_rate": 0.0004862652933533188,
      "loss": 4.7734,
      "step": 1278
    },
    {
      "epoch": 0.12490234375,
      "grad_norm": 0.3303259015083313,
      "learning_rate": 0.00048624118163219875,
      "loss": 4.7812,
      "step": 1279
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.31290751695632935,
      "learning_rate": 0.00048621704943267995,
      "loss": 4.7539,
      "step": 1280
    },
    {
      "epoch": 0.12509765625,
      "grad_norm": 0.3193962574005127,
      "learning_rate": 0.00048619289675710177,
      "loss": 4.7578,
      "step": 1281
    },
    {
      "epoch": 0.1251953125,
      "grad_norm": 0.2991279065608978,
      "learning_rate": 0.0004861687236078055,
      "loss": 4.7734,
      "step": 1282
    },
    {
      "epoch": 0.12529296875,
      "grad_norm": 0.3635973334312439,
      "learning_rate": 0.0004861445299871348,
      "loss": 4.7344,
      "step": 1283
    },
    {
      "epoch": 0.125390625,
      "grad_norm": 0.4499048888683319,
      "learning_rate": 0.0004861203158974349,
      "loss": 4.7812,
      "step": 1284
    },
    {
      "epoch": 0.12548828125,
      "grad_norm": 0.6076017022132874,
      "learning_rate": 0.00048609608134105324,
      "loss": 4.7773,
      "step": 1285
    },
    {
      "epoch": 0.1255859375,
      "grad_norm": 0.6585017442703247,
      "learning_rate": 0.0004860718263203393,
      "loss": 4.7812,
      "step": 1286
    },
    {
      "epoch": 0.12568359375,
      "grad_norm": 0.48385024070739746,
      "learning_rate": 0.0004860475508376442,
      "loss": 4.7695,
      "step": 1287
    },
    {
      "epoch": 0.12578125,
      "grad_norm": 0.3241603374481201,
      "learning_rate": 0.00048602325489532146,
      "loss": 4.7617,
      "step": 1288
    },
    {
      "epoch": 0.12587890625,
      "grad_norm": 0.4593919813632965,
      "learning_rate": 0.00048599893849572646,
      "loss": 4.7734,
      "step": 1289
    },
    {
      "epoch": 0.1259765625,
      "grad_norm": 0.46703073382377625,
      "learning_rate": 0.00048597460164121636,
      "loss": 4.7617,
      "step": 1290
    },
    {
      "epoch": 0.12607421875,
      "grad_norm": 0.3566134572029114,
      "learning_rate": 0.00048595024433415054,
      "loss": 4.7695,
      "step": 1291
    },
    {
      "epoch": 0.126171875,
      "grad_norm": 0.3164132833480835,
      "learning_rate": 0.0004859258665768903,
      "loss": 4.793,
      "step": 1292
    },
    {
      "epoch": 0.12626953125,
      "grad_norm": 0.37039509415626526,
      "learning_rate": 0.00048590146837179876,
      "loss": 4.7773,
      "step": 1293
    },
    {
      "epoch": 0.1263671875,
      "grad_norm": 0.37872517108917236,
      "learning_rate": 0.00048587704972124135,
      "loss": 4.8164,
      "step": 1294
    },
    {
      "epoch": 0.12646484375,
      "grad_norm": 0.35898569226264954,
      "learning_rate": 0.0004858526106275851,
      "loss": 4.7773,
      "step": 1295
    },
    {
      "epoch": 0.1265625,
      "grad_norm": 0.33450818061828613,
      "learning_rate": 0.00048582815109319936,
      "loss": 4.7734,
      "step": 1296
    },
    {
      "epoch": 0.12666015625,
      "grad_norm": 0.3074091970920563,
      "learning_rate": 0.0004858036711204553,
      "loss": 4.7656,
      "step": 1297
    },
    {
      "epoch": 0.1267578125,
      "grad_norm": 0.32790830731391907,
      "learning_rate": 0.000485779170711726,
      "loss": 4.7852,
      "step": 1298
    },
    {
      "epoch": 0.12685546875,
      "grad_norm": 0.33045750856399536,
      "learning_rate": 0.00048575464986938674,
      "loss": 4.7383,
      "step": 1299
    },
    {
      "epoch": 0.126953125,
      "grad_norm": 0.3500734269618988,
      "learning_rate": 0.0004857301085958145,
      "loss": 4.7578,
      "step": 1300
    },
    {
      "epoch": 0.12705078125,
      "grad_norm": 0.39776694774627686,
      "learning_rate": 0.0004857055468933885,
      "loss": 4.7617,
      "step": 1301
    },
    {
      "epoch": 0.1271484375,
      "grad_norm": 0.36641398072242737,
      "learning_rate": 0.0004856809647644897,
      "loss": 4.7773,
      "step": 1302
    },
    {
      "epoch": 0.12724609375,
      "grad_norm": 0.3984200656414032,
      "learning_rate": 0.00048565636221150135,
      "loss": 4.7852,
      "step": 1303
    },
    {
      "epoch": 0.12734375,
      "grad_norm": 0.40479159355163574,
      "learning_rate": 0.0004856317392368084,
      "loss": 4.7578,
      "step": 1304
    },
    {
      "epoch": 0.12744140625,
      "grad_norm": 0.38542646169662476,
      "learning_rate": 0.0004856070958427979,
      "loss": 4.7969,
      "step": 1305
    },
    {
      "epoch": 0.1275390625,
      "grad_norm": 0.41619765758514404,
      "learning_rate": 0.0004855824320318589,
      "loss": 4.7578,
      "step": 1306
    },
    {
      "epoch": 0.12763671875,
      "grad_norm": 0.5476976633071899,
      "learning_rate": 0.0004855577478063822,
      "loss": 4.7656,
      "step": 1307
    },
    {
      "epoch": 0.127734375,
      "grad_norm": 0.7227765917778015,
      "learning_rate": 0.000485533043168761,
      "loss": 4.7734,
      "step": 1308
    },
    {
      "epoch": 0.12783203125,
      "grad_norm": 0.6441882848739624,
      "learning_rate": 0.0004855083181213902,
      "loss": 4.7695,
      "step": 1309
    },
    {
      "epoch": 0.1279296875,
      "grad_norm": 0.5060856938362122,
      "learning_rate": 0.00048548357266666657,
      "loss": 4.793,
      "step": 1310
    },
    {
      "epoch": 0.12802734375,
      "grad_norm": 0.46759769320487976,
      "learning_rate": 0.0004854588068069892,
      "loss": 4.7773,
      "step": 1311
    },
    {
      "epoch": 0.128125,
      "grad_norm": 0.40848907828330994,
      "learning_rate": 0.0004854340205447589,
      "loss": 4.7578,
      "step": 1312
    },
    {
      "epoch": 0.12822265625,
      "grad_norm": 0.3958721160888672,
      "learning_rate": 0.00048540921388237856,
      "loss": 4.7773,
      "step": 1313
    },
    {
      "epoch": 0.1283203125,
      "grad_norm": 0.4191996157169342,
      "learning_rate": 0.0004853843868222529,
      "loss": 4.7891,
      "step": 1314
    },
    {
      "epoch": 0.12841796875,
      "grad_norm": 0.38634946942329407,
      "learning_rate": 0.00048535953936678885,
      "loss": 4.8047,
      "step": 1315
    },
    {
      "epoch": 0.128515625,
      "grad_norm": 0.36390602588653564,
      "learning_rate": 0.00048533467151839517,
      "loss": 4.7656,
      "step": 1316
    },
    {
      "epoch": 0.12861328125,
      "grad_norm": 0.32959216833114624,
      "learning_rate": 0.0004853097832794827,
      "loss": 4.7461,
      "step": 1317
    },
    {
      "epoch": 0.1287109375,
      "grad_norm": 0.3805353045463562,
      "learning_rate": 0.000485284874652464,
      "loss": 4.7695,
      "step": 1318
    },
    {
      "epoch": 0.12880859375,
      "grad_norm": 0.37332767248153687,
      "learning_rate": 0.000485259945639754,
      "loss": 4.7734,
      "step": 1319
    },
    {
      "epoch": 0.12890625,
      "grad_norm": 0.3370415270328522,
      "learning_rate": 0.00048523499624376925,
      "loss": 4.7695,
      "step": 1320
    },
    {
      "epoch": 0.12900390625,
      "grad_norm": 0.32865846157073975,
      "learning_rate": 0.00048521002646692855,
      "loss": 4.8008,
      "step": 1321
    },
    {
      "epoch": 0.1291015625,
      "grad_norm": 0.35084402561187744,
      "learning_rate": 0.0004851850363116524,
      "loss": 4.7656,
      "step": 1322
    },
    {
      "epoch": 0.12919921875,
      "grad_norm": 0.38480809330940247,
      "learning_rate": 0.0004851600257803636,
      "loss": 4.7734,
      "step": 1323
    },
    {
      "epoch": 0.129296875,
      "grad_norm": 0.36452239751815796,
      "learning_rate": 0.00048513499487548665,
      "loss": 4.7461,
      "step": 1324
    },
    {
      "epoch": 0.12939453125,
      "grad_norm": 0.36055848002433777,
      "learning_rate": 0.00048510994359944804,
      "loss": 4.7656,
      "step": 1325
    },
    {
      "epoch": 0.1294921875,
      "grad_norm": 0.3260059952735901,
      "learning_rate": 0.00048508487195467653,
      "loss": 4.7344,
      "step": 1326
    },
    {
      "epoch": 0.12958984375,
      "grad_norm": 0.339093953371048,
      "learning_rate": 0.0004850597799436025,
      "loss": 4.7617,
      "step": 1327
    },
    {
      "epoch": 0.1296875,
      "grad_norm": 0.40155380964279175,
      "learning_rate": 0.00048503466756865847,
      "loss": 4.7695,
      "step": 1328
    },
    {
      "epoch": 0.12978515625,
      "grad_norm": 0.578285813331604,
      "learning_rate": 0.00048500953483227895,
      "loss": 4.7344,
      "step": 1329
    },
    {
      "epoch": 0.1298828125,
      "grad_norm": 0.7531477212905884,
      "learning_rate": 0.0004849843817369003,
      "loss": 4.7812,
      "step": 1330
    },
    {
      "epoch": 0.12998046875,
      "grad_norm": 0.6945119500160217,
      "learning_rate": 0.0004849592082849611,
      "loss": 4.7617,
      "step": 1331
    },
    {
      "epoch": 0.130078125,
      "grad_norm": 0.40566393733024597,
      "learning_rate": 0.0004849340144789016,
      "loss": 4.7969,
      "step": 1332
    },
    {
      "epoch": 0.13017578125,
      "grad_norm": 0.4642469584941864,
      "learning_rate": 0.00048490880032116425,
      "loss": 4.7539,
      "step": 1333
    },
    {
      "epoch": 0.1302734375,
      "grad_norm": 0.5508970618247986,
      "learning_rate": 0.0004848835658141934,
      "loss": 4.7539,
      "step": 1334
    },
    {
      "epoch": 0.13037109375,
      "grad_norm": 0.4666309356689453,
      "learning_rate": 0.00048485831096043526,
      "loss": 4.8047,
      "step": 1335
    },
    {
      "epoch": 0.13046875,
      "grad_norm": 0.3999099135398865,
      "learning_rate": 0.0004848330357623382,
      "loss": 4.7617,
      "step": 1336
    },
    {
      "epoch": 0.13056640625,
      "grad_norm": 0.41524437069892883,
      "learning_rate": 0.0004848077402223524,
      "loss": 4.75,
      "step": 1337
    },
    {
      "epoch": 0.1306640625,
      "grad_norm": 0.37947431206703186,
      "learning_rate": 0.0004847824243429302,
      "loss": 4.7734,
      "step": 1338
    },
    {
      "epoch": 0.13076171875,
      "grad_norm": 0.39928561449050903,
      "learning_rate": 0.0004847570881265259,
      "loss": 4.7852,
      "step": 1339
    },
    {
      "epoch": 0.130859375,
      "grad_norm": 0.3333352208137512,
      "learning_rate": 0.0004847317315755953,
      "loss": 4.7891,
      "step": 1340
    },
    {
      "epoch": 0.13095703125,
      "grad_norm": 0.3555909991264343,
      "learning_rate": 0.00048470635469259697,
      "loss": 4.7344,
      "step": 1341
    },
    {
      "epoch": 0.1310546875,
      "grad_norm": 0.3695686459541321,
      "learning_rate": 0.00048468095747999067,
      "loss": 4.75,
      "step": 1342
    },
    {
      "epoch": 0.13115234375,
      "grad_norm": 0.32535481452941895,
      "learning_rate": 0.00048465553994023875,
      "loss": 4.7852,
      "step": 1343
    },
    {
      "epoch": 0.13125,
      "grad_norm": 0.3166685402393341,
      "learning_rate": 0.00048463010207580517,
      "loss": 4.7656,
      "step": 1344
    },
    {
      "epoch": 0.13134765625,
      "grad_norm": 0.30036693811416626,
      "learning_rate": 0.000484604643889156,
      "loss": 4.7773,
      "step": 1345
    },
    {
      "epoch": 0.1314453125,
      "grad_norm": 0.3111598491668701,
      "learning_rate": 0.0004845791653827591,
      "loss": 4.7695,
      "step": 1346
    },
    {
      "epoch": 0.13154296875,
      "grad_norm": 0.3160509765148163,
      "learning_rate": 0.00048455366655908455,
      "loss": 4.7695,
      "step": 1347
    },
    {
      "epoch": 0.131640625,
      "grad_norm": 0.3423873782157898,
      "learning_rate": 0.0004845281474206043,
      "loss": 4.7422,
      "step": 1348
    },
    {
      "epoch": 0.13173828125,
      "grad_norm": 0.34536194801330566,
      "learning_rate": 0.00048450260796979223,
      "loss": 4.7891,
      "step": 1349
    },
    {
      "epoch": 0.1318359375,
      "grad_norm": 0.347699373960495,
      "learning_rate": 0.0004844770482091242,
      "loss": 4.7773,
      "step": 1350
    },
    {
      "epoch": 0.13193359375,
      "grad_norm": 0.3164156675338745,
      "learning_rate": 0.00048445146814107804,
      "loss": 4.7656,
      "step": 1351
    },
    {
      "epoch": 0.13203125,
      "grad_norm": 0.2843954265117645,
      "learning_rate": 0.00048442586776813363,
      "loss": 4.7695,
      "step": 1352
    },
    {
      "epoch": 0.13212890625,
      "grad_norm": 0.34582918882369995,
      "learning_rate": 0.00048440024709277274,
      "loss": 4.7734,
      "step": 1353
    },
    {
      "epoch": 0.1322265625,
      "grad_norm": 0.4413771331310272,
      "learning_rate": 0.00048437460611747916,
      "loss": 4.7461,
      "step": 1354
    },
    {
      "epoch": 0.13232421875,
      "grad_norm": 0.4797145426273346,
      "learning_rate": 0.0004843489448447385,
      "loss": 4.793,
      "step": 1355
    },
    {
      "epoch": 0.132421875,
      "grad_norm": 0.47246068716049194,
      "learning_rate": 0.0004843232632770384,
      "loss": 4.8008,
      "step": 1356
    },
    {
      "epoch": 0.13251953125,
      "grad_norm": 0.39250800013542175,
      "learning_rate": 0.00048429756141686863,
      "loss": 4.7773,
      "step": 1357
    },
    {
      "epoch": 0.1326171875,
      "grad_norm": 0.3332385718822479,
      "learning_rate": 0.00048427183926672083,
      "loss": 4.7773,
      "step": 1358
    },
    {
      "epoch": 0.13271484375,
      "grad_norm": 0.3847937285900116,
      "learning_rate": 0.00048424609682908856,
      "loss": 4.7617,
      "step": 1359
    },
    {
      "epoch": 0.1328125,
      "grad_norm": 0.3584742546081543,
      "learning_rate": 0.0004842203341064673,
      "loss": 4.7734,
      "step": 1360
    },
    {
      "epoch": 0.13291015625,
      "grad_norm": 0.34857839345932007,
      "learning_rate": 0.0004841945511013547,
      "loss": 4.7344,
      "step": 1361
    },
    {
      "epoch": 0.1330078125,
      "grad_norm": 0.3411064147949219,
      "learning_rate": 0.00048416874781625016,
      "loss": 4.793,
      "step": 1362
    },
    {
      "epoch": 0.13310546875,
      "grad_norm": 0.3658686578273773,
      "learning_rate": 0.00048414292425365507,
      "loss": 4.7617,
      "step": 1363
    },
    {
      "epoch": 0.133203125,
      "grad_norm": 0.40414950251579285,
      "learning_rate": 0.00048411708041607305,
      "loss": 4.7539,
      "step": 1364
    },
    {
      "epoch": 0.13330078125,
      "grad_norm": 0.37495216727256775,
      "learning_rate": 0.0004840912163060093,
      "loss": 4.7773,
      "step": 1365
    },
    {
      "epoch": 0.1333984375,
      "grad_norm": 0.40422677993774414,
      "learning_rate": 0.00048406533192597124,
      "loss": 4.7539,
      "step": 1366
    },
    {
      "epoch": 0.13349609375,
      "grad_norm": 0.454258531332016,
      "learning_rate": 0.0004840394272784682,
      "loss": 4.7812,
      "step": 1367
    },
    {
      "epoch": 0.13359375,
      "grad_norm": 0.39893728494644165,
      "learning_rate": 0.00048401350236601146,
      "loss": 4.7695,
      "step": 1368
    },
    {
      "epoch": 0.13369140625,
      "grad_norm": 0.3277254104614258,
      "learning_rate": 0.00048398755719111417,
      "loss": 4.8086,
      "step": 1369
    },
    {
      "epoch": 0.1337890625,
      "grad_norm": 0.436477392911911,
      "learning_rate": 0.00048396159175629174,
      "loss": 4.7461,
      "step": 1370
    },
    {
      "epoch": 0.13388671875,
      "grad_norm": 0.33649933338165283,
      "learning_rate": 0.00048393560606406114,
      "loss": 4.7539,
      "step": 1371
    },
    {
      "epoch": 0.133984375,
      "grad_norm": 0.34157708287239075,
      "learning_rate": 0.0004839096001169416,
      "loss": 4.7539,
      "step": 1372
    },
    {
      "epoch": 0.13408203125,
      "grad_norm": 0.4028213322162628,
      "learning_rate": 0.0004838835739174541,
      "loss": 4.7773,
      "step": 1373
    },
    {
      "epoch": 0.1341796875,
      "grad_norm": 0.46322396397590637,
      "learning_rate": 0.0004838575274681219,
      "loss": 4.7617,
      "step": 1374
    },
    {
      "epoch": 0.13427734375,
      "grad_norm": 0.5127856731414795,
      "learning_rate": 0.0004838314607714699,
      "loss": 4.7266,
      "step": 1375
    },
    {
      "epoch": 0.134375,
      "grad_norm": 0.5536565780639648,
      "learning_rate": 0.00048380537383002517,
      "loss": 4.75,
      "step": 1376
    },
    {
      "epoch": 0.13447265625,
      "grad_norm": 0.5256456732749939,
      "learning_rate": 0.0004837792666463166,
      "loss": 4.7695,
      "step": 1377
    },
    {
      "epoch": 0.1345703125,
      "grad_norm": 0.5643973350524902,
      "learning_rate": 0.00048375313922287505,
      "loss": 4.7656,
      "step": 1378
    },
    {
      "epoch": 0.13466796875,
      "grad_norm": 0.8128441572189331,
      "learning_rate": 0.00048372699156223355,
      "loss": 4.7734,
      "step": 1379
    },
    {
      "epoch": 0.134765625,
      "grad_norm": 1.026166558265686,
      "learning_rate": 0.0004837008236669268,
      "loss": 4.7227,
      "step": 1380
    },
    {
      "epoch": 0.13486328125,
      "grad_norm": 0.4733608365058899,
      "learning_rate": 0.00048367463553949166,
      "loss": 4.7734,
      "step": 1381
    },
    {
      "epoch": 0.1349609375,
      "grad_norm": 0.46688416600227356,
      "learning_rate": 0.00048364842718246685,
      "loss": 4.7461,
      "step": 1382
    },
    {
      "epoch": 0.13505859375,
      "grad_norm": 0.42120811343193054,
      "learning_rate": 0.00048362219859839317,
      "loss": 4.7734,
      "step": 1383
    },
    {
      "epoch": 0.13515625,
      "grad_norm": 0.4719356298446655,
      "learning_rate": 0.0004835959497898133,
      "loss": 4.7695,
      "step": 1384
    },
    {
      "epoch": 0.13525390625,
      "grad_norm": 0.5680752992630005,
      "learning_rate": 0.0004835696807592718,
      "loss": 4.7383,
      "step": 1385
    },
    {
      "epoch": 0.1353515625,
      "grad_norm": 0.7138311862945557,
      "learning_rate": 0.0004835433915093153,
      "loss": 4.7812,
      "step": 1386
    },
    {
      "epoch": 0.13544921875,
      "grad_norm": 0.8844993114471436,
      "learning_rate": 0.00048351708204249247,
      "loss": 4.7383,
      "step": 1387
    },
    {
      "epoch": 0.135546875,
      "grad_norm": 1.3054742813110352,
      "learning_rate": 0.00048349075236135366,
      "loss": 4.7773,
      "step": 1388
    },
    {
      "epoch": 0.13564453125,
      "grad_norm": 0.5796347260475159,
      "learning_rate": 0.0004834644024684515,
      "loss": 4.7578,
      "step": 1389
    },
    {
      "epoch": 0.1357421875,
      "grad_norm": 0.5956249833106995,
      "learning_rate": 0.00048343803236634023,
      "loss": 4.7461,
      "step": 1390
    },
    {
      "epoch": 0.13583984375,
      "grad_norm": 0.53680819272995,
      "learning_rate": 0.00048341164205757654,
      "loss": 4.7773,
      "step": 1391
    },
    {
      "epoch": 0.1359375,
      "grad_norm": 0.4875905513763428,
      "learning_rate": 0.0004833852315447186,
      "loss": 4.75,
      "step": 1392
    },
    {
      "epoch": 0.13603515625,
      "grad_norm": 0.4100656807422638,
      "learning_rate": 0.0004833588008303267,
      "loss": 4.7305,
      "step": 1393
    },
    {
      "epoch": 0.1361328125,
      "grad_norm": 0.344696044921875,
      "learning_rate": 0.00048333234991696335,
      "loss": 4.7891,
      "step": 1394
    },
    {
      "epoch": 0.13623046875,
      "grad_norm": 0.37795841693878174,
      "learning_rate": 0.0004833058788071925,
      "loss": 4.7383,
      "step": 1395
    },
    {
      "epoch": 0.136328125,
      "grad_norm": 0.41078394651412964,
      "learning_rate": 0.0004832793875035805,
      "loss": 4.7148,
      "step": 1396
    },
    {
      "epoch": 0.13642578125,
      "grad_norm": 0.3967403471469879,
      "learning_rate": 0.0004832528760086956,
      "loss": 4.7734,
      "step": 1397
    },
    {
      "epoch": 0.1365234375,
      "grad_norm": 0.3479665517807007,
      "learning_rate": 0.00048322634432510766,
      "loss": 4.7539,
      "step": 1398
    },
    {
      "epoch": 0.13662109375,
      "grad_norm": 0.3690146803855896,
      "learning_rate": 0.00048319979245538887,
      "loss": 4.7695,
      "step": 1399
    },
    {
      "epoch": 0.13671875,
      "grad_norm": 0.3363431394100189,
      "learning_rate": 0.0004831732204021134,
      "loss": 4.7734,
      "step": 1400
    },
    {
      "epoch": 0.13681640625,
      "grad_norm": 0.32045620679855347,
      "learning_rate": 0.00048314662816785687,
      "loss": 4.7734,
      "step": 1401
    },
    {
      "epoch": 0.1369140625,
      "grad_norm": 0.3061015009880066,
      "learning_rate": 0.00048312001575519757,
      "loss": 4.7656,
      "step": 1402
    },
    {
      "epoch": 0.13701171875,
      "grad_norm": 0.38208630681037903,
      "learning_rate": 0.0004830933831667152,
      "loss": 4.7539,
      "step": 1403
    },
    {
      "epoch": 0.137109375,
      "grad_norm": 0.3805338442325592,
      "learning_rate": 0.0004830667304049918,
      "loss": 4.7461,
      "step": 1404
    },
    {
      "epoch": 0.13720703125,
      "grad_norm": 0.5099437236785889,
      "learning_rate": 0.0004830400574726109,
      "loss": 4.7812,
      "step": 1405
    },
    {
      "epoch": 0.1373046875,
      "grad_norm": 0.6449255347251892,
      "learning_rate": 0.00048301336437215844,
      "loss": 4.7812,
      "step": 1406
    },
    {
      "epoch": 0.13740234375,
      "grad_norm": 0.49494004249572754,
      "learning_rate": 0.0004829866511062221,
      "loss": 4.7734,
      "step": 1407
    },
    {
      "epoch": 0.1375,
      "grad_norm": 0.34257587790489197,
      "learning_rate": 0.0004829599176773916,
      "loss": 4.7617,
      "step": 1408
    },
    {
      "epoch": 0.13759765625,
      "grad_norm": 0.37970221042633057,
      "learning_rate": 0.0004829331640882584,
      "loss": 4.7539,
      "step": 1409
    },
    {
      "epoch": 0.1376953125,
      "grad_norm": 0.48333415389060974,
      "learning_rate": 0.0004829063903414162,
      "loss": 4.7773,
      "step": 1410
    },
    {
      "epoch": 0.13779296875,
      "grad_norm": 0.3654765486717224,
      "learning_rate": 0.00048287959643946056,
      "loss": 4.7578,
      "step": 1411
    },
    {
      "epoch": 0.137890625,
      "grad_norm": 0.5381461381912231,
      "learning_rate": 0.0004828527823849889,
      "loss": 4.7695,
      "step": 1412
    },
    {
      "epoch": 0.13798828125,
      "grad_norm": 0.5346956849098206,
      "learning_rate": 0.0004828259481806007,
      "loss": 4.7383,
      "step": 1413
    },
    {
      "epoch": 0.1380859375,
      "grad_norm": 0.5548373460769653,
      "learning_rate": 0.00048279909382889735,
      "loss": 4.7773,
      "step": 1414
    },
    {
      "epoch": 0.13818359375,
      "grad_norm": 0.6224201917648315,
      "learning_rate": 0.00048277221933248226,
      "loss": 4.7422,
      "step": 1415
    },
    {
      "epoch": 0.13828125,
      "grad_norm": 0.5974454283714294,
      "learning_rate": 0.0004827453246939606,
      "loss": 4.7734,
      "step": 1416
    },
    {
      "epoch": 0.13837890625,
      "grad_norm": 0.4552706182003021,
      "learning_rate": 0.00048271840991593966,
      "loss": 4.75,
      "step": 1417
    },
    {
      "epoch": 0.1384765625,
      "grad_norm": 0.5470201373100281,
      "learning_rate": 0.00048269147500102873,
      "loss": 4.7695,
      "step": 1418
    },
    {
      "epoch": 0.13857421875,
      "grad_norm": 0.48209336400032043,
      "learning_rate": 0.00048266451995183885,
      "loss": 4.793,
      "step": 1419
    },
    {
      "epoch": 0.138671875,
      "grad_norm": 0.43414023518562317,
      "learning_rate": 0.0004826375447709832,
      "loss": 4.7695,
      "step": 1420
    },
    {
      "epoch": 0.13876953125,
      "grad_norm": 0.3743106424808502,
      "learning_rate": 0.00048261054946107686,
      "loss": 4.75,
      "step": 1421
    },
    {
      "epoch": 0.1388671875,
      "grad_norm": 0.3445884585380554,
      "learning_rate": 0.0004825835340247368,
      "loss": 4.7188,
      "step": 1422
    },
    {
      "epoch": 0.13896484375,
      "grad_norm": 0.3742680847644806,
      "learning_rate": 0.00048255649846458187,
      "loss": 4.7617,
      "step": 1423
    },
    {
      "epoch": 0.1390625,
      "grad_norm": 0.4068181812763214,
      "learning_rate": 0.00048252944278323324,
      "loss": 4.7227,
      "step": 1424
    },
    {
      "epoch": 0.13916015625,
      "grad_norm": 0.33727332949638367,
      "learning_rate": 0.0004825023669833136,
      "loss": 4.7734,
      "step": 1425
    },
    {
      "epoch": 0.1392578125,
      "grad_norm": 0.27452924847602844,
      "learning_rate": 0.00048247527106744784,
      "loss": 4.7539,
      "step": 1426
    },
    {
      "epoch": 0.13935546875,
      "grad_norm": 0.323626309633255,
      "learning_rate": 0.00048244815503826257,
      "loss": 4.7422,
      "step": 1427
    },
    {
      "epoch": 0.139453125,
      "grad_norm": 0.33976978063583374,
      "learning_rate": 0.0004824210188983867,
      "loss": 4.7617,
      "step": 1428
    },
    {
      "epoch": 0.13955078125,
      "grad_norm": 0.3159013092517853,
      "learning_rate": 0.0004823938626504508,
      "loss": 4.7617,
      "step": 1429
    },
    {
      "epoch": 0.1396484375,
      "grad_norm": 0.3308809995651245,
      "learning_rate": 0.0004823666862970876,
      "loss": 4.7734,
      "step": 1430
    },
    {
      "epoch": 0.13974609375,
      "grad_norm": 0.37637704610824585,
      "learning_rate": 0.00048233948984093147,
      "loss": 4.7617,
      "step": 1431
    },
    {
      "epoch": 0.13984375,
      "grad_norm": 0.3979220986366272,
      "learning_rate": 0.000482312273284619,
      "loss": 4.7617,
      "step": 1432
    },
    {
      "epoch": 0.13994140625,
      "grad_norm": 0.41099435091018677,
      "learning_rate": 0.0004822850366307887,
      "loss": 4.7734,
      "step": 1433
    },
    {
      "epoch": 0.1400390625,
      "grad_norm": 0.4159080684185028,
      "learning_rate": 0.00048225777988208094,
      "loss": 4.75,
      "step": 1434
    },
    {
      "epoch": 0.14013671875,
      "grad_norm": 0.440417617559433,
      "learning_rate": 0.0004822305030411381,
      "loss": 4.7344,
      "step": 1435
    },
    {
      "epoch": 0.140234375,
      "grad_norm": 0.35094818472862244,
      "learning_rate": 0.0004822032061106045,
      "loss": 4.7422,
      "step": 1436
    },
    {
      "epoch": 0.14033203125,
      "grad_norm": 0.33545538783073425,
      "learning_rate": 0.00048217588909312627,
      "loss": 4.7656,
      "step": 1437
    },
    {
      "epoch": 0.1404296875,
      "grad_norm": 0.363555908203125,
      "learning_rate": 0.0004821485519913518,
      "loss": 4.7305,
      "step": 1438
    },
    {
      "epoch": 0.14052734375,
      "grad_norm": 0.39379504323005676,
      "learning_rate": 0.00048212119480793103,
      "loss": 4.7656,
      "step": 1439
    },
    {
      "epoch": 0.140625,
      "grad_norm": 0.3747332692146301,
      "learning_rate": 0.00048209381754551616,
      "loss": 4.7266,
      "step": 1440
    },
    {
      "epoch": 0.14072265625,
      "grad_norm": 0.38222065567970276,
      "learning_rate": 0.00048206642020676133,
      "loss": 4.7656,
      "step": 1441
    },
    {
      "epoch": 0.1408203125,
      "grad_norm": 0.4481048583984375,
      "learning_rate": 0.00048203900279432247,
      "loss": 4.7383,
      "step": 1442
    },
    {
      "epoch": 0.14091796875,
      "grad_norm": 0.5370760560035706,
      "learning_rate": 0.0004820115653108573,
      "loss": 4.75,
      "step": 1443
    },
    {
      "epoch": 0.141015625,
      "grad_norm": 0.5712428092956543,
      "learning_rate": 0.00048198410775902596,
      "loss": 4.7539,
      "step": 1444
    },
    {
      "epoch": 0.14111328125,
      "grad_norm": 0.4819755256175995,
      "learning_rate": 0.0004819566301414901,
      "loss": 4.75,
      "step": 1445
    },
    {
      "epoch": 0.1412109375,
      "grad_norm": 0.39142805337905884,
      "learning_rate": 0.0004819291324609137,
      "loss": 4.7188,
      "step": 1446
    },
    {
      "epoch": 0.14130859375,
      "grad_norm": 0.391284316778183,
      "learning_rate": 0.0004819016147199622,
      "loss": 4.7539,
      "step": 1447
    },
    {
      "epoch": 0.14140625,
      "grad_norm": 0.37572604417800903,
      "learning_rate": 0.00048187407692130345,
      "loss": 4.7539,
      "step": 1448
    },
    {
      "epoch": 0.14150390625,
      "grad_norm": 0.40346717834472656,
      "learning_rate": 0.000481846519067607,
      "loss": 4.7383,
      "step": 1449
    },
    {
      "epoch": 0.1416015625,
      "grad_norm": 0.39226216077804565,
      "learning_rate": 0.00048181894116154444,
      "loss": 4.7656,
      "step": 1450
    },
    {
      "epoch": 0.14169921875,
      "grad_norm": 0.3652878403663635,
      "learning_rate": 0.0004817913432057892,
      "loss": 4.7461,
      "step": 1451
    },
    {
      "epoch": 0.141796875,
      "grad_norm": 0.3091000020503998,
      "learning_rate": 0.0004817637252030167,
      "loss": 4.7734,
      "step": 1452
    },
    {
      "epoch": 0.14189453125,
      "grad_norm": 0.2839193344116211,
      "learning_rate": 0.00048173608715590437,
      "loss": 4.7539,
      "step": 1453
    },
    {
      "epoch": 0.1419921875,
      "grad_norm": 0.3217602074146271,
      "learning_rate": 0.0004817084290671315,
      "loss": 4.7031,
      "step": 1454
    },
    {
      "epoch": 0.14208984375,
      "grad_norm": 0.3004675805568695,
      "learning_rate": 0.00048168075093937943,
      "loss": 4.7109,
      "step": 1455
    },
    {
      "epoch": 0.1421875,
      "grad_norm": 0.4077158570289612,
      "learning_rate": 0.0004816530527753312,
      "loss": 4.7539,
      "step": 1456
    },
    {
      "epoch": 0.14228515625,
      "grad_norm": 0.3414487838745117,
      "learning_rate": 0.0004816253345776722,
      "loss": 4.7695,
      "step": 1457
    },
    {
      "epoch": 0.1423828125,
      "grad_norm": 0.30606889724731445,
      "learning_rate": 0.0004815975963490893,
      "loss": 4.7188,
      "step": 1458
    },
    {
      "epoch": 0.14248046875,
      "grad_norm": 0.35760390758514404,
      "learning_rate": 0.0004815698380922716,
      "loss": 4.7695,
      "step": 1459
    },
    {
      "epoch": 0.142578125,
      "grad_norm": 0.4264749586582184,
      "learning_rate": 0.0004815420598099101,
      "loss": 4.7344,
      "step": 1460
    },
    {
      "epoch": 0.14267578125,
      "grad_norm": 0.48403796553611755,
      "learning_rate": 0.00048151426150469767,
      "loss": 4.7656,
      "step": 1461
    },
    {
      "epoch": 0.1427734375,
      "grad_norm": 0.4852380156517029,
      "learning_rate": 0.00048148644317932927,
      "loss": 4.75,
      "step": 1462
    },
    {
      "epoch": 0.14287109375,
      "grad_norm": 0.46373042464256287,
      "learning_rate": 0.0004814586048365016,
      "loss": 4.7539,
      "step": 1463
    },
    {
      "epoch": 0.14296875,
      "grad_norm": 0.41835281252861023,
      "learning_rate": 0.00048143074647891344,
      "loss": 4.7422,
      "step": 1464
    },
    {
      "epoch": 0.14306640625,
      "grad_norm": 0.34529751539230347,
      "learning_rate": 0.00048140286810926543,
      "loss": 4.7578,
      "step": 1465
    },
    {
      "epoch": 0.1431640625,
      "grad_norm": 0.32219383120536804,
      "learning_rate": 0.0004813749697302603,
      "loss": 4.7695,
      "step": 1466
    },
    {
      "epoch": 0.14326171875,
      "grad_norm": 0.33539384603500366,
      "learning_rate": 0.0004813470513446025,
      "loss": 4.7617,
      "step": 1467
    },
    {
      "epoch": 0.143359375,
      "grad_norm": 0.27315089106559753,
      "learning_rate": 0.00048131911295499845,
      "loss": 4.7578,
      "step": 1468
    },
    {
      "epoch": 0.14345703125,
      "grad_norm": 0.29842984676361084,
      "learning_rate": 0.00048129115456415684,
      "loss": 4.7188,
      "step": 1469
    },
    {
      "epoch": 0.1435546875,
      "grad_norm": 0.3583134710788727,
      "learning_rate": 0.00048126317617478776,
      "loss": 4.7734,
      "step": 1470
    },
    {
      "epoch": 0.14365234375,
      "grad_norm": 0.41695231199264526,
      "learning_rate": 0.00048123517778960373,
      "loss": 4.7617,
      "step": 1471
    },
    {
      "epoch": 0.14375,
      "grad_norm": 0.5007773637771606,
      "learning_rate": 0.00048120715941131893,
      "loss": 4.7305,
      "step": 1472
    },
    {
      "epoch": 0.14384765625,
      "grad_norm": 0.6086747050285339,
      "learning_rate": 0.00048117912104264957,
      "loss": 4.7734,
      "step": 1473
    },
    {
      "epoch": 0.1439453125,
      "grad_norm": 0.5901089310646057,
      "learning_rate": 0.00048115106268631374,
      "loss": 4.7344,
      "step": 1474
    },
    {
      "epoch": 0.14404296875,
      "grad_norm": 0.5069621205329895,
      "learning_rate": 0.00048112298434503154,
      "loss": 4.7773,
      "step": 1475
    },
    {
      "epoch": 0.144140625,
      "grad_norm": 0.4707411527633667,
      "learning_rate": 0.00048109488602152503,
      "loss": 4.7578,
      "step": 1476
    },
    {
      "epoch": 0.14423828125,
      "grad_norm": 0.4005588889122009,
      "learning_rate": 0.00048106676771851804,
      "loss": 4.7422,
      "step": 1477
    },
    {
      "epoch": 0.1443359375,
      "grad_norm": 0.3813304007053375,
      "learning_rate": 0.00048103862943873647,
      "loss": 4.7461,
      "step": 1478
    },
    {
      "epoch": 0.14443359375,
      "grad_norm": 0.3576384484767914,
      "learning_rate": 0.0004810104711849082,
      "loss": 4.7695,
      "step": 1479
    },
    {
      "epoch": 0.14453125,
      "grad_norm": 0.3286953270435333,
      "learning_rate": 0.0004809822929597629,
      "loss": 4.7461,
      "step": 1480
    },
    {
      "epoch": 0.14462890625,
      "grad_norm": 0.32706767320632935,
      "learning_rate": 0.00048095409476603233,
      "loss": 4.75,
      "step": 1481
    },
    {
      "epoch": 0.1447265625,
      "grad_norm": 0.33062857389450073,
      "learning_rate": 0.0004809258766064501,
      "loss": 4.7578,
      "step": 1482
    },
    {
      "epoch": 0.14482421875,
      "grad_norm": 0.32870644330978394,
      "learning_rate": 0.0004808976384837518,
      "loss": 4.7461,
      "step": 1483
    },
    {
      "epoch": 0.144921875,
      "grad_norm": 0.28449103236198425,
      "learning_rate": 0.00048086938040067486,
      "loss": 4.7539,
      "step": 1484
    },
    {
      "epoch": 0.14501953125,
      "grad_norm": 0.2756710946559906,
      "learning_rate": 0.00048084110235995864,
      "loss": 4.7266,
      "step": 1485
    },
    {
      "epoch": 0.1451171875,
      "grad_norm": 0.28041645884513855,
      "learning_rate": 0.00048081280436434467,
      "loss": 4.7188,
      "step": 1486
    },
    {
      "epoch": 0.14521484375,
      "grad_norm": 0.3484303951263428,
      "learning_rate": 0.0004807844864165761,
      "loss": 4.7383,
      "step": 1487
    },
    {
      "epoch": 0.1453125,
      "grad_norm": 0.4143260419368744,
      "learning_rate": 0.0004807561485193983,
      "loss": 4.7578,
      "step": 1488
    },
    {
      "epoch": 0.14541015625,
      "grad_norm": 0.42858263850212097,
      "learning_rate": 0.00048072779067555847,
      "loss": 4.7188,
      "step": 1489
    },
    {
      "epoch": 0.1455078125,
      "grad_norm": 0.482190877199173,
      "learning_rate": 0.00048069941288780545,
      "loss": 4.7578,
      "step": 1490
    },
    {
      "epoch": 0.14560546875,
      "grad_norm": 0.4588344991207123,
      "learning_rate": 0.0004806710151588905,
      "loss": 4.7266,
      "step": 1491
    },
    {
      "epoch": 0.145703125,
      "grad_norm": 0.4522359371185303,
      "learning_rate": 0.0004806425974915665,
      "loss": 4.7773,
      "step": 1492
    },
    {
      "epoch": 0.14580078125,
      "grad_norm": 0.47912994027137756,
      "learning_rate": 0.0004806141598885884,
      "loss": 4.707,
      "step": 1493
    },
    {
      "epoch": 0.1458984375,
      "grad_norm": 0.4162638187408447,
      "learning_rate": 0.000480585702352713,
      "loss": 4.7422,
      "step": 1494
    },
    {
      "epoch": 0.14599609375,
      "grad_norm": 0.3735276460647583,
      "learning_rate": 0.0004805572248866991,
      "loss": 4.7422,
      "step": 1495
    },
    {
      "epoch": 0.14609375,
      "grad_norm": 0.33471450209617615,
      "learning_rate": 0.0004805287274933073,
      "loss": 4.7344,
      "step": 1496
    },
    {
      "epoch": 0.14619140625,
      "grad_norm": 0.3382073640823364,
      "learning_rate": 0.00048050021017530037,
      "loss": 4.7461,
      "step": 1497
    },
    {
      "epoch": 0.1462890625,
      "grad_norm": 0.35437050461769104,
      "learning_rate": 0.0004804716729354428,
      "loss": 4.7109,
      "step": 1498
    },
    {
      "epoch": 0.14638671875,
      "grad_norm": 0.3948093056678772,
      "learning_rate": 0.000480443115776501,
      "loss": 4.707,
      "step": 1499
    },
    {
      "epoch": 0.146484375,
      "grad_norm": 0.41001394391059875,
      "learning_rate": 0.0004804145387012435,
      "loss": 4.7852,
      "step": 1500
    },
    {
      "epoch": 0.14658203125,
      "grad_norm": 0.41534173488616943,
      "learning_rate": 0.00048038594171244067,
      "loss": 4.7383,
      "step": 1501
    },
    {
      "epoch": 0.1466796875,
      "grad_norm": 0.3207942247390747,
      "learning_rate": 0.0004803573248128647,
      "loss": 4.75,
      "step": 1502
    },
    {
      "epoch": 0.14677734375,
      "grad_norm": 0.32587486505508423,
      "learning_rate": 0.0004803286880052899,
      "loss": 4.7461,
      "step": 1503
    },
    {
      "epoch": 0.146875,
      "grad_norm": 0.33651435375213623,
      "learning_rate": 0.0004803000312924923,
      "loss": 4.7617,
      "step": 1504
    },
    {
      "epoch": 0.14697265625,
      "grad_norm": 0.3294571340084076,
      "learning_rate": 0.00048027135467725013,
      "loss": 4.7422,
      "step": 1505
    },
    {
      "epoch": 0.1470703125,
      "grad_norm": 0.32122352719306946,
      "learning_rate": 0.00048024265816234323,
      "loss": 4.7344,
      "step": 1506
    },
    {
      "epoch": 0.14716796875,
      "grad_norm": 0.33909428119659424,
      "learning_rate": 0.00048021394175055363,
      "loss": 4.7461,
      "step": 1507
    },
    {
      "epoch": 0.147265625,
      "grad_norm": 0.47826051712036133,
      "learning_rate": 0.00048018520544466513,
      "loss": 4.7422,
      "step": 1508
    },
    {
      "epoch": 0.14736328125,
      "grad_norm": 0.6739643812179565,
      "learning_rate": 0.00048015644924746364,
      "loss": 4.7031,
      "step": 1509
    },
    {
      "epoch": 0.1474609375,
      "grad_norm": 0.7271323204040527,
      "learning_rate": 0.00048012767316173675,
      "loss": 4.7461,
      "step": 1510
    },
    {
      "epoch": 0.14755859375,
      "grad_norm": 0.632926881313324,
      "learning_rate": 0.0004800988771902742,
      "loss": 4.7148,
      "step": 1511
    },
    {
      "epoch": 0.14765625,
      "grad_norm": 0.4113217294216156,
      "learning_rate": 0.00048007006133586746,
      "loss": 4.7344,
      "step": 1512
    },
    {
      "epoch": 0.14775390625,
      "grad_norm": 0.37485432624816895,
      "learning_rate": 0.00048004122560131016,
      "loss": 4.7188,
      "step": 1513
    },
    {
      "epoch": 0.1478515625,
      "grad_norm": 0.484247624874115,
      "learning_rate": 0.00048001236998939756,
      "loss": 4.7305,
      "step": 1514
    },
    {
      "epoch": 0.14794921875,
      "grad_norm": 0.43032926321029663,
      "learning_rate": 0.0004799834945029272,
      "loss": 4.7344,
      "step": 1515
    },
    {
      "epoch": 0.148046875,
      "grad_norm": 0.5900740623474121,
      "learning_rate": 0.00047995459914469826,
      "loss": 4.7695,
      "step": 1516
    },
    {
      "epoch": 0.14814453125,
      "grad_norm": 0.31932970881462097,
      "learning_rate": 0.0004799256839175119,
      "loss": 4.7188,
      "step": 1517
    },
    {
      "epoch": 0.1482421875,
      "grad_norm": 0.3383445739746094,
      "learning_rate": 0.0004798967488241714,
      "loss": 4.7305,
      "step": 1518
    },
    {
      "epoch": 0.14833984375,
      "grad_norm": 0.3197227120399475,
      "learning_rate": 0.00047986779386748166,
      "loss": 4.75,
      "step": 1519
    },
    {
      "epoch": 0.1484375,
      "grad_norm": 0.3146499693393707,
      "learning_rate": 0.0004798388190502497,
      "loss": 4.7422,
      "step": 1520
    },
    {
      "epoch": 0.14853515625,
      "grad_norm": 0.3118762969970703,
      "learning_rate": 0.0004798098243752846,
      "loss": 4.7266,
      "step": 1521
    },
    {
      "epoch": 0.1486328125,
      "grad_norm": 0.3077457547187805,
      "learning_rate": 0.0004797808098453971,
      "loss": 4.7305,
      "step": 1522
    },
    {
      "epoch": 0.14873046875,
      "grad_norm": 0.3942987024784088,
      "learning_rate": 0.0004797517754633998,
      "loss": 4.7148,
      "step": 1523
    },
    {
      "epoch": 0.148828125,
      "grad_norm": 0.6512936353683472,
      "learning_rate": 0.0004797227212321076,
      "loss": 4.7305,
      "step": 1524
    },
    {
      "epoch": 0.14892578125,
      "grad_norm": 1.190845251083374,
      "learning_rate": 0.00047969364715433707,
      "loss": 4.7461,
      "step": 1525
    },
    {
      "epoch": 0.1490234375,
      "grad_norm": 0.8728731870651245,
      "learning_rate": 0.0004796645532329066,
      "loss": 4.7734,
      "step": 1526
    },
    {
      "epoch": 0.14912109375,
      "grad_norm": 0.551252543926239,
      "learning_rate": 0.00047963543947063687,
      "loss": 4.75,
      "step": 1527
    },
    {
      "epoch": 0.14921875,
      "grad_norm": 0.6479698419570923,
      "learning_rate": 0.0004796063058703501,
      "loss": 4.7617,
      "step": 1528
    },
    {
      "epoch": 0.14931640625,
      "grad_norm": 0.5585426688194275,
      "learning_rate": 0.0004795771524348707,
      "loss": 4.7578,
      "step": 1529
    },
    {
      "epoch": 0.1494140625,
      "grad_norm": 0.5894700884819031,
      "learning_rate": 0.0004795479791670247,
      "loss": 4.7578,
      "step": 1530
    },
    {
      "epoch": 0.14951171875,
      "grad_norm": 0.6230053305625916,
      "learning_rate": 0.0004795187860696405,
      "loss": 4.7461,
      "step": 1531
    },
    {
      "epoch": 0.149609375,
      "grad_norm": 0.4770023226737976,
      "learning_rate": 0.00047948957314554805,
      "loss": 4.7305,
      "step": 1532
    },
    {
      "epoch": 0.14970703125,
      "grad_norm": 0.3334863781929016,
      "learning_rate": 0.00047946034039757934,
      "loss": 4.7656,
      "step": 1533
    },
    {
      "epoch": 0.1498046875,
      "grad_norm": 0.3881434500217438,
      "learning_rate": 0.0004794310878285683,
      "loss": 4.7227,
      "step": 1534
    },
    {
      "epoch": 0.14990234375,
      "grad_norm": 0.3674808740615845,
      "learning_rate": 0.0004794018154413508,
      "loss": 4.7422,
      "step": 1535
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3127332627773285,
      "learning_rate": 0.0004793725232387646,
      "loss": 4.7344,
      "step": 1536
    },
    {
      "epoch": 0.15009765625,
      "grad_norm": 0.3168219327926636,
      "learning_rate": 0.00047934321122364927,
      "loss": 4.7344,
      "step": 1537
    },
    {
      "epoch": 0.1501953125,
      "grad_norm": 0.3331605792045593,
      "learning_rate": 0.00047931387939884653,
      "loss": 4.7305,
      "step": 1538
    },
    {
      "epoch": 0.15029296875,
      "grad_norm": 0.3181023597717285,
      "learning_rate": 0.0004792845277671999,
      "loss": 4.7188,
      "step": 1539
    },
    {
      "epoch": 0.150390625,
      "grad_norm": 0.3030186891555786,
      "learning_rate": 0.0004792551563315547,
      "loss": 4.75,
      "step": 1540
    },
    {
      "epoch": 0.15048828125,
      "grad_norm": 0.30499133467674255,
      "learning_rate": 0.00047922576509475844,
      "loss": 4.7539,
      "step": 1541
    },
    {
      "epoch": 0.1505859375,
      "grad_norm": 0.30657604336738586,
      "learning_rate": 0.0004791963540596603,
      "loss": 4.7305,
      "step": 1542
    },
    {
      "epoch": 0.15068359375,
      "grad_norm": 0.34554725885391235,
      "learning_rate": 0.0004791669232291116,
      "loss": 4.7031,
      "step": 1543
    },
    {
      "epoch": 0.15078125,
      "grad_norm": 0.3566804528236389,
      "learning_rate": 0.00047913747260596535,
      "loss": 4.7031,
      "step": 1544
    },
    {
      "epoch": 0.15087890625,
      "grad_norm": 0.41564902663230896,
      "learning_rate": 0.00047910800219307657,
      "loss": 4.7109,
      "step": 1545
    },
    {
      "epoch": 0.1509765625,
      "grad_norm": 0.48682817816734314,
      "learning_rate": 0.00047907851199330227,
      "loss": 4.7188,
      "step": 1546
    },
    {
      "epoch": 0.15107421875,
      "grad_norm": 0.5196331739425659,
      "learning_rate": 0.00047904900200950134,
      "loss": 4.7578,
      "step": 1547
    },
    {
      "epoch": 0.151171875,
      "grad_norm": 0.47747114300727844,
      "learning_rate": 0.0004790194722445345,
      "loss": 4.7188,
      "step": 1548
    },
    {
      "epoch": 0.15126953125,
      "grad_norm": 0.36361950635910034,
      "learning_rate": 0.0004789899227012646,
      "loss": 4.75,
      "step": 1549
    },
    {
      "epoch": 0.1513671875,
      "grad_norm": 0.3436301052570343,
      "learning_rate": 0.0004789603533825562,
      "loss": 4.7617,
      "step": 1550
    },
    {
      "epoch": 0.15146484375,
      "grad_norm": 0.3718210458755493,
      "learning_rate": 0.00047893076429127575,
      "loss": 4.7695,
      "step": 1551
    },
    {
      "epoch": 0.1515625,
      "grad_norm": 0.4168568253517151,
      "learning_rate": 0.00047890115543029174,
      "loss": 4.7461,
      "step": 1552
    },
    {
      "epoch": 0.15166015625,
      "grad_norm": 0.4080406129360199,
      "learning_rate": 0.00047887152680247465,
      "loss": 4.7188,
      "step": 1553
    },
    {
      "epoch": 0.1517578125,
      "grad_norm": 0.4210541546344757,
      "learning_rate": 0.0004788418784106967,
      "loss": 4.7383,
      "step": 1554
    },
    {
      "epoch": 0.15185546875,
      "grad_norm": 0.38915780186653137,
      "learning_rate": 0.0004788122102578321,
      "loss": 4.7266,
      "step": 1555
    },
    {
      "epoch": 0.151953125,
      "grad_norm": 0.40426111221313477,
      "learning_rate": 0.0004787825223467571,
      "loss": 4.7031,
      "step": 1556
    },
    {
      "epoch": 0.15205078125,
      "grad_norm": 0.3467988669872284,
      "learning_rate": 0.0004787528146803495,
      "loss": 4.7344,
      "step": 1557
    },
    {
      "epoch": 0.1521484375,
      "grad_norm": 0.30397987365722656,
      "learning_rate": 0.00047872308726148945,
      "loss": 4.7422,
      "step": 1558
    },
    {
      "epoch": 0.15224609375,
      "grad_norm": 0.2704983055591583,
      "learning_rate": 0.00047869334009305873,
      "loss": 4.7227,
      "step": 1559
    },
    {
      "epoch": 0.15234375,
      "grad_norm": 0.28865277767181396,
      "learning_rate": 0.00047866357317794125,
      "loss": 4.7461,
      "step": 1560
    },
    {
      "epoch": 0.15244140625,
      "grad_norm": 0.3506476581096649,
      "learning_rate": 0.0004786337865190225,
      "loss": 4.7539,
      "step": 1561
    },
    {
      "epoch": 0.1525390625,
      "grad_norm": 0.38137906789779663,
      "learning_rate": 0.00047860398011919026,
      "loss": 4.7578,
      "step": 1562
    },
    {
      "epoch": 0.15263671875,
      "grad_norm": 0.35326069593429565,
      "learning_rate": 0.00047857415398133403,
      "loss": 4.7305,
      "step": 1563
    },
    {
      "epoch": 0.152734375,
      "grad_norm": 0.33928734064102173,
      "learning_rate": 0.0004785443081083452,
      "loss": 4.7266,
      "step": 1564
    },
    {
      "epoch": 0.15283203125,
      "grad_norm": 0.5283599495887756,
      "learning_rate": 0.0004785144425031172,
      "loss": 4.7188,
      "step": 1565
    },
    {
      "epoch": 0.1529296875,
      "grad_norm": 0.5691794157028198,
      "learning_rate": 0.00047848455716854524,
      "loss": 4.7266,
      "step": 1566
    },
    {
      "epoch": 0.15302734375,
      "grad_norm": 0.4781295657157898,
      "learning_rate": 0.0004784546521075265,
      "loss": 4.7578,
      "step": 1567
    },
    {
      "epoch": 0.153125,
      "grad_norm": 0.46981513500213623,
      "learning_rate": 0.00047842472732296013,
      "loss": 4.7344,
      "step": 1568
    },
    {
      "epoch": 0.15322265625,
      "grad_norm": 0.4642745852470398,
      "learning_rate": 0.0004783947828177471,
      "loss": 4.7578,
      "step": 1569
    },
    {
      "epoch": 0.1533203125,
      "grad_norm": 0.4203815758228302,
      "learning_rate": 0.00047836481859479026,
      "loss": 4.7305,
      "step": 1570
    },
    {
      "epoch": 0.15341796875,
      "grad_norm": 0.472530335187912,
      "learning_rate": 0.0004783348346569945,
      "loss": 4.7578,
      "step": 1571
    },
    {
      "epoch": 0.153515625,
      "grad_norm": 0.5050036311149597,
      "learning_rate": 0.00047830483100726656,
      "loss": 4.7227,
      "step": 1572
    },
    {
      "epoch": 0.15361328125,
      "grad_norm": 0.4915096163749695,
      "learning_rate": 0.0004782748076485151,
      "loss": 4.7578,
      "step": 1573
    },
    {
      "epoch": 0.1537109375,
      "grad_norm": 0.38450387120246887,
      "learning_rate": 0.00047824476458365074,
      "loss": 4.7344,
      "step": 1574
    },
    {
      "epoch": 0.15380859375,
      "grad_norm": 0.3322133719921112,
      "learning_rate": 0.0004782147018155858,
      "loss": 4.75,
      "step": 1575
    },
    {
      "epoch": 0.15390625,
      "grad_norm": 0.3817479908466339,
      "learning_rate": 0.0004781846193472348,
      "loss": 4.7461,
      "step": 1576
    },
    {
      "epoch": 0.15400390625,
      "grad_norm": 0.411730021238327,
      "learning_rate": 0.00047815451718151387,
      "loss": 4.7148,
      "step": 1577
    },
    {
      "epoch": 0.1541015625,
      "grad_norm": 0.43964841961860657,
      "learning_rate": 0.00047812439532134144,
      "loss": 4.7305,
      "step": 1578
    },
    {
      "epoch": 0.15419921875,
      "grad_norm": 0.39244744181632996,
      "learning_rate": 0.0004780942537696374,
      "loss": 4.7344,
      "step": 1579
    },
    {
      "epoch": 0.154296875,
      "grad_norm": 0.3104197084903717,
      "learning_rate": 0.0004780640925293239,
      "loss": 4.7344,
      "step": 1580
    },
    {
      "epoch": 0.15439453125,
      "grad_norm": 0.34375083446502686,
      "learning_rate": 0.00047803391160332483,
      "loss": 4.7344,
      "step": 1581
    },
    {
      "epoch": 0.1544921875,
      "grad_norm": 0.3174738585948944,
      "learning_rate": 0.000478003710994566,
      "loss": 4.6992,
      "step": 1582
    },
    {
      "epoch": 0.15458984375,
      "grad_norm": 0.3029673993587494,
      "learning_rate": 0.0004779734907059752,
      "loss": 4.7227,
      "step": 1583
    },
    {
      "epoch": 0.1546875,
      "grad_norm": 0.30898958444595337,
      "learning_rate": 0.0004779432507404821,
      "loss": 4.7148,
      "step": 1584
    },
    {
      "epoch": 0.15478515625,
      "grad_norm": 0.31820470094680786,
      "learning_rate": 0.00047791299110101814,
      "loss": 4.707,
      "step": 1585
    },
    {
      "epoch": 0.1548828125,
      "grad_norm": 0.32890087366104126,
      "learning_rate": 0.0004778827117905169,
      "loss": 4.7188,
      "step": 1586
    },
    {
      "epoch": 0.15498046875,
      "grad_norm": 0.2951774597167969,
      "learning_rate": 0.0004778524128119138,
      "loss": 4.7344,
      "step": 1587
    },
    {
      "epoch": 0.155078125,
      "grad_norm": 0.30525726079940796,
      "learning_rate": 0.00047782209416814586,
      "loss": 4.707,
      "step": 1588
    },
    {
      "epoch": 0.15517578125,
      "grad_norm": 0.29748696088790894,
      "learning_rate": 0.0004777917558621526,
      "loss": 4.7188,
      "step": 1589
    },
    {
      "epoch": 0.1552734375,
      "grad_norm": 0.35524943470954895,
      "learning_rate": 0.0004777613978968749,
      "loss": 4.7461,
      "step": 1590
    },
    {
      "epoch": 0.15537109375,
      "grad_norm": 0.49947482347488403,
      "learning_rate": 0.0004777310202752558,
      "loss": 4.6875,
      "step": 1591
    },
    {
      "epoch": 0.15546875,
      "grad_norm": 0.6647739410400391,
      "learning_rate": 0.00047770062300024033,
      "loss": 4.7383,
      "step": 1592
    },
    {
      "epoch": 0.15556640625,
      "grad_norm": 0.6732831597328186,
      "learning_rate": 0.00047767020607477505,
      "loss": 4.75,
      "step": 1593
    },
    {
      "epoch": 0.1556640625,
      "grad_norm": 0.4741779863834381,
      "learning_rate": 0.0004776397695018089,
      "loss": 4.7188,
      "step": 1594
    },
    {
      "epoch": 0.15576171875,
      "grad_norm": 0.4117373824119568,
      "learning_rate": 0.00047760931328429243,
      "loss": 4.7383,
      "step": 1595
    },
    {
      "epoch": 0.155859375,
      "grad_norm": 0.4464336037635803,
      "learning_rate": 0.0004775788374251782,
      "loss": 4.7461,
      "step": 1596
    },
    {
      "epoch": 0.15595703125,
      "grad_norm": 0.3815647065639496,
      "learning_rate": 0.00047754834192742046,
      "loss": 4.75,
      "step": 1597
    },
    {
      "epoch": 0.1560546875,
      "grad_norm": 0.3951696455478668,
      "learning_rate": 0.00047751782679397573,
      "loss": 4.7383,
      "step": 1598
    },
    {
      "epoch": 0.15615234375,
      "grad_norm": 0.49301767349243164,
      "learning_rate": 0.0004774872920278022,
      "loss": 4.7148,
      "step": 1599
    },
    {
      "epoch": 0.15625,
      "grad_norm": 0.5991638898849487,
      "learning_rate": 0.0004774567376318599,
      "loss": 4.7266,
      "step": 1600
    },
    {
      "epoch": 0.15634765625,
      "grad_norm": 0.5442166328430176,
      "learning_rate": 0.00047742616360911105,
      "loss": 4.7344,
      "step": 1601
    },
    {
      "epoch": 0.1564453125,
      "grad_norm": 0.474050909280777,
      "learning_rate": 0.0004773955699625196,
      "loss": 4.6992,
      "step": 1602
    },
    {
      "epoch": 0.15654296875,
      "grad_norm": 0.38881492614746094,
      "learning_rate": 0.0004773649566950512,
      "loss": 4.7344,
      "step": 1603
    },
    {
      "epoch": 0.156640625,
      "grad_norm": 0.3230612576007843,
      "learning_rate": 0.0004773343238096737,
      "loss": 4.7383,
      "step": 1604
    },
    {
      "epoch": 0.15673828125,
      "grad_norm": 0.3541710078716278,
      "learning_rate": 0.0004773036713093567,
      "loss": 4.7305,
      "step": 1605
    },
    {
      "epoch": 0.1568359375,
      "grad_norm": 0.3545769453048706,
      "learning_rate": 0.0004772729991970719,
      "loss": 4.7148,
      "step": 1606
    },
    {
      "epoch": 0.15693359375,
      "grad_norm": 0.376462459564209,
      "learning_rate": 0.0004772423074757926,
      "loss": 4.7383,
      "step": 1607
    },
    {
      "epoch": 0.15703125,
      "grad_norm": 0.40618640184402466,
      "learning_rate": 0.00047721159614849424,
      "loss": 4.7031,
      "step": 1608
    },
    {
      "epoch": 0.15712890625,
      "grad_norm": 0.5097858905792236,
      "learning_rate": 0.000477180865218154,
      "loss": 4.7695,
      "step": 1609
    },
    {
      "epoch": 0.1572265625,
      "grad_norm": 0.6011024117469788,
      "learning_rate": 0.00047715011468775124,
      "loss": 4.7188,
      "step": 1610
    },
    {
      "epoch": 0.15732421875,
      "grad_norm": 0.5320466756820679,
      "learning_rate": 0.00047711934456026674,
      "loss": 4.7305,
      "step": 1611
    },
    {
      "epoch": 0.157421875,
      "grad_norm": 0.3568183481693268,
      "learning_rate": 0.0004770885548386835,
      "loss": 4.7422,
      "step": 1612
    },
    {
      "epoch": 0.15751953125,
      "grad_norm": 0.35290566086769104,
      "learning_rate": 0.0004770577455259865,
      "loss": 4.7227,
      "step": 1613
    },
    {
      "epoch": 0.1576171875,
      "grad_norm": 0.3121565878391266,
      "learning_rate": 0.0004770269166251625,
      "loss": 4.7461,
      "step": 1614
    },
    {
      "epoch": 0.15771484375,
      "grad_norm": 0.3387918174266815,
      "learning_rate": 0.00047699606813920005,
      "loss": 4.7031,
      "step": 1615
    },
    {
      "epoch": 0.1578125,
      "grad_norm": 0.3331822156906128,
      "learning_rate": 0.0004769652000710898,
      "loss": 4.7578,
      "step": 1616
    },
    {
      "epoch": 0.15791015625,
      "grad_norm": 0.38116782903671265,
      "learning_rate": 0.00047693431242382405,
      "loss": 4.7539,
      "step": 1617
    },
    {
      "epoch": 0.1580078125,
      "grad_norm": 0.38010165095329285,
      "learning_rate": 0.0004769034052003973,
      "loss": 4.7305,
      "step": 1618
    },
    {
      "epoch": 0.15810546875,
      "grad_norm": 0.3130066692829132,
      "learning_rate": 0.00047687247840380576,
      "loss": 4.7422,
      "step": 1619
    },
    {
      "epoch": 0.158203125,
      "grad_norm": 0.38829630613327026,
      "learning_rate": 0.00047684153203704754,
      "loss": 4.7734,
      "step": 1620
    },
    {
      "epoch": 0.15830078125,
      "grad_norm": 0.5447909832000732,
      "learning_rate": 0.00047681056610312264,
      "loss": 4.7383,
      "step": 1621
    },
    {
      "epoch": 0.1583984375,
      "grad_norm": 0.6322894096374512,
      "learning_rate": 0.0004767795806050331,
      "loss": 4.7305,
      "step": 1622
    },
    {
      "epoch": 0.15849609375,
      "grad_norm": 0.6145194172859192,
      "learning_rate": 0.00047674857554578273,
      "loss": 4.7148,
      "step": 1623
    },
    {
      "epoch": 0.15859375,
      "grad_norm": 0.3967234492301941,
      "learning_rate": 0.0004767175509283772,
      "loss": 4.7578,
      "step": 1624
    },
    {
      "epoch": 0.15869140625,
      "grad_norm": 0.40282419323921204,
      "learning_rate": 0.00047668650675582413,
      "loss": 4.7227,
      "step": 1625
    },
    {
      "epoch": 0.1587890625,
      "grad_norm": 0.37083151936531067,
      "learning_rate": 0.00047665544303113314,
      "loss": 4.7539,
      "step": 1626
    },
    {
      "epoch": 0.15888671875,
      "grad_norm": 0.376194566488266,
      "learning_rate": 0.0004766243597573155,
      "loss": 4.7305,
      "step": 1627
    },
    {
      "epoch": 0.158984375,
      "grad_norm": 0.3005055785179138,
      "learning_rate": 0.0004765932569373847,
      "loss": 4.7305,
      "step": 1628
    },
    {
      "epoch": 0.15908203125,
      "grad_norm": 0.30844777822494507,
      "learning_rate": 0.0004765621345743558,
      "loss": 4.7188,
      "step": 1629
    },
    {
      "epoch": 0.1591796875,
      "grad_norm": 0.30865785479545593,
      "learning_rate": 0.000476530992671246,
      "loss": 4.7383,
      "step": 1630
    },
    {
      "epoch": 0.15927734375,
      "grad_norm": 0.34530970454216003,
      "learning_rate": 0.0004764998312310742,
      "loss": 4.7422,
      "step": 1631
    },
    {
      "epoch": 0.159375,
      "grad_norm": 0.3432547152042389,
      "learning_rate": 0.00047646865025686134,
      "loss": 4.7383,
      "step": 1632
    },
    {
      "epoch": 0.15947265625,
      "grad_norm": 0.32131803035736084,
      "learning_rate": 0.0004764374497516303,
      "loss": 4.7109,
      "step": 1633
    },
    {
      "epoch": 0.1595703125,
      "grad_norm": 0.31007057428359985,
      "learning_rate": 0.0004764062297184056,
      "loss": 4.7383,
      "step": 1634
    },
    {
      "epoch": 0.15966796875,
      "grad_norm": 0.33511513471603394,
      "learning_rate": 0.0004763749901602139,
      "loss": 4.7266,
      "step": 1635
    },
    {
      "epoch": 0.159765625,
      "grad_norm": 0.41421255469322205,
      "learning_rate": 0.0004763437310800837,
      "loss": 4.7188,
      "step": 1636
    },
    {
      "epoch": 0.15986328125,
      "grad_norm": 0.3609168231487274,
      "learning_rate": 0.0004763124524810452,
      "loss": 4.75,
      "step": 1637
    },
    {
      "epoch": 0.1599609375,
      "grad_norm": 0.32799166440963745,
      "learning_rate": 0.0004762811543661308,
      "loss": 4.6914,
      "step": 1638
    },
    {
      "epoch": 0.16005859375,
      "grad_norm": 0.33859479427337646,
      "learning_rate": 0.0004762498367383746,
      "loss": 4.7188,
      "step": 1639
    },
    {
      "epoch": 0.16015625,
      "grad_norm": 0.32123857736587524,
      "learning_rate": 0.0004762184996008125,
      "loss": 4.7266,
      "step": 1640
    },
    {
      "epoch": 0.16025390625,
      "grad_norm": 0.33974528312683105,
      "learning_rate": 0.00047618714295648263,
      "loss": 4.7617,
      "step": 1641
    },
    {
      "epoch": 0.1603515625,
      "grad_norm": 0.34150657057762146,
      "learning_rate": 0.0004761557668084247,
      "loss": 4.7148,
      "step": 1642
    },
    {
      "epoch": 0.16044921875,
      "grad_norm": 0.30895042419433594,
      "learning_rate": 0.00047612437115968043,
      "loss": 4.7109,
      "step": 1643
    },
    {
      "epoch": 0.160546875,
      "grad_norm": 0.30955177545547485,
      "learning_rate": 0.0004760929560132934,
      "loss": 4.7031,
      "step": 1644
    },
    {
      "epoch": 0.16064453125,
      "grad_norm": 0.2998163104057312,
      "learning_rate": 0.00047606152137230905,
      "loss": 4.7227,
      "step": 1645
    },
    {
      "epoch": 0.1607421875,
      "grad_norm": 0.3299749195575714,
      "learning_rate": 0.0004760300672397749,
      "loss": 4.7188,
      "step": 1646
    },
    {
      "epoch": 0.16083984375,
      "grad_norm": 0.3188712000846863,
      "learning_rate": 0.0004759985936187401,
      "loss": 4.7188,
      "step": 1647
    },
    {
      "epoch": 0.1609375,
      "grad_norm": 0.2848448157310486,
      "learning_rate": 0.00047596710051225585,
      "loss": 4.7422,
      "step": 1648
    },
    {
      "epoch": 0.16103515625,
      "grad_norm": 0.32674816250801086,
      "learning_rate": 0.00047593558792337516,
      "loss": 4.7344,
      "step": 1649
    },
    {
      "epoch": 0.1611328125,
      "grad_norm": 0.30364173650741577,
      "learning_rate": 0.00047590405585515294,
      "loss": 4.7266,
      "step": 1650
    },
    {
      "epoch": 0.16123046875,
      "grad_norm": 0.31012097001075745,
      "learning_rate": 0.0004758725043106461,
      "loss": 4.75,
      "step": 1651
    },
    {
      "epoch": 0.161328125,
      "grad_norm": 0.3971497416496277,
      "learning_rate": 0.0004758409332929133,
      "loss": 4.7148,
      "step": 1652
    },
    {
      "epoch": 0.16142578125,
      "grad_norm": 0.47804024815559387,
      "learning_rate": 0.0004758093428050151,
      "loss": 4.7344,
      "step": 1653
    },
    {
      "epoch": 0.1615234375,
      "grad_norm": 0.6461985111236572,
      "learning_rate": 0.00047577773285001395,
      "loss": 4.7109,
      "step": 1654
    },
    {
      "epoch": 0.16162109375,
      "grad_norm": 0.692113995552063,
      "learning_rate": 0.0004757461034309744,
      "loss": 4.7188,
      "step": 1655
    },
    {
      "epoch": 0.16171875,
      "grad_norm": 0.5253254771232605,
      "learning_rate": 0.0004757144545509625,
      "loss": 4.7188,
      "step": 1656
    },
    {
      "epoch": 0.16181640625,
      "grad_norm": 0.3248235285282135,
      "learning_rate": 0.0004756827862130465,
      "loss": 4.6953,
      "step": 1657
    },
    {
      "epoch": 0.1619140625,
      "grad_norm": 0.40135297179222107,
      "learning_rate": 0.0004756510984202964,
      "loss": 4.7148,
      "step": 1658
    },
    {
      "epoch": 0.16201171875,
      "grad_norm": 0.4172717332839966,
      "learning_rate": 0.0004756193911757842,
      "loss": 4.7305,
      "step": 1659
    },
    {
      "epoch": 0.162109375,
      "grad_norm": 0.3560163974761963,
      "learning_rate": 0.00047558766448258357,
      "loss": 4.7695,
      "step": 1660
    },
    {
      "epoch": 0.16220703125,
      "grad_norm": 0.28156837821006775,
      "learning_rate": 0.0004755559183437703,
      "loss": 4.75,
      "step": 1661
    },
    {
      "epoch": 0.1623046875,
      "grad_norm": 0.3130258321762085,
      "learning_rate": 0.00047552415276242186,
      "loss": 4.7109,
      "step": 1662
    },
    {
      "epoch": 0.16240234375,
      "grad_norm": 0.3561786115169525,
      "learning_rate": 0.0004754923677416178,
      "loss": 4.7422,
      "step": 1663
    },
    {
      "epoch": 0.1625,
      "grad_norm": 0.3439064621925354,
      "learning_rate": 0.00047546056328443947,
      "loss": 4.7383,
      "step": 1664
    },
    {
      "epoch": 0.16259765625,
      "grad_norm": 0.3227904438972473,
      "learning_rate": 0.00047542873939397006,
      "loss": 4.707,
      "step": 1665
    },
    {
      "epoch": 0.1626953125,
      "grad_norm": 0.29672226309776306,
      "learning_rate": 0.00047539689607329467,
      "loss": 4.707,
      "step": 1666
    },
    {
      "epoch": 0.16279296875,
      "grad_norm": 0.3555067479610443,
      "learning_rate": 0.00047536503332550024,
      "loss": 4.6875,
      "step": 1667
    },
    {
      "epoch": 0.162890625,
      "grad_norm": 0.3557547330856323,
      "learning_rate": 0.00047533315115367577,
      "loss": 4.7305,
      "step": 1668
    },
    {
      "epoch": 0.16298828125,
      "grad_norm": 0.28665271401405334,
      "learning_rate": 0.000475301249560912,
      "loss": 4.7266,
      "step": 1669
    },
    {
      "epoch": 0.1630859375,
      "grad_norm": 0.2968331575393677,
      "learning_rate": 0.0004752693285503014,
      "loss": 4.7305,
      "step": 1670
    },
    {
      "epoch": 0.16318359375,
      "grad_norm": 0.33975455164909363,
      "learning_rate": 0.0004752373881249387,
      "loss": 4.7344,
      "step": 1671
    },
    {
      "epoch": 0.16328125,
      "grad_norm": 0.36191651225090027,
      "learning_rate": 0.0004752054282879203,
      "loss": 4.7148,
      "step": 1672
    },
    {
      "epoch": 0.16337890625,
      "grad_norm": 0.3275497853755951,
      "learning_rate": 0.0004751734490423444,
      "loss": 4.7227,
      "step": 1673
    },
    {
      "epoch": 0.1634765625,
      "grad_norm": 0.3115062713623047,
      "learning_rate": 0.00047514145039131116,
      "loss": 4.6953,
      "step": 1674
    },
    {
      "epoch": 0.16357421875,
      "grad_norm": 0.33993664383888245,
      "learning_rate": 0.0004751094323379227,
      "loss": 4.7188,
      "step": 1675
    },
    {
      "epoch": 0.163671875,
      "grad_norm": 0.33467310667037964,
      "learning_rate": 0.0004750773948852829,
      "loss": 4.7148,
      "step": 1676
    },
    {
      "epoch": 0.16376953125,
      "grad_norm": 0.3193880021572113,
      "learning_rate": 0.00047504533803649756,
      "loss": 4.7227,
      "step": 1677
    },
    {
      "epoch": 0.1638671875,
      "grad_norm": 0.30603379011154175,
      "learning_rate": 0.0004750132617946745,
      "loss": 4.7578,
      "step": 1678
    },
    {
      "epoch": 0.16396484375,
      "grad_norm": 0.2963157594203949,
      "learning_rate": 0.0004749811661629231,
      "loss": 4.6953,
      "step": 1679
    },
    {
      "epoch": 0.1640625,
      "grad_norm": 0.3166114091873169,
      "learning_rate": 0.000474949051144355,
      "loss": 4.6914,
      "step": 1680
    },
    {
      "epoch": 0.16416015625,
      "grad_norm": 0.29735228419303894,
      "learning_rate": 0.00047491691674208343,
      "loss": 4.75,
      "step": 1681
    },
    {
      "epoch": 0.1642578125,
      "grad_norm": 0.3676241636276245,
      "learning_rate": 0.0004748847629592236,
      "loss": 4.6992,
      "step": 1682
    },
    {
      "epoch": 0.16435546875,
      "grad_norm": 0.4388222396373749,
      "learning_rate": 0.00047485258979889267,
      "loss": 4.7422,
      "step": 1683
    },
    {
      "epoch": 0.164453125,
      "grad_norm": 0.5815744400024414,
      "learning_rate": 0.0004748203972642096,
      "loss": 4.6875,
      "step": 1684
    },
    {
      "epoch": 0.16455078125,
      "grad_norm": 0.6494610905647278,
      "learning_rate": 0.00047478818535829503,
      "loss": 4.7383,
      "step": 1685
    },
    {
      "epoch": 0.1646484375,
      "grad_norm": 0.5286709070205688,
      "learning_rate": 0.00047475595408427197,
      "loss": 4.707,
      "step": 1686
    },
    {
      "epoch": 0.16474609375,
      "grad_norm": 0.3297274708747864,
      "learning_rate": 0.00047472370344526496,
      "loss": 4.7188,
      "step": 1687
    },
    {
      "epoch": 0.16484375,
      "grad_norm": 0.3907630741596222,
      "learning_rate": 0.0004746914334444003,
      "loss": 4.7305,
      "step": 1688
    },
    {
      "epoch": 0.16494140625,
      "grad_norm": 0.4345732033252716,
      "learning_rate": 0.00047465914408480653,
      "loss": 4.7188,
      "step": 1689
    },
    {
      "epoch": 0.1650390625,
      "grad_norm": 0.3433893024921417,
      "learning_rate": 0.00047462683536961383,
      "loss": 4.7461,
      "step": 1690
    },
    {
      "epoch": 0.16513671875,
      "grad_norm": 0.2961682379245758,
      "learning_rate": 0.0004745945073019543,
      "loss": 4.7305,
      "step": 1691
    },
    {
      "epoch": 0.165234375,
      "grad_norm": 0.3548338711261749,
      "learning_rate": 0.000474562159884962,
      "loss": 4.7188,
      "step": 1692
    },
    {
      "epoch": 0.16533203125,
      "grad_norm": 0.3313615322113037,
      "learning_rate": 0.0004745297931217727,
      "loss": 4.6914,
      "step": 1693
    },
    {
      "epoch": 0.1654296875,
      "grad_norm": 0.29579681158065796,
      "learning_rate": 0.0004744974070155242,
      "loss": 4.7305,
      "step": 1694
    },
    {
      "epoch": 0.16552734375,
      "grad_norm": 0.3224891722202301,
      "learning_rate": 0.000474465001569356,
      "loss": 4.7422,
      "step": 1695
    },
    {
      "epoch": 0.165625,
      "grad_norm": 0.37823259830474854,
      "learning_rate": 0.0004744325767864097,
      "loss": 4.6875,
      "step": 1696
    },
    {
      "epoch": 0.16572265625,
      "grad_norm": 0.4113744795322418,
      "learning_rate": 0.00047440013266982867,
      "loss": 4.7109,
      "step": 1697
    },
    {
      "epoch": 0.1658203125,
      "grad_norm": 0.39243578910827637,
      "learning_rate": 0.00047436766922275805,
      "loss": 4.7461,
      "step": 1698
    },
    {
      "epoch": 0.16591796875,
      "grad_norm": 0.34951266646385193,
      "learning_rate": 0.0004743351864483451,
      "loss": 4.7227,
      "step": 1699
    },
    {
      "epoch": 0.166015625,
      "grad_norm": 0.29626819491386414,
      "learning_rate": 0.00047430268434973873,
      "loss": 4.6953,
      "step": 1700
    },
    {
      "epoch": 0.16611328125,
      "grad_norm": 0.29469388723373413,
      "learning_rate": 0.0004742701629300896,
      "loss": 4.7305,
      "step": 1701
    },
    {
      "epoch": 0.1662109375,
      "grad_norm": 0.2781272232532501,
      "learning_rate": 0.0004742376221925508,
      "loss": 4.75,
      "step": 1702
    },
    {
      "epoch": 0.16630859375,
      "grad_norm": 0.32316306233406067,
      "learning_rate": 0.0004742050621402767,
      "loss": 4.6992,
      "step": 1703
    },
    {
      "epoch": 0.16640625,
      "grad_norm": 0.36234429478645325,
      "learning_rate": 0.00047417248277642385,
      "loss": 4.7031,
      "step": 1704
    },
    {
      "epoch": 0.16650390625,
      "grad_norm": 0.4072574973106384,
      "learning_rate": 0.0004741398841041506,
      "loss": 4.7266,
      "step": 1705
    },
    {
      "epoch": 0.1666015625,
      "grad_norm": 0.34564459323883057,
      "learning_rate": 0.0004741072661266171,
      "loss": 4.6953,
      "step": 1706
    },
    {
      "epoch": 0.16669921875,
      "grad_norm": 0.30190330743789673,
      "learning_rate": 0.0004740746288469855,
      "loss": 4.7188,
      "step": 1707
    },
    {
      "epoch": 0.166796875,
      "grad_norm": 0.33523130416870117,
      "learning_rate": 0.00047404197226841977,
      "loss": 4.7344,
      "step": 1708
    },
    {
      "epoch": 0.16689453125,
      "grad_norm": 0.3154967725276947,
      "learning_rate": 0.0004740092963940858,
      "loss": 4.7188,
      "step": 1709
    },
    {
      "epoch": 0.1669921875,
      "grad_norm": 0.29154172539711,
      "learning_rate": 0.00047397660122715116,
      "loss": 4.6914,
      "step": 1710
    },
    {
      "epoch": 0.16708984375,
      "grad_norm": 0.29590922594070435,
      "learning_rate": 0.0004739438867707855,
      "loss": 4.7266,
      "step": 1711
    },
    {
      "epoch": 0.1671875,
      "grad_norm": 0.31150999665260315,
      "learning_rate": 0.00047391115302816017,
      "loss": 4.7461,
      "step": 1712
    },
    {
      "epoch": 0.16728515625,
      "grad_norm": 0.3638792037963867,
      "learning_rate": 0.00047387840000244865,
      "loss": 4.7227,
      "step": 1713
    },
    {
      "epoch": 0.1673828125,
      "grad_norm": 0.41439005732536316,
      "learning_rate": 0.000473845627696826,
      "loss": 4.7109,
      "step": 1714
    },
    {
      "epoch": 0.16748046875,
      "grad_norm": 0.4629388451576233,
      "learning_rate": 0.0004738128361144693,
      "loss": 4.6797,
      "step": 1715
    },
    {
      "epoch": 0.167578125,
      "grad_norm": 0.48057830333709717,
      "learning_rate": 0.00047378002525855765,
      "loss": 4.6953,
      "step": 1716
    },
    {
      "epoch": 0.16767578125,
      "grad_norm": 0.4065990746021271,
      "learning_rate": 0.00047374719513227156,
      "loss": 4.7031,
      "step": 1717
    },
    {
      "epoch": 0.1677734375,
      "grad_norm": 0.2860855758190155,
      "learning_rate": 0.00047371434573879374,
      "loss": 4.7031,
      "step": 1718
    },
    {
      "epoch": 0.16787109375,
      "grad_norm": 0.28443628549575806,
      "learning_rate": 0.0004736814770813089,
      "loss": 4.707,
      "step": 1719
    },
    {
      "epoch": 0.16796875,
      "grad_norm": 0.3028384745121002,
      "learning_rate": 0.00047364858916300323,
      "loss": 4.7188,
      "step": 1720
    },
    {
      "epoch": 0.16806640625,
      "grad_norm": 0.33343642950057983,
      "learning_rate": 0.00047361568198706506,
      "loss": 4.7109,
      "step": 1721
    },
    {
      "epoch": 0.1681640625,
      "grad_norm": 0.30160287022590637,
      "learning_rate": 0.0004735827555566846,
      "loss": 4.7422,
      "step": 1722
    },
    {
      "epoch": 0.16826171875,
      "grad_norm": 0.31500527262687683,
      "learning_rate": 0.00047354980987505377,
      "loss": 4.7344,
      "step": 1723
    },
    {
      "epoch": 0.168359375,
      "grad_norm": 0.29347512125968933,
      "learning_rate": 0.00047351684494536633,
      "loss": 4.6953,
      "step": 1724
    },
    {
      "epoch": 0.16845703125,
      "grad_norm": 0.29177677631378174,
      "learning_rate": 0.00047348386077081825,
      "loss": 4.7148,
      "step": 1725
    },
    {
      "epoch": 0.1685546875,
      "grad_norm": 0.27817559242248535,
      "learning_rate": 0.0004734508573546069,
      "loss": 4.7188,
      "step": 1726
    },
    {
      "epoch": 0.16865234375,
      "grad_norm": 0.2869120240211487,
      "learning_rate": 0.0004734178346999318,
      "loss": 4.7148,
      "step": 1727
    },
    {
      "epoch": 0.16875,
      "grad_norm": 0.27404704689979553,
      "learning_rate": 0.00047338479280999434,
      "loss": 4.6992,
      "step": 1728
    },
    {
      "epoch": 0.16884765625,
      "grad_norm": 0.30236533284187317,
      "learning_rate": 0.0004733517316879977,
      "loss": 4.707,
      "step": 1729
    },
    {
      "epoch": 0.1689453125,
      "grad_norm": 0.3438217043876648,
      "learning_rate": 0.0004733186513371468,
      "loss": 4.7109,
      "step": 1730
    },
    {
      "epoch": 0.16904296875,
      "grad_norm": 0.42064616084098816,
      "learning_rate": 0.00047328555176064866,
      "loss": 4.7031,
      "step": 1731
    },
    {
      "epoch": 0.169140625,
      "grad_norm": 0.5444338321685791,
      "learning_rate": 0.00047325243296171207,
      "loss": 4.7227,
      "step": 1732
    },
    {
      "epoch": 0.16923828125,
      "grad_norm": 0.6516023874282837,
      "learning_rate": 0.00047321929494354765,
      "loss": 4.6953,
      "step": 1733
    },
    {
      "epoch": 0.1693359375,
      "grad_norm": 0.5612179040908813,
      "learning_rate": 0.0004731861377093679,
      "loss": 4.7266,
      "step": 1734
    },
    {
      "epoch": 0.16943359375,
      "grad_norm": 0.36678099632263184,
      "learning_rate": 0.00047315296126238714,
      "loss": 4.7188,
      "step": 1735
    },
    {
      "epoch": 0.16953125,
      "grad_norm": 0.35155007243156433,
      "learning_rate": 0.0004731197656058218,
      "loss": 4.6953,
      "step": 1736
    },
    {
      "epoch": 0.16962890625,
      "grad_norm": 0.4132586419582367,
      "learning_rate": 0.0004730865507428897,
      "loss": 4.7148,
      "step": 1737
    },
    {
      "epoch": 0.1697265625,
      "grad_norm": 0.3739107847213745,
      "learning_rate": 0.00047305331667681094,
      "loss": 4.707,
      "step": 1738
    },
    {
      "epoch": 0.16982421875,
      "grad_norm": 0.27712637186050415,
      "learning_rate": 0.0004730200634108073,
      "loss": 4.707,
      "step": 1739
    },
    {
      "epoch": 0.169921875,
      "grad_norm": 0.3548940122127533,
      "learning_rate": 0.00047298679094810253,
      "loss": 4.7695,
      "step": 1740
    },
    {
      "epoch": 0.17001953125,
      "grad_norm": 0.39106234908103943,
      "learning_rate": 0.0004729534992919221,
      "loss": 4.7383,
      "step": 1741
    },
    {
      "epoch": 0.1701171875,
      "grad_norm": 0.31391414999961853,
      "learning_rate": 0.00047292018844549347,
      "loss": 4.7344,
      "step": 1742
    },
    {
      "epoch": 0.17021484375,
      "grad_norm": 0.31894975900650024,
      "learning_rate": 0.00047288685841204576,
      "loss": 4.7109,
      "step": 1743
    },
    {
      "epoch": 0.1703125,
      "grad_norm": 0.3426681458950043,
      "learning_rate": 0.0004728535091948103,
      "loss": 4.7266,
      "step": 1744
    },
    {
      "epoch": 0.17041015625,
      "grad_norm": 0.3944070339202881,
      "learning_rate": 0.0004728201407970199,
      "loss": 4.7383,
      "step": 1745
    },
    {
      "epoch": 0.1705078125,
      "grad_norm": 0.33504220843315125,
      "learning_rate": 0.00047278675322190943,
      "loss": 4.7031,
      "step": 1746
    },
    {
      "epoch": 0.17060546875,
      "grad_norm": 0.29810965061187744,
      "learning_rate": 0.00047275334647271566,
      "loss": 4.7188,
      "step": 1747
    },
    {
      "epoch": 0.170703125,
      "grad_norm": 0.40818923711776733,
      "learning_rate": 0.00047271992055267713,
      "loss": 4.7344,
      "step": 1748
    },
    {
      "epoch": 0.17080078125,
      "grad_norm": 0.4044819474220276,
      "learning_rate": 0.0004726864754650342,
      "loss": 4.7227,
      "step": 1749
    },
    {
      "epoch": 0.1708984375,
      "grad_norm": 0.3737597167491913,
      "learning_rate": 0.00047265301121302917,
      "loss": 4.7031,
      "step": 1750
    },
    {
      "epoch": 0.17099609375,
      "grad_norm": 0.346331387758255,
      "learning_rate": 0.0004726195277999062,
      "loss": 4.707,
      "step": 1751
    },
    {
      "epoch": 0.17109375,
      "grad_norm": 0.3120872378349304,
      "learning_rate": 0.00047258602522891124,
      "loss": 4.7109,
      "step": 1752
    },
    {
      "epoch": 0.17119140625,
      "grad_norm": 0.3185526132583618,
      "learning_rate": 0.0004725525035032921,
      "loss": 4.7109,
      "step": 1753
    },
    {
      "epoch": 0.1712890625,
      "grad_norm": 0.35277417302131653,
      "learning_rate": 0.0004725189626262986,
      "loss": 4.7148,
      "step": 1754
    },
    {
      "epoch": 0.17138671875,
      "grad_norm": 0.3095724880695343,
      "learning_rate": 0.00047248540260118224,
      "loss": 4.7109,
      "step": 1755
    },
    {
      "epoch": 0.171484375,
      "grad_norm": 0.30601778626441956,
      "learning_rate": 0.0004724518234311964,
      "loss": 4.6914,
      "step": 1756
    },
    {
      "epoch": 0.17158203125,
      "grad_norm": 0.2815275490283966,
      "learning_rate": 0.0004724182251195964,
      "loss": 4.7148,
      "step": 1757
    },
    {
      "epoch": 0.1716796875,
      "grad_norm": 0.2875475585460663,
      "learning_rate": 0.0004723846076696395,
      "loss": 4.7109,
      "step": 1758
    },
    {
      "epoch": 0.17177734375,
      "grad_norm": 0.3428354263305664,
      "learning_rate": 0.00047235097108458434,
      "loss": 4.7188,
      "step": 1759
    },
    {
      "epoch": 0.171875,
      "grad_norm": 0.4065704643726349,
      "learning_rate": 0.00047231731536769207,
      "loss": 4.6875,
      "step": 1760
    },
    {
      "epoch": 0.17197265625,
      "grad_norm": 0.47537028789520264,
      "learning_rate": 0.00047228364052222515,
      "loss": 4.7383,
      "step": 1761
    },
    {
      "epoch": 0.1720703125,
      "grad_norm": 0.46676430106163025,
      "learning_rate": 0.0004722499465514484,
      "loss": 4.7266,
      "step": 1762
    },
    {
      "epoch": 0.17216796875,
      "grad_norm": 0.35790807008743286,
      "learning_rate": 0.00047221623345862794,
      "loss": 4.6992,
      "step": 1763
    },
    {
      "epoch": 0.172265625,
      "grad_norm": 0.30717775225639343,
      "learning_rate": 0.00047218250124703224,
      "loss": 4.7031,
      "step": 1764
    },
    {
      "epoch": 0.17236328125,
      "grad_norm": 0.36534759402275085,
      "learning_rate": 0.00047214874991993136,
      "loss": 4.7109,
      "step": 1765
    },
    {
      "epoch": 0.1724609375,
      "grad_norm": 0.39176201820373535,
      "learning_rate": 0.0004721149794805971,
      "loss": 4.707,
      "step": 1766
    },
    {
      "epoch": 0.17255859375,
      "grad_norm": 0.3514379560947418,
      "learning_rate": 0.0004720811899323035,
      "loss": 4.7305,
      "step": 1767
    },
    {
      "epoch": 0.17265625,
      "grad_norm": 0.3105420768260956,
      "learning_rate": 0.00047204738127832615,
      "loss": 4.7344,
      "step": 1768
    },
    {
      "epoch": 0.17275390625,
      "grad_norm": 0.27019309997558594,
      "learning_rate": 0.0004720135535219425,
      "loss": 4.6953,
      "step": 1769
    },
    {
      "epoch": 0.1728515625,
      "grad_norm": 0.29011520743370056,
      "learning_rate": 0.000471979706666432,
      "loss": 4.7148,
      "step": 1770
    },
    {
      "epoch": 0.17294921875,
      "grad_norm": 0.3539043068885803,
      "learning_rate": 0.00047194584071507577,
      "loss": 4.7266,
      "step": 1771
    },
    {
      "epoch": 0.173046875,
      "grad_norm": 0.33324524760246277,
      "learning_rate": 0.000471911955671157,
      "loss": 4.6914,
      "step": 1772
    },
    {
      "epoch": 0.17314453125,
      "grad_norm": 0.3441627323627472,
      "learning_rate": 0.0004718780515379606,
      "loss": 4.707,
      "step": 1773
    },
    {
      "epoch": 0.1732421875,
      "grad_norm": 0.3166051506996155,
      "learning_rate": 0.0004718441283187733,
      "loss": 4.7344,
      "step": 1774
    },
    {
      "epoch": 0.17333984375,
      "grad_norm": 0.32287782430648804,
      "learning_rate": 0.0004718101860168837,
      "loss": 4.6953,
      "step": 1775
    },
    {
      "epoch": 0.1734375,
      "grad_norm": 0.3744673430919647,
      "learning_rate": 0.0004717762246355824,
      "loss": 4.7227,
      "step": 1776
    },
    {
      "epoch": 0.17353515625,
      "grad_norm": 0.4147856831550598,
      "learning_rate": 0.0004717422441781616,
      "loss": 4.707,
      "step": 1777
    },
    {
      "epoch": 0.1736328125,
      "grad_norm": 0.44820207357406616,
      "learning_rate": 0.0004717082446479156,
      "loss": 4.6992,
      "step": 1778
    },
    {
      "epoch": 0.17373046875,
      "grad_norm": 0.42957448959350586,
      "learning_rate": 0.0004716742260481402,
      "loss": 4.6992,
      "step": 1779
    },
    {
      "epoch": 0.173828125,
      "grad_norm": 0.35971277952194214,
      "learning_rate": 0.00047164018838213346,
      "loss": 4.707,
      "step": 1780
    },
    {
      "epoch": 0.17392578125,
      "grad_norm": 0.29600271582603455,
      "learning_rate": 0.0004716061316531951,
      "loss": 4.6641,
      "step": 1781
    },
    {
      "epoch": 0.1740234375,
      "grad_norm": 0.3103143870830536,
      "learning_rate": 0.00047157205586462664,
      "loss": 4.7148,
      "step": 1782
    },
    {
      "epoch": 0.17412109375,
      "grad_norm": 0.2851412892341614,
      "learning_rate": 0.0004715379610197315,
      "loss": 4.7422,
      "step": 1783
    },
    {
      "epoch": 0.17421875,
      "grad_norm": 0.2680378258228302,
      "learning_rate": 0.000471503847121815,
      "loss": 4.7188,
      "step": 1784
    },
    {
      "epoch": 0.17431640625,
      "grad_norm": 0.2789458632469177,
      "learning_rate": 0.00047146971417418417,
      "loss": 4.6836,
      "step": 1785
    },
    {
      "epoch": 0.1744140625,
      "grad_norm": 0.3282760679721832,
      "learning_rate": 0.0004714355621801479,
      "loss": 4.7305,
      "step": 1786
    },
    {
      "epoch": 0.17451171875,
      "grad_norm": 0.35235342383384705,
      "learning_rate": 0.00047140139114301715,
      "loss": 4.707,
      "step": 1787
    },
    {
      "epoch": 0.174609375,
      "grad_norm": 0.3573938310146332,
      "learning_rate": 0.0004713672010661045,
      "loss": 4.7148,
      "step": 1788
    },
    {
      "epoch": 0.17470703125,
      "grad_norm": 0.3707910478115082,
      "learning_rate": 0.0004713329919527245,
      "loss": 4.7227,
      "step": 1789
    },
    {
      "epoch": 0.1748046875,
      "grad_norm": 0.3104837238788605,
      "learning_rate": 0.0004712987638061934,
      "loss": 4.6914,
      "step": 1790
    },
    {
      "epoch": 0.17490234375,
      "grad_norm": 0.3016248047351837,
      "learning_rate": 0.00047126451662982946,
      "loss": 4.707,
      "step": 1791
    },
    {
      "epoch": 0.175,
      "grad_norm": 0.299649715423584,
      "learning_rate": 0.00047123025042695267,
      "loss": 4.6953,
      "step": 1792
    },
    {
      "epoch": 0.17509765625,
      "grad_norm": 0.3024265170097351,
      "learning_rate": 0.0004711959652008849,
      "loss": 4.707,
      "step": 1793
    },
    {
      "epoch": 0.1751953125,
      "grad_norm": 0.3478015065193176,
      "learning_rate": 0.0004711616609549499,
      "loss": 4.7109,
      "step": 1794
    },
    {
      "epoch": 0.17529296875,
      "grad_norm": 0.38603729009628296,
      "learning_rate": 0.0004711273376924732,
      "loss": 4.7188,
      "step": 1795
    },
    {
      "epoch": 0.175390625,
      "grad_norm": 0.48535963892936707,
      "learning_rate": 0.0004710929954167823,
      "loss": 4.6914,
      "step": 1796
    },
    {
      "epoch": 0.17548828125,
      "grad_norm": 0.5580281019210815,
      "learning_rate": 0.0004710586341312064,
      "loss": 4.7148,
      "step": 1797
    },
    {
      "epoch": 0.1755859375,
      "grad_norm": 0.44946280121803284,
      "learning_rate": 0.0004710242538390765,
      "loss": 4.75,
      "step": 1798
    },
    {
      "epoch": 0.17568359375,
      "grad_norm": 0.3055347502231598,
      "learning_rate": 0.0004709898545437256,
      "loss": 4.707,
      "step": 1799
    },
    {
      "epoch": 0.17578125,
      "grad_norm": 0.39318904280662537,
      "learning_rate": 0.00047095543624848857,
      "loss": 4.6836,
      "step": 1800
    },
    {
      "epoch": 0.17587890625,
      "grad_norm": 0.4857766330242157,
      "learning_rate": 0.0004709209989567019,
      "loss": 4.6992,
      "step": 1801
    },
    {
      "epoch": 0.1759765625,
      "grad_norm": 0.3867643177509308,
      "learning_rate": 0.00047088654267170413,
      "loss": 4.7148,
      "step": 1802
    },
    {
      "epoch": 0.17607421875,
      "grad_norm": 0.28597569465637207,
      "learning_rate": 0.00047085206739683547,
      "loss": 4.7109,
      "step": 1803
    },
    {
      "epoch": 0.176171875,
      "grad_norm": 0.322764128446579,
      "learning_rate": 0.00047081757313543815,
      "loss": 4.6914,
      "step": 1804
    },
    {
      "epoch": 0.17626953125,
      "grad_norm": 0.33930692076683044,
      "learning_rate": 0.0004707830598908561,
      "loss": 4.7109,
      "step": 1805
    },
    {
      "epoch": 0.1763671875,
      "grad_norm": 0.31630805134773254,
      "learning_rate": 0.0004707485276664353,
      "loss": 4.7031,
      "step": 1806
    },
    {
      "epoch": 0.17646484375,
      "grad_norm": 0.3265106976032257,
      "learning_rate": 0.0004707139764655232,
      "loss": 4.7148,
      "step": 1807
    },
    {
      "epoch": 0.1765625,
      "grad_norm": 0.320544570684433,
      "learning_rate": 0.0004706794062914694,
      "loss": 4.7266,
      "step": 1808
    },
    {
      "epoch": 0.17666015625,
      "grad_norm": 0.35693979263305664,
      "learning_rate": 0.00047064481714762527,
      "loss": 4.7109,
      "step": 1809
    },
    {
      "epoch": 0.1767578125,
      "grad_norm": 0.3931410014629364,
      "learning_rate": 0.00047061020903734396,
      "loss": 4.7227,
      "step": 1810
    },
    {
      "epoch": 0.17685546875,
      "grad_norm": 0.4092164635658264,
      "learning_rate": 0.0004705755819639804,
      "loss": 4.6797,
      "step": 1811
    },
    {
      "epoch": 0.176953125,
      "grad_norm": 0.3898935317993164,
      "learning_rate": 0.00047054093593089163,
      "loss": 4.7109,
      "step": 1812
    },
    {
      "epoch": 0.17705078125,
      "grad_norm": 0.30018892884254456,
      "learning_rate": 0.0004705062709414363,
      "loss": 4.7344,
      "step": 1813
    },
    {
      "epoch": 0.1771484375,
      "grad_norm": 0.3135061264038086,
      "learning_rate": 0.00047047158699897485,
      "loss": 4.7461,
      "step": 1814
    },
    {
      "epoch": 0.17724609375,
      "grad_norm": 0.33332744240760803,
      "learning_rate": 0.00047043688410686977,
      "loss": 4.6875,
      "step": 1815
    },
    {
      "epoch": 0.17734375,
      "grad_norm": 0.3224795460700989,
      "learning_rate": 0.0004704021622684851,
      "loss": 4.7148,
      "step": 1816
    },
    {
      "epoch": 0.17744140625,
      "grad_norm": 0.3023662865161896,
      "learning_rate": 0.0004703674214871871,
      "loss": 4.7148,
      "step": 1817
    },
    {
      "epoch": 0.1775390625,
      "grad_norm": 0.32896143198013306,
      "learning_rate": 0.00047033266176634356,
      "loss": 4.6992,
      "step": 1818
    },
    {
      "epoch": 0.17763671875,
      "grad_norm": 0.27983352541923523,
      "learning_rate": 0.00047029788310932406,
      "loss": 4.7266,
      "step": 1819
    },
    {
      "epoch": 0.177734375,
      "grad_norm": 0.29561662673950195,
      "learning_rate": 0.0004702630855195003,
      "loss": 4.6914,
      "step": 1820
    },
    {
      "epoch": 0.17783203125,
      "grad_norm": 0.2955554127693176,
      "learning_rate": 0.0004702282690002458,
      "loss": 4.6875,
      "step": 1821
    },
    {
      "epoch": 0.1779296875,
      "grad_norm": 0.31012076139450073,
      "learning_rate": 0.00047019343355493554,
      "loss": 4.7148,
      "step": 1822
    },
    {
      "epoch": 0.17802734375,
      "grad_norm": 0.3344959318637848,
      "learning_rate": 0.00047015857918694665,
      "loss": 4.7578,
      "step": 1823
    },
    {
      "epoch": 0.178125,
      "grad_norm": 0.40076538920402527,
      "learning_rate": 0.00047012370589965814,
      "loss": 4.7227,
      "step": 1824
    },
    {
      "epoch": 0.17822265625,
      "grad_norm": 0.42246541380882263,
      "learning_rate": 0.0004700888136964506,
      "loss": 4.707,
      "step": 1825
    },
    {
      "epoch": 0.1783203125,
      "grad_norm": 0.4614593982696533,
      "learning_rate": 0.00047005390258070663,
      "loss": 4.6836,
      "step": 1826
    },
    {
      "epoch": 0.17841796875,
      "grad_norm": 0.4689350426197052,
      "learning_rate": 0.0004700189725558107,
      "loss": 4.6875,
      "step": 1827
    },
    {
      "epoch": 0.178515625,
      "grad_norm": 0.4179334044456482,
      "learning_rate": 0.00046998402362514893,
      "loss": 4.6797,
      "step": 1828
    },
    {
      "epoch": 0.17861328125,
      "grad_norm": 0.3429284989833832,
      "learning_rate": 0.00046994905579210937,
      "loss": 4.707,
      "step": 1829
    },
    {
      "epoch": 0.1787109375,
      "grad_norm": 0.3537569046020508,
      "learning_rate": 0.00046991406906008213,
      "loss": 4.7305,
      "step": 1830
    },
    {
      "epoch": 0.17880859375,
      "grad_norm": 0.38520169258117676,
      "learning_rate": 0.00046987906343245865,
      "loss": 4.7031,
      "step": 1831
    },
    {
      "epoch": 0.17890625,
      "grad_norm": 0.3677808940410614,
      "learning_rate": 0.0004698440389126327,
      "loss": 4.6953,
      "step": 1832
    },
    {
      "epoch": 0.17900390625,
      "grad_norm": 0.2886373698711395,
      "learning_rate": 0.0004698089955039995,
      "loss": 4.7383,
      "step": 1833
    },
    {
      "epoch": 0.1791015625,
      "grad_norm": 0.2950337529182434,
      "learning_rate": 0.0004697739332099564,
      "loss": 4.7227,
      "step": 1834
    },
    {
      "epoch": 0.17919921875,
      "grad_norm": 0.37891969084739685,
      "learning_rate": 0.00046973885203390245,
      "loss": 4.707,
      "step": 1835
    },
    {
      "epoch": 0.179296875,
      "grad_norm": 0.3522384464740753,
      "learning_rate": 0.0004697037519792384,
      "loss": 4.7031,
      "step": 1836
    },
    {
      "epoch": 0.17939453125,
      "grad_norm": 0.35117805004119873,
      "learning_rate": 0.0004696686330493672,
      "loss": 4.6953,
      "step": 1837
    },
    {
      "epoch": 0.1794921875,
      "grad_norm": 0.30079415440559387,
      "learning_rate": 0.0004696334952476931,
      "loss": 4.7266,
      "step": 1838
    },
    {
      "epoch": 0.17958984375,
      "grad_norm": 0.32153111696243286,
      "learning_rate": 0.0004695983385776227,
      "loss": 4.7617,
      "step": 1839
    },
    {
      "epoch": 0.1796875,
      "grad_norm": 0.3145742416381836,
      "learning_rate": 0.0004695631630425641,
      "loss": 4.7344,
      "step": 1840
    },
    {
      "epoch": 0.17978515625,
      "grad_norm": 0.30176612734794617,
      "learning_rate": 0.00046952796864592727,
      "loss": 4.7383,
      "step": 1841
    },
    {
      "epoch": 0.1798828125,
      "grad_norm": 0.3110758364200592,
      "learning_rate": 0.00046949275539112423,
      "loss": 4.6797,
      "step": 1842
    },
    {
      "epoch": 0.17998046875,
      "grad_norm": 0.29200172424316406,
      "learning_rate": 0.0004694575232815686,
      "loss": 4.7109,
      "step": 1843
    },
    {
      "epoch": 0.180078125,
      "grad_norm": 0.311064213514328,
      "learning_rate": 0.0004694222723206759,
      "loss": 4.6992,
      "step": 1844
    },
    {
      "epoch": 0.18017578125,
      "grad_norm": 0.29677876830101013,
      "learning_rate": 0.0004693870025118633,
      "loss": 4.6719,
      "step": 1845
    },
    {
      "epoch": 0.1802734375,
      "grad_norm": 0.31672269105911255,
      "learning_rate": 0.00046935171385855025,
      "loss": 4.6602,
      "step": 1846
    },
    {
      "epoch": 0.18037109375,
      "grad_norm": 0.34578704833984375,
      "learning_rate": 0.00046931640636415755,
      "loss": 4.6875,
      "step": 1847
    },
    {
      "epoch": 0.18046875,
      "grad_norm": 0.3357842266559601,
      "learning_rate": 0.00046928108003210805,
      "loss": 4.6914,
      "step": 1848
    },
    {
      "epoch": 0.18056640625,
      "grad_norm": 0.35017260909080505,
      "learning_rate": 0.0004692457348658265,
      "loss": 4.707,
      "step": 1849
    },
    {
      "epoch": 0.1806640625,
      "grad_norm": 0.38192495703697205,
      "learning_rate": 0.00046921037086873927,
      "loss": 4.6719,
      "step": 1850
    },
    {
      "epoch": 0.18076171875,
      "grad_norm": 0.38436266779899597,
      "learning_rate": 0.0004691749880442747,
      "loss": 4.7109,
      "step": 1851
    },
    {
      "epoch": 0.180859375,
      "grad_norm": 0.3527016341686249,
      "learning_rate": 0.00046913958639586295,
      "loss": 4.6914,
      "step": 1852
    },
    {
      "epoch": 0.18095703125,
      "grad_norm": 0.3024858236312866,
      "learning_rate": 0.0004691041659269359,
      "loss": 4.6875,
      "step": 1853
    },
    {
      "epoch": 0.1810546875,
      "grad_norm": 0.2871468663215637,
      "learning_rate": 0.00046906872664092734,
      "loss": 4.6875,
      "step": 1854
    },
    {
      "epoch": 0.18115234375,
      "grad_norm": 0.3229468762874603,
      "learning_rate": 0.00046903326854127287,
      "loss": 4.7109,
      "step": 1855
    },
    {
      "epoch": 0.18125,
      "grad_norm": 0.3446221351623535,
      "learning_rate": 0.0004689977916314099,
      "loss": 4.6914,
      "step": 1856
    },
    {
      "epoch": 0.18134765625,
      "grad_norm": 0.39268386363983154,
      "learning_rate": 0.0004689622959147778,
      "loss": 4.7031,
      "step": 1857
    },
    {
      "epoch": 0.1814453125,
      "grad_norm": 0.4465988874435425,
      "learning_rate": 0.00046892678139481744,
      "loss": 4.7109,
      "step": 1858
    },
    {
      "epoch": 0.18154296875,
      "grad_norm": 0.44179853796958923,
      "learning_rate": 0.0004688912480749718,
      "loss": 4.6953,
      "step": 1859
    },
    {
      "epoch": 0.181640625,
      "grad_norm": 0.3754976987838745,
      "learning_rate": 0.0004688556959586857,
      "loss": 4.6836,
      "step": 1860
    },
    {
      "epoch": 0.18173828125,
      "grad_norm": 0.3733668029308319,
      "learning_rate": 0.0004688201250494055,
      "loss": 4.6914,
      "step": 1861
    },
    {
      "epoch": 0.1818359375,
      "grad_norm": 0.33280256390571594,
      "learning_rate": 0.00046878453535057965,
      "loss": 4.6875,
      "step": 1862
    },
    {
      "epoch": 0.18193359375,
      "grad_norm": 0.36261236667633057,
      "learning_rate": 0.00046874892686565834,
      "loss": 4.6992,
      "step": 1863
    },
    {
      "epoch": 0.18203125,
      "grad_norm": 0.3954784572124481,
      "learning_rate": 0.0004687132995980935,
      "loss": 4.7031,
      "step": 1864
    },
    {
      "epoch": 0.18212890625,
      "grad_norm": 0.3743366003036499,
      "learning_rate": 0.00046867765355133905,
      "loss": 4.7266,
      "step": 1865
    },
    {
      "epoch": 0.1822265625,
      "grad_norm": 0.325110524892807,
      "learning_rate": 0.0004686419887288506,
      "loss": 4.7188,
      "step": 1866
    },
    {
      "epoch": 0.18232421875,
      "grad_norm": 0.28901422023773193,
      "learning_rate": 0.0004686063051340856,
      "loss": 4.7031,
      "step": 1867
    },
    {
      "epoch": 0.182421875,
      "grad_norm": 0.26248887181282043,
      "learning_rate": 0.00046857060277050324,
      "loss": 4.6875,
      "step": 1868
    },
    {
      "epoch": 0.18251953125,
      "grad_norm": 0.29704171419143677,
      "learning_rate": 0.00046853488164156476,
      "loss": 4.6953,
      "step": 1869
    },
    {
      "epoch": 0.1826171875,
      "grad_norm": 0.3862922787666321,
      "learning_rate": 0.00046849914175073305,
      "loss": 4.6758,
      "step": 1870
    },
    {
      "epoch": 0.18271484375,
      "grad_norm": 0.44130098819732666,
      "learning_rate": 0.0004684633831014728,
      "loss": 4.6992,
      "step": 1871
    },
    {
      "epoch": 0.1828125,
      "grad_norm": 0.44974687695503235,
      "learning_rate": 0.00046842760569725065,
      "loss": 4.7188,
      "step": 1872
    },
    {
      "epoch": 0.18291015625,
      "grad_norm": 0.3364246189594269,
      "learning_rate": 0.00046839180954153485,
      "loss": 4.6836,
      "step": 1873
    },
    {
      "epoch": 0.1830078125,
      "grad_norm": 0.2785428762435913,
      "learning_rate": 0.00046835599463779573,
      "loss": 4.6914,
      "step": 1874
    },
    {
      "epoch": 0.18310546875,
      "grad_norm": 0.3570761978626251,
      "learning_rate": 0.0004683201609895052,
      "loss": 4.7031,
      "step": 1875
    },
    {
      "epoch": 0.183203125,
      "grad_norm": 0.4263145923614502,
      "learning_rate": 0.0004682843086001371,
      "loss": 4.6875,
      "step": 1876
    },
    {
      "epoch": 0.18330078125,
      "grad_norm": 0.4154239594936371,
      "learning_rate": 0.00046824843747316717,
      "loss": 4.7031,
      "step": 1877
    },
    {
      "epoch": 0.1833984375,
      "grad_norm": 0.34865015745162964,
      "learning_rate": 0.0004682125476120728,
      "loss": 4.7109,
      "step": 1878
    },
    {
      "epoch": 0.18349609375,
      "grad_norm": 0.3163270950317383,
      "learning_rate": 0.00046817663902033323,
      "loss": 4.6953,
      "step": 1879
    },
    {
      "epoch": 0.18359375,
      "grad_norm": 0.3564985394477844,
      "learning_rate": 0.00046814071170142964,
      "loss": 4.6914,
      "step": 1880
    },
    {
      "epoch": 0.18369140625,
      "grad_norm": 0.36978796124458313,
      "learning_rate": 0.0004681047656588449,
      "loss": 4.6914,
      "step": 1881
    },
    {
      "epoch": 0.1837890625,
      "grad_norm": 0.310011625289917,
      "learning_rate": 0.00046806880089606375,
      "loss": 4.7109,
      "step": 1882
    },
    {
      "epoch": 0.18388671875,
      "grad_norm": 0.25916099548339844,
      "learning_rate": 0.00046803281741657264,
      "loss": 4.7031,
      "step": 1883
    },
    {
      "epoch": 0.183984375,
      "grad_norm": 0.3122245669364929,
      "learning_rate": 0.00046799681522386013,
      "loss": 4.6953,
      "step": 1884
    },
    {
      "epoch": 0.18408203125,
      "grad_norm": 0.3948974013328552,
      "learning_rate": 0.0004679607943214162,
      "loss": 4.7383,
      "step": 1885
    },
    {
      "epoch": 0.1841796875,
      "grad_norm": 0.38093316555023193,
      "learning_rate": 0.00046792475471273283,
      "loss": 4.6719,
      "step": 1886
    },
    {
      "epoch": 0.18427734375,
      "grad_norm": 0.33030474185943604,
      "learning_rate": 0.0004678886964013039,
      "loss": 4.7188,
      "step": 1887
    },
    {
      "epoch": 0.184375,
      "grad_norm": 0.3063085675239563,
      "learning_rate": 0.000467852619390625,
      "loss": 4.6719,
      "step": 1888
    },
    {
      "epoch": 0.18447265625,
      "grad_norm": 0.3019408881664276,
      "learning_rate": 0.0004678165236841936,
      "loss": 4.7031,
      "step": 1889
    },
    {
      "epoch": 0.1845703125,
      "grad_norm": 0.32429105043411255,
      "learning_rate": 0.0004677804092855088,
      "loss": 4.7031,
      "step": 1890
    },
    {
      "epoch": 0.18466796875,
      "grad_norm": 0.3127208650112152,
      "learning_rate": 0.00046774427619807176,
      "loss": 4.6875,
      "step": 1891
    },
    {
      "epoch": 0.184765625,
      "grad_norm": 0.33778461813926697,
      "learning_rate": 0.0004677081244253853,
      "loss": 4.6523,
      "step": 1892
    },
    {
      "epoch": 0.18486328125,
      "grad_norm": 0.32395920157432556,
      "learning_rate": 0.00046767195397095406,
      "loss": 4.7031,
      "step": 1893
    },
    {
      "epoch": 0.1849609375,
      "grad_norm": 0.27252617478370667,
      "learning_rate": 0.0004676357648382846,
      "loss": 4.6992,
      "step": 1894
    },
    {
      "epoch": 0.18505859375,
      "grad_norm": 0.2853223979473114,
      "learning_rate": 0.0004675995570308852,
      "loss": 4.6992,
      "step": 1895
    },
    {
      "epoch": 0.18515625,
      "grad_norm": 0.2883679270744324,
      "learning_rate": 0.0004675633305522658,
      "loss": 4.6719,
      "step": 1896
    },
    {
      "epoch": 0.18525390625,
      "grad_norm": 0.25876960158348083,
      "learning_rate": 0.00046752708540593853,
      "loss": 4.6875,
      "step": 1897
    },
    {
      "epoch": 0.1853515625,
      "grad_norm": 0.2769707143306732,
      "learning_rate": 0.00046749082159541696,
      "loss": 4.707,
      "step": 1898
    },
    {
      "epoch": 0.18544921875,
      "grad_norm": 0.3227038085460663,
      "learning_rate": 0.0004674545391242167,
      "loss": 4.707,
      "step": 1899
    },
    {
      "epoch": 0.185546875,
      "grad_norm": 0.38810545206069946,
      "learning_rate": 0.0004674182379958551,
      "loss": 4.7305,
      "step": 1900
    },
    {
      "epoch": 0.18564453125,
      "grad_norm": 0.479206383228302,
      "learning_rate": 0.0004673819182138512,
      "loss": 4.7266,
      "step": 1901
    },
    {
      "epoch": 0.1857421875,
      "grad_norm": 0.531310498714447,
      "learning_rate": 0.0004673455797817261,
      "loss": 4.7109,
      "step": 1902
    },
    {
      "epoch": 0.18583984375,
      "grad_norm": 0.4943915009498596,
      "learning_rate": 0.0004673092227030024,
      "loss": 4.7109,
      "step": 1903
    },
    {
      "epoch": 0.1859375,
      "grad_norm": 0.3636752963066101,
      "learning_rate": 0.0004672728469812049,
      "loss": 4.7148,
      "step": 1904
    },
    {
      "epoch": 0.18603515625,
      "grad_norm": 0.30614086985588074,
      "learning_rate": 0.0004672364526198598,
      "loss": 4.6953,
      "step": 1905
    },
    {
      "epoch": 0.1861328125,
      "grad_norm": 0.36997532844543457,
      "learning_rate": 0.00046720003962249525,
      "loss": 4.6758,
      "step": 1906
    },
    {
      "epoch": 0.18623046875,
      "grad_norm": 0.3727617859840393,
      "learning_rate": 0.00046716360799264135,
      "loss": 4.6875,
      "step": 1907
    },
    {
      "epoch": 0.186328125,
      "grad_norm": 0.3147006034851074,
      "learning_rate": 0.00046712715773382986,
      "loss": 4.7109,
      "step": 1908
    },
    {
      "epoch": 0.18642578125,
      "grad_norm": 0.3325425088405609,
      "learning_rate": 0.0004670906888495945,
      "loss": 4.7109,
      "step": 1909
    },
    {
      "epoch": 0.1865234375,
      "grad_norm": 0.34814977645874023,
      "learning_rate": 0.0004670542013434705,
      "loss": 4.7031,
      "step": 1910
    },
    {
      "epoch": 0.18662109375,
      "grad_norm": 0.395072340965271,
      "learning_rate": 0.0004670176952189952,
      "loss": 4.6914,
      "step": 1911
    },
    {
      "epoch": 0.18671875,
      "grad_norm": 0.3087127208709717,
      "learning_rate": 0.0004669811704797075,
      "loss": 4.6875,
      "step": 1912
    },
    {
      "epoch": 0.18681640625,
      "grad_norm": 0.2690333425998688,
      "learning_rate": 0.00046694462712914837,
      "loss": 4.6797,
      "step": 1913
    },
    {
      "epoch": 0.1869140625,
      "grad_norm": 0.2913764417171478,
      "learning_rate": 0.0004669080651708604,
      "loss": 4.707,
      "step": 1914
    },
    {
      "epoch": 0.18701171875,
      "grad_norm": 0.28636500239372253,
      "learning_rate": 0.0004668714846083879,
      "loss": 4.6953,
      "step": 1915
    },
    {
      "epoch": 0.187109375,
      "grad_norm": 0.27798396348953247,
      "learning_rate": 0.0004668348854452772,
      "loss": 4.6953,
      "step": 1916
    },
    {
      "epoch": 0.18720703125,
      "grad_norm": 0.3135933578014374,
      "learning_rate": 0.00046679826768507646,
      "loss": 4.7344,
      "step": 1917
    },
    {
      "epoch": 0.1873046875,
      "grad_norm": 0.2792069911956787,
      "learning_rate": 0.0004667616313313353,
      "loss": 4.6562,
      "step": 1918
    },
    {
      "epoch": 0.18740234375,
      "grad_norm": 0.2715051472187042,
      "learning_rate": 0.00046672497638760555,
      "loss": 4.707,
      "step": 1919
    },
    {
      "epoch": 0.1875,
      "grad_norm": 0.2932470142841339,
      "learning_rate": 0.0004666883028574405,
      "loss": 4.7109,
      "step": 1920
    },
    {
      "epoch": 0.18759765625,
      "grad_norm": 0.3258669078350067,
      "learning_rate": 0.0004666516107443956,
      "loss": 4.6953,
      "step": 1921
    },
    {
      "epoch": 0.1876953125,
      "grad_norm": 0.35614919662475586,
      "learning_rate": 0.0004666149000520277,
      "loss": 4.6953,
      "step": 1922
    },
    {
      "epoch": 0.18779296875,
      "grad_norm": 0.35679420828819275,
      "learning_rate": 0.0004665781707838957,
      "loss": 4.707,
      "step": 1923
    },
    {
      "epoch": 0.187890625,
      "grad_norm": 0.3622376024723053,
      "learning_rate": 0.00046654142294356033,
      "loss": 4.7109,
      "step": 1924
    },
    {
      "epoch": 0.18798828125,
      "grad_norm": 0.400008887052536,
      "learning_rate": 0.00046650465653458404,
      "loss": 4.6836,
      "step": 1925
    },
    {
      "epoch": 0.1880859375,
      "grad_norm": 0.40335577726364136,
      "learning_rate": 0.00046646787156053097,
      "loss": 4.6875,
      "step": 1926
    },
    {
      "epoch": 0.18818359375,
      "grad_norm": 0.37399107217788696,
      "learning_rate": 0.0004664310680249673,
      "loss": 4.7031,
      "step": 1927
    },
    {
      "epoch": 0.18828125,
      "grad_norm": 0.34047555923461914,
      "learning_rate": 0.0004663942459314608,
      "loss": 4.6836,
      "step": 1928
    },
    {
      "epoch": 0.18837890625,
      "grad_norm": 0.2900930643081665,
      "learning_rate": 0.00046635740528358125,
      "loss": 4.6914,
      "step": 1929
    },
    {
      "epoch": 0.1884765625,
      "grad_norm": 0.3214733600616455,
      "learning_rate": 0.0004663205460848999,
      "loss": 4.6445,
      "step": 1930
    },
    {
      "epoch": 0.18857421875,
      "grad_norm": 0.29667600989341736,
      "learning_rate": 0.0004662836683389901,
      "loss": 4.6992,
      "step": 1931
    },
    {
      "epoch": 0.188671875,
      "grad_norm": 0.28890740871429443,
      "learning_rate": 0.0004662467720494269,
      "loss": 4.6836,
      "step": 1932
    },
    {
      "epoch": 0.18876953125,
      "grad_norm": 0.3385658264160156,
      "learning_rate": 0.0004662098572197872,
      "loss": 4.6914,
      "step": 1933
    },
    {
      "epoch": 0.1888671875,
      "grad_norm": 0.26928526163101196,
      "learning_rate": 0.00046617292385364956,
      "loss": 4.7188,
      "step": 1934
    },
    {
      "epoch": 0.18896484375,
      "grad_norm": 0.3358452618122101,
      "learning_rate": 0.00046613597195459445,
      "loss": 4.6875,
      "step": 1935
    },
    {
      "epoch": 0.1890625,
      "grad_norm": 0.3048867881298065,
      "learning_rate": 0.0004660990015262041,
      "loss": 4.6836,
      "step": 1936
    },
    {
      "epoch": 0.18916015625,
      "grad_norm": 0.2835708558559418,
      "learning_rate": 0.00046606201257206253,
      "loss": 4.7031,
      "step": 1937
    },
    {
      "epoch": 0.1892578125,
      "grad_norm": 0.29097795486450195,
      "learning_rate": 0.0004660250050957556,
      "loss": 4.6875,
      "step": 1938
    },
    {
      "epoch": 0.18935546875,
      "grad_norm": 0.3146597445011139,
      "learning_rate": 0.00046598797910087086,
      "loss": 4.6992,
      "step": 1939
    },
    {
      "epoch": 0.189453125,
      "grad_norm": 0.37111765146255493,
      "learning_rate": 0.00046595093459099793,
      "loss": 4.668,
      "step": 1940
    },
    {
      "epoch": 0.18955078125,
      "grad_norm": 0.4816044867038727,
      "learning_rate": 0.0004659138715697278,
      "loss": 4.6641,
      "step": 1941
    },
    {
      "epoch": 0.1896484375,
      "grad_norm": 0.6332393884658813,
      "learning_rate": 0.0004658767900406535,
      "loss": 4.7031,
      "step": 1942
    },
    {
      "epoch": 0.18974609375,
      "grad_norm": 0.598022997379303,
      "learning_rate": 0.00046583969000737,
      "loss": 4.7148,
      "step": 1943
    },
    {
      "epoch": 0.18984375,
      "grad_norm": 0.37639319896698,
      "learning_rate": 0.00046580257147347366,
      "loss": 4.6797,
      "step": 1944
    },
    {
      "epoch": 0.18994140625,
      "grad_norm": 0.411358505487442,
      "learning_rate": 0.00046576543444256307,
      "loss": 4.6875,
      "step": 1945
    },
    {
      "epoch": 0.1900390625,
      "grad_norm": 0.5302320718765259,
      "learning_rate": 0.00046572827891823833,
      "loss": 4.6992,
      "step": 1946
    },
    {
      "epoch": 0.19013671875,
      "grad_norm": 0.41106823086738586,
      "learning_rate": 0.0004656911049041014,
      "loss": 4.6602,
      "step": 1947
    },
    {
      "epoch": 0.190234375,
      "grad_norm": 0.2646370232105255,
      "learning_rate": 0.00046565391240375607,
      "loss": 4.7031,
      "step": 1948
    },
    {
      "epoch": 0.19033203125,
      "grad_norm": 0.34403374791145325,
      "learning_rate": 0.000465616701420808,
      "loss": 4.7422,
      "step": 1949
    },
    {
      "epoch": 0.1904296875,
      "grad_norm": 0.32895779609680176,
      "learning_rate": 0.00046557947195886433,
      "loss": 4.6992,
      "step": 1950
    },
    {
      "epoch": 0.19052734375,
      "grad_norm": 0.2670215666294098,
      "learning_rate": 0.0004655422240215344,
      "loss": 4.6992,
      "step": 1951
    },
    {
      "epoch": 0.190625,
      "grad_norm": 0.2915528118610382,
      "learning_rate": 0.00046550495761242907,
      "loss": 4.6875,
      "step": 1952
    },
    {
      "epoch": 0.19072265625,
      "grad_norm": 0.30449408292770386,
      "learning_rate": 0.000465467672735161,
      "loss": 4.6523,
      "step": 1953
    },
    {
      "epoch": 0.1908203125,
      "grad_norm": 0.30098956823349,
      "learning_rate": 0.00046543036939334476,
      "loss": 4.6914,
      "step": 1954
    },
    {
      "epoch": 0.19091796875,
      "grad_norm": 0.31237950921058655,
      "learning_rate": 0.0004653930475905967,
      "loss": 4.7031,
      "step": 1955
    },
    {
      "epoch": 0.191015625,
      "grad_norm": 0.3021314740180969,
      "learning_rate": 0.0004653557073305349,
      "loss": 4.6562,
      "step": 1956
    },
    {
      "epoch": 0.19111328125,
      "grad_norm": 0.29421451687812805,
      "learning_rate": 0.0004653183486167792,
      "loss": 4.6758,
      "step": 1957
    },
    {
      "epoch": 0.1912109375,
      "grad_norm": 0.3067154884338379,
      "learning_rate": 0.0004652809714529512,
      "loss": 4.7344,
      "step": 1958
    },
    {
      "epoch": 0.19130859375,
      "grad_norm": 0.3098396360874176,
      "learning_rate": 0.0004652435758426746,
      "loss": 4.6836,
      "step": 1959
    },
    {
      "epoch": 0.19140625,
      "grad_norm": 0.3248749375343323,
      "learning_rate": 0.00046520616178957454,
      "loss": 4.6797,
      "step": 1960
    },
    {
      "epoch": 0.19150390625,
      "grad_norm": 0.36084792017936707,
      "learning_rate": 0.00046516872929727786,
      "loss": 4.6875,
      "step": 1961
    },
    {
      "epoch": 0.1916015625,
      "grad_norm": 0.3105924725532532,
      "learning_rate": 0.0004651312783694137,
      "loss": 4.707,
      "step": 1962
    },
    {
      "epoch": 0.19169921875,
      "grad_norm": 0.2764946520328522,
      "learning_rate": 0.0004650938090096125,
      "loss": 4.6797,
      "step": 1963
    },
    {
      "epoch": 0.191796875,
      "grad_norm": 0.2781250476837158,
      "learning_rate": 0.0004650563212215066,
      "loss": 4.6914,
      "step": 1964
    },
    {
      "epoch": 0.19189453125,
      "grad_norm": 0.3017931282520294,
      "learning_rate": 0.00046501881500873036,
      "loss": 4.6914,
      "step": 1965
    },
    {
      "epoch": 0.1919921875,
      "grad_norm": 0.32291722297668457,
      "learning_rate": 0.0004649812903749196,
      "loss": 4.6562,
      "step": 1966
    },
    {
      "epoch": 0.19208984375,
      "grad_norm": 0.30429041385650635,
      "learning_rate": 0.0004649437473237122,
      "loss": 4.6953,
      "step": 1967
    },
    {
      "epoch": 0.1921875,
      "grad_norm": 0.30845269560813904,
      "learning_rate": 0.0004649061858587476,
      "loss": 4.6914,
      "step": 1968
    },
    {
      "epoch": 0.19228515625,
      "grad_norm": 0.28626877069473267,
      "learning_rate": 0.0004648686059836672,
      "loss": 4.7188,
      "step": 1969
    },
    {
      "epoch": 0.1923828125,
      "grad_norm": 0.2860487997531891,
      "learning_rate": 0.0004648310077021141,
      "loss": 4.6875,
      "step": 1970
    },
    {
      "epoch": 0.19248046875,
      "grad_norm": 0.2899281978607178,
      "learning_rate": 0.00046479339101773313,
      "loss": 4.7266,
      "step": 1971
    },
    {
      "epoch": 0.192578125,
      "grad_norm": 0.3460501432418823,
      "learning_rate": 0.0004647557559341712,
      "loss": 4.6797,
      "step": 1972
    },
    {
      "epoch": 0.19267578125,
      "grad_norm": 0.32573822140693665,
      "learning_rate": 0.00046471810245507646,
      "loss": 4.6562,
      "step": 1973
    },
    {
      "epoch": 0.1927734375,
      "grad_norm": 0.31463614106178284,
      "learning_rate": 0.00046468043058409933,
      "loss": 4.668,
      "step": 1974
    },
    {
      "epoch": 0.19287109375,
      "grad_norm": 0.34310510754585266,
      "learning_rate": 0.0004646427403248919,
      "loss": 4.6914,
      "step": 1975
    },
    {
      "epoch": 0.19296875,
      "grad_norm": 0.43290114402770996,
      "learning_rate": 0.0004646050316811078,
      "loss": 4.6758,
      "step": 1976
    },
    {
      "epoch": 0.19306640625,
      "grad_norm": 0.5048022270202637,
      "learning_rate": 0.00046456730465640274,
      "loss": 4.6719,
      "step": 1977
    },
    {
      "epoch": 0.1931640625,
      "grad_norm": 0.5019853711128235,
      "learning_rate": 0.00046452955925443414,
      "loss": 4.6992,
      "step": 1978
    },
    {
      "epoch": 0.19326171875,
      "grad_norm": 0.354935884475708,
      "learning_rate": 0.00046449179547886104,
      "loss": 4.6602,
      "step": 1979
    },
    {
      "epoch": 0.193359375,
      "grad_norm": 0.29509827494621277,
      "learning_rate": 0.00046445401333334457,
      "loss": 4.6758,
      "step": 1980
    },
    {
      "epoch": 0.19345703125,
      "grad_norm": 0.3451140224933624,
      "learning_rate": 0.00046441621282154727,
      "loss": 4.7148,
      "step": 1981
    },
    {
      "epoch": 0.1935546875,
      "grad_norm": 0.3382677435874939,
      "learning_rate": 0.00046437839394713364,
      "loss": 4.6992,
      "step": 1982
    },
    {
      "epoch": 0.19365234375,
      "grad_norm": 0.32868877053260803,
      "learning_rate": 0.0004643405567137702,
      "loss": 4.6914,
      "step": 1983
    },
    {
      "epoch": 0.19375,
      "grad_norm": 0.3491230607032776,
      "learning_rate": 0.00046430270112512474,
      "loss": 4.6953,
      "step": 1984
    },
    {
      "epoch": 0.19384765625,
      "grad_norm": 0.36351510882377625,
      "learning_rate": 0.00046426482718486725,
      "loss": 4.6797,
      "step": 1985
    },
    {
      "epoch": 0.1939453125,
      "grad_norm": 0.32560887932777405,
      "learning_rate": 0.00046422693489666923,
      "loss": 4.6758,
      "step": 1986
    },
    {
      "epoch": 0.19404296875,
      "grad_norm": 0.28270575404167175,
      "learning_rate": 0.0004641890242642042,
      "loss": 4.707,
      "step": 1987
    },
    {
      "epoch": 0.194140625,
      "grad_norm": 0.2650778889656067,
      "learning_rate": 0.0004641510952911473,
      "loss": 4.6602,
      "step": 1988
    },
    {
      "epoch": 0.19423828125,
      "grad_norm": 0.2566971182823181,
      "learning_rate": 0.00046411314798117543,
      "loss": 4.6797,
      "step": 1989
    },
    {
      "epoch": 0.1943359375,
      "grad_norm": 0.25341349840164185,
      "learning_rate": 0.00046407518233796747,
      "loss": 4.6641,
      "step": 1990
    },
    {
      "epoch": 0.19443359375,
      "grad_norm": 0.24855858087539673,
      "learning_rate": 0.0004640371983652038,
      "loss": 4.6914,
      "step": 1991
    },
    {
      "epoch": 0.19453125,
      "grad_norm": 0.2411157190799713,
      "learning_rate": 0.0004639991960665668,
      "loss": 4.6875,
      "step": 1992
    },
    {
      "epoch": 0.19462890625,
      "grad_norm": 0.28344714641571045,
      "learning_rate": 0.00046396117544574033,
      "loss": 4.6719,
      "step": 1993
    },
    {
      "epoch": 0.1947265625,
      "grad_norm": 0.26913028955459595,
      "learning_rate": 0.00046392313650641054,
      "loss": 4.6953,
      "step": 1994
    },
    {
      "epoch": 0.19482421875,
      "grad_norm": 0.26939257979393005,
      "learning_rate": 0.0004638850792522649,
      "loss": 4.7266,
      "step": 1995
    },
    {
      "epoch": 0.194921875,
      "grad_norm": 0.26686719059944153,
      "learning_rate": 0.0004638470036869927,
      "loss": 4.6836,
      "step": 1996
    },
    {
      "epoch": 0.19501953125,
      "grad_norm": 0.27638185024261475,
      "learning_rate": 0.00046380890981428523,
      "loss": 4.6797,
      "step": 1997
    },
    {
      "epoch": 0.1951171875,
      "grad_norm": 0.3258664608001709,
      "learning_rate": 0.00046377079763783535,
      "loss": 4.6562,
      "step": 1998
    },
    {
      "epoch": 0.19521484375,
      "grad_norm": 0.3155481219291687,
      "learning_rate": 0.0004637326671613379,
      "loss": 4.6836,
      "step": 1999
    },
    {
      "epoch": 0.1953125,
      "grad_norm": 0.3607693314552307,
      "learning_rate": 0.0004636945183884893,
      "loss": 4.6641,
      "step": 2000
    },
    {
      "epoch": 0.19541015625,
      "grad_norm": 0.4845200181007385,
      "learning_rate": 0.00046365635132298785,
      "loss": 4.6758,
      "step": 2001
    },
    {
      "epoch": 0.1955078125,
      "grad_norm": 0.49261143803596497,
      "learning_rate": 0.0004636181659685335,
      "loss": 4.7227,
      "step": 2002
    },
    {
      "epoch": 0.19560546875,
      "grad_norm": 0.571151077747345,
      "learning_rate": 0.00046357996232882805,
      "loss": 4.7031,
      "step": 2003
    },
    {
      "epoch": 0.195703125,
      "grad_norm": 0.5619701743125916,
      "learning_rate": 0.00046354174040757524,
      "loss": 4.7188,
      "step": 2004
    },
    {
      "epoch": 0.19580078125,
      "grad_norm": 0.3851298987865448,
      "learning_rate": 0.00046350350020848036,
      "loss": 4.6875,
      "step": 2005
    },
    {
      "epoch": 0.1958984375,
      "grad_norm": 0.30450525879859924,
      "learning_rate": 0.0004634652417352504,
      "loss": 4.6953,
      "step": 2006
    },
    {
      "epoch": 0.19599609375,
      "grad_norm": 0.3562672734260559,
      "learning_rate": 0.0004634269649915944,
      "loss": 4.6562,
      "step": 2007
    },
    {
      "epoch": 0.19609375,
      "grad_norm": 0.3731500804424286,
      "learning_rate": 0.0004633886699812231,
      "loss": 4.6836,
      "step": 2008
    },
    {
      "epoch": 0.19619140625,
      "grad_norm": 0.3278704285621643,
      "learning_rate": 0.00046335035670784877,
      "loss": 4.6797,
      "step": 2009
    },
    {
      "epoch": 0.1962890625,
      "grad_norm": 0.2733931541442871,
      "learning_rate": 0.00046331202517518573,
      "loss": 4.6641,
      "step": 2010
    },
    {
      "epoch": 0.19638671875,
      "grad_norm": 0.2989756166934967,
      "learning_rate": 0.00046327367538694987,
      "loss": 4.6914,
      "step": 2011
    },
    {
      "epoch": 0.196484375,
      "grad_norm": 0.2858913242816925,
      "learning_rate": 0.00046323530734685906,
      "loss": 4.668,
      "step": 2012
    },
    {
      "epoch": 0.19658203125,
      "grad_norm": 0.272771954536438,
      "learning_rate": 0.0004631969210586327,
      "loss": 4.6836,
      "step": 2013
    },
    {
      "epoch": 0.1966796875,
      "grad_norm": 0.2855667769908905,
      "learning_rate": 0.00046315851652599214,
      "loss": 4.6875,
      "step": 2014
    },
    {
      "epoch": 0.19677734375,
      "grad_norm": 0.28688544034957886,
      "learning_rate": 0.00046312009375266055,
      "loss": 4.668,
      "step": 2015
    },
    {
      "epoch": 0.196875,
      "grad_norm": 0.3098505735397339,
      "learning_rate": 0.0004630816527423625,
      "loss": 4.6758,
      "step": 2016
    },
    {
      "epoch": 0.19697265625,
      "grad_norm": 0.31781521439552307,
      "learning_rate": 0.0004630431934988248,
      "loss": 4.6641,
      "step": 2017
    },
    {
      "epoch": 0.1970703125,
      "grad_norm": 0.33543410897254944,
      "learning_rate": 0.00046300471602577577,
      "loss": 4.6953,
      "step": 2018
    },
    {
      "epoch": 0.19716796875,
      "grad_norm": 0.31457531452178955,
      "learning_rate": 0.0004629662203269455,
      "loss": 4.6953,
      "step": 2019
    },
    {
      "epoch": 0.197265625,
      "grad_norm": 0.3110297918319702,
      "learning_rate": 0.00046292770640606593,
      "loss": 4.7031,
      "step": 2020
    },
    {
      "epoch": 0.19736328125,
      "grad_norm": 0.2973058521747589,
      "learning_rate": 0.00046288917426687054,
      "loss": 4.6875,
      "step": 2021
    },
    {
      "epoch": 0.1974609375,
      "grad_norm": 0.3128877878189087,
      "learning_rate": 0.000462850623913095,
      "loss": 4.6797,
      "step": 2022
    },
    {
      "epoch": 0.19755859375,
      "grad_norm": 0.3213253319263458,
      "learning_rate": 0.00046281205534847645,
      "loss": 4.6914,
      "step": 2023
    },
    {
      "epoch": 0.19765625,
      "grad_norm": 0.3947957754135132,
      "learning_rate": 0.0004627734685767538,
      "loss": 4.6797,
      "step": 2024
    },
    {
      "epoch": 0.19775390625,
      "grad_norm": 0.4552753269672394,
      "learning_rate": 0.00046273486360166784,
      "loss": 4.6602,
      "step": 2025
    },
    {
      "epoch": 0.1978515625,
      "grad_norm": 0.41214901208877563,
      "learning_rate": 0.00046269624042696096,
      "loss": 4.6641,
      "step": 2026
    },
    {
      "epoch": 0.19794921875,
      "grad_norm": 0.3428378105163574,
      "learning_rate": 0.0004626575990563775,
      "loss": 4.6875,
      "step": 2027
    },
    {
      "epoch": 0.198046875,
      "grad_norm": 0.29760101437568665,
      "learning_rate": 0.0004626189394936634,
      "loss": 4.6797,
      "step": 2028
    },
    {
      "epoch": 0.19814453125,
      "grad_norm": 0.2713153064250946,
      "learning_rate": 0.0004625802617425665,
      "loss": 4.6992,
      "step": 2029
    },
    {
      "epoch": 0.1982421875,
      "grad_norm": 0.29948198795318604,
      "learning_rate": 0.00046254156580683635,
      "loss": 4.6719,
      "step": 2030
    },
    {
      "epoch": 0.19833984375,
      "grad_norm": 0.32214468717575073,
      "learning_rate": 0.00046250285169022426,
      "loss": 4.6719,
      "step": 2031
    },
    {
      "epoch": 0.1984375,
      "grad_norm": 0.3129555881023407,
      "learning_rate": 0.0004624641193964833,
      "loss": 4.668,
      "step": 2032
    },
    {
      "epoch": 0.19853515625,
      "grad_norm": 0.28778257966041565,
      "learning_rate": 0.0004624253689293682,
      "loss": 4.6992,
      "step": 2033
    },
    {
      "epoch": 0.1986328125,
      "grad_norm": 0.2705881595611572,
      "learning_rate": 0.00046238660029263576,
      "loss": 4.6641,
      "step": 2034
    },
    {
      "epoch": 0.19873046875,
      "grad_norm": 0.3296143412590027,
      "learning_rate": 0.0004623478134900441,
      "loss": 4.6406,
      "step": 2035
    },
    {
      "epoch": 0.198828125,
      "grad_norm": 0.3862660229206085,
      "learning_rate": 0.00046230900852535354,
      "loss": 4.6797,
      "step": 2036
    },
    {
      "epoch": 0.19892578125,
      "grad_norm": 0.3979128301143646,
      "learning_rate": 0.00046227018540232585,
      "loss": 4.7109,
      "step": 2037
    },
    {
      "epoch": 0.1990234375,
      "grad_norm": 0.37791329622268677,
      "learning_rate": 0.00046223134412472466,
      "loss": 4.6719,
      "step": 2038
    },
    {
      "epoch": 0.19912109375,
      "grad_norm": 0.28339502215385437,
      "learning_rate": 0.00046219248469631547,
      "loss": 4.6992,
      "step": 2039
    },
    {
      "epoch": 0.19921875,
      "grad_norm": 0.2708699703216553,
      "learning_rate": 0.0004621536071208653,
      "loss": 4.6875,
      "step": 2040
    },
    {
      "epoch": 0.19931640625,
      "grad_norm": 0.28507518768310547,
      "learning_rate": 0.00046211471140214315,
      "loss": 4.6836,
      "step": 2041
    },
    {
      "epoch": 0.1994140625,
      "grad_norm": 0.3589359521865845,
      "learning_rate": 0.0004620757975439197,
      "loss": 4.6875,
      "step": 2042
    },
    {
      "epoch": 0.19951171875,
      "grad_norm": 0.4032973051071167,
      "learning_rate": 0.00046203686554996734,
      "loss": 4.6914,
      "step": 2043
    },
    {
      "epoch": 0.199609375,
      "grad_norm": 0.41511282324790955,
      "learning_rate": 0.0004619979154240603,
      "loss": 4.6758,
      "step": 2044
    },
    {
      "epoch": 0.19970703125,
      "grad_norm": 0.32864612340927124,
      "learning_rate": 0.00046195894716997456,
      "loss": 4.6562,
      "step": 2045
    },
    {
      "epoch": 0.1998046875,
      "grad_norm": 0.32496780157089233,
      "learning_rate": 0.0004619199607914877,
      "loss": 4.6797,
      "step": 2046
    },
    {
      "epoch": 0.19990234375,
      "grad_norm": 0.3588610291481018,
      "learning_rate": 0.00046188095629237934,
      "loss": 4.6641,
      "step": 2047
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.37276491522789,
      "learning_rate": 0.00046184193367643055,
      "loss": 4.6875,
      "step": 2048
    },
    {
      "epoch": 0.20009765625,
      "grad_norm": 0.38757872581481934,
      "learning_rate": 0.0004618028929474245,
      "loss": 4.6875,
      "step": 2049
    },
    {
      "epoch": 0.2001953125,
      "grad_norm": 0.3839094340801239,
      "learning_rate": 0.00046176383410914576,
      "loss": 4.6758,
      "step": 2050
    },
    {
      "epoch": 0.20029296875,
      "grad_norm": 0.3270066976547241,
      "learning_rate": 0.0004617247571653809,
      "loss": 4.6836,
      "step": 2051
    },
    {
      "epoch": 0.200390625,
      "grad_norm": 0.26854777336120605,
      "learning_rate": 0.00046168566211991807,
      "loss": 4.7109,
      "step": 2052
    },
    {
      "epoch": 0.20048828125,
      "grad_norm": 0.35013115406036377,
      "learning_rate": 0.00046164654897654745,
      "loss": 4.6641,
      "step": 2053
    },
    {
      "epoch": 0.2005859375,
      "grad_norm": 0.3897053599357605,
      "learning_rate": 0.00046160741773906063,
      "loss": 4.6875,
      "step": 2054
    },
    {
      "epoch": 0.20068359375,
      "grad_norm": 0.3971879780292511,
      "learning_rate": 0.00046156826841125116,
      "loss": 4.7109,
      "step": 2055
    },
    {
      "epoch": 0.20078125,
      "grad_norm": 0.3414461612701416,
      "learning_rate": 0.00046152910099691425,
      "loss": 4.6719,
      "step": 2056
    },
    {
      "epoch": 0.20087890625,
      "grad_norm": 0.3158649206161499,
      "learning_rate": 0.00046148991549984703,
      "loss": 4.668,
      "step": 2057
    },
    {
      "epoch": 0.2009765625,
      "grad_norm": 0.2903972268104553,
      "learning_rate": 0.00046145071192384824,
      "loss": 4.7227,
      "step": 2058
    },
    {
      "epoch": 0.20107421875,
      "grad_norm": 0.27911853790283203,
      "learning_rate": 0.0004614114902727183,
      "loss": 4.6719,
      "step": 2059
    },
    {
      "epoch": 0.201171875,
      "grad_norm": 0.3521988093852997,
      "learning_rate": 0.0004613722505502596,
      "loss": 4.6836,
      "step": 2060
    },
    {
      "epoch": 0.20126953125,
      "grad_norm": 0.3642941415309906,
      "learning_rate": 0.0004613329927602762,
      "loss": 4.6602,
      "step": 2061
    },
    {
      "epoch": 0.2013671875,
      "grad_norm": 0.322725772857666,
      "learning_rate": 0.0004612937169065737,
      "loss": 4.6445,
      "step": 2062
    },
    {
      "epoch": 0.20146484375,
      "grad_norm": 0.2506091594696045,
      "learning_rate": 0.0004612544229929597,
      "loss": 4.6836,
      "step": 2063
    },
    {
      "epoch": 0.2015625,
      "grad_norm": 0.29945215582847595,
      "learning_rate": 0.00046121511102324356,
      "loss": 4.6797,
      "step": 2064
    },
    {
      "epoch": 0.20166015625,
      "grad_norm": 0.3536456227302551,
      "learning_rate": 0.00046117578100123626,
      "loss": 4.6641,
      "step": 2065
    },
    {
      "epoch": 0.2017578125,
      "grad_norm": 0.34393638372421265,
      "learning_rate": 0.0004611364329307505,
      "loss": 4.6836,
      "step": 2066
    },
    {
      "epoch": 0.20185546875,
      "grad_norm": 0.3276403248310089,
      "learning_rate": 0.000461097066815601,
      "loss": 4.6875,
      "step": 2067
    },
    {
      "epoch": 0.201953125,
      "grad_norm": 0.3227459192276001,
      "learning_rate": 0.00046105768265960383,
      "loss": 4.7031,
      "step": 2068
    },
    {
      "epoch": 0.20205078125,
      "grad_norm": 0.290600448846817,
      "learning_rate": 0.00046101828046657704,
      "loss": 4.6641,
      "step": 2069
    },
    {
      "epoch": 0.2021484375,
      "grad_norm": 0.2874350845813751,
      "learning_rate": 0.0004609788602403406,
      "loss": 4.6641,
      "step": 2070
    },
    {
      "epoch": 0.20224609375,
      "grad_norm": 0.2911100685596466,
      "learning_rate": 0.0004609394219847159,
      "loss": 4.6797,
      "step": 2071
    },
    {
      "epoch": 0.20234375,
      "grad_norm": 0.26147720217704773,
      "learning_rate": 0.00046089996570352617,
      "loss": 4.6797,
      "step": 2072
    },
    {
      "epoch": 0.20244140625,
      "grad_norm": 0.2521381676197052,
      "learning_rate": 0.0004608604914005964,
      "loss": 4.6953,
      "step": 2073
    },
    {
      "epoch": 0.2025390625,
      "grad_norm": 0.25944972038269043,
      "learning_rate": 0.0004608209990797536,
      "loss": 4.6914,
      "step": 2074
    },
    {
      "epoch": 0.20263671875,
      "grad_norm": 0.25827011466026306,
      "learning_rate": 0.000460781488744826,
      "loss": 4.7109,
      "step": 2075
    },
    {
      "epoch": 0.202734375,
      "grad_norm": 0.2571582496166229,
      "learning_rate": 0.00046074196039964395,
      "loss": 4.6797,
      "step": 2076
    },
    {
      "epoch": 0.20283203125,
      "grad_norm": 0.25578388571739197,
      "learning_rate": 0.00046070241404803946,
      "loss": 4.6562,
      "step": 2077
    },
    {
      "epoch": 0.2029296875,
      "grad_norm": 0.2714509069919586,
      "learning_rate": 0.00046066284969384635,
      "loss": 4.6797,
      "step": 2078
    },
    {
      "epoch": 0.20302734375,
      "grad_norm": 0.30416423082351685,
      "learning_rate": 0.0004606232673409,
      "loss": 4.6914,
      "step": 2079
    },
    {
      "epoch": 0.203125,
      "grad_norm": 0.29807695746421814,
      "learning_rate": 0.00046058366699303776,
      "loss": 4.6875,
      "step": 2080
    },
    {
      "epoch": 0.20322265625,
      "grad_norm": 0.2698603868484497,
      "learning_rate": 0.00046054404865409856,
      "loss": 4.6445,
      "step": 2081
    },
    {
      "epoch": 0.2033203125,
      "grad_norm": 0.29726746678352356,
      "learning_rate": 0.0004605044123279232,
      "loss": 4.7031,
      "step": 2082
    },
    {
      "epoch": 0.20341796875,
      "grad_norm": 0.30807045102119446,
      "learning_rate": 0.000460464758018354,
      "loss": 4.6953,
      "step": 2083
    },
    {
      "epoch": 0.203515625,
      "grad_norm": 0.3420082926750183,
      "learning_rate": 0.00046042508572923527,
      "loss": 4.6797,
      "step": 2084
    },
    {
      "epoch": 0.20361328125,
      "grad_norm": 0.4511962831020355,
      "learning_rate": 0.00046038539546441296,
      "loss": 4.7031,
      "step": 2085
    },
    {
      "epoch": 0.2037109375,
      "grad_norm": 0.7175701856613159,
      "learning_rate": 0.00046034568722773476,
      "loss": 4.6953,
      "step": 2086
    },
    {
      "epoch": 0.20380859375,
      "grad_norm": 0.7793725728988647,
      "learning_rate": 0.0004603059610230502,
      "loss": 4.6641,
      "step": 2087
    },
    {
      "epoch": 0.20390625,
      "grad_norm": 0.4079972207546234,
      "learning_rate": 0.0004602662168542103,
      "loss": 4.668,
      "step": 2088
    },
    {
      "epoch": 0.20400390625,
      "grad_norm": 0.47446468472480774,
      "learning_rate": 0.00046022645472506814,
      "loss": 4.6719,
      "step": 2089
    },
    {
      "epoch": 0.2041015625,
      "grad_norm": 0.6069327592849731,
      "learning_rate": 0.00046018667463947836,
      "loss": 4.6484,
      "step": 2090
    },
    {
      "epoch": 0.20419921875,
      "grad_norm": 0.37124356627464294,
      "learning_rate": 0.0004601468766012973,
      "loss": 4.6562,
      "step": 2091
    },
    {
      "epoch": 0.204296875,
      "grad_norm": 0.35738274455070496,
      "learning_rate": 0.0004601070606143831,
      "loss": 4.668,
      "step": 2092
    },
    {
      "epoch": 0.20439453125,
      "grad_norm": 0.35003790259361267,
      "learning_rate": 0.00046006722668259575,
      "loss": 4.668,
      "step": 2093
    },
    {
      "epoch": 0.2044921875,
      "grad_norm": 0.31405922770500183,
      "learning_rate": 0.00046002737480979687,
      "loss": 4.707,
      "step": 2094
    },
    {
      "epoch": 0.20458984375,
      "grad_norm": 0.33099257946014404,
      "learning_rate": 0.0004599875049998497,
      "loss": 4.6797,
      "step": 2095
    },
    {
      "epoch": 0.2046875,
      "grad_norm": 0.3042897880077362,
      "learning_rate": 0.00045994761725661956,
      "loss": 4.6445,
      "step": 2096
    },
    {
      "epoch": 0.20478515625,
      "grad_norm": 0.27573198080062866,
      "learning_rate": 0.000459907711583973,
      "loss": 4.6719,
      "step": 2097
    },
    {
      "epoch": 0.2048828125,
      "grad_norm": 0.2779269814491272,
      "learning_rate": 0.0004598677879857789,
      "loss": 4.6719,
      "step": 2098
    },
    {
      "epoch": 0.20498046875,
      "grad_norm": 0.2661430835723877,
      "learning_rate": 0.00045982784646590735,
      "loss": 4.6523,
      "step": 2099
    },
    {
      "epoch": 0.205078125,
      "grad_norm": 0.25000330805778503,
      "learning_rate": 0.0004597878870282306,
      "loss": 4.6875,
      "step": 2100
    },
    {
      "epoch": 0.20517578125,
      "grad_norm": 0.27923548221588135,
      "learning_rate": 0.00045974790967662243,
      "loss": 4.6914,
      "step": 2101
    },
    {
      "epoch": 0.2052734375,
      "grad_norm": 0.268139123916626,
      "learning_rate": 0.0004597079144149582,
      "loss": 4.7148,
      "step": 2102
    },
    {
      "epoch": 0.20537109375,
      "grad_norm": 0.23905864357948303,
      "learning_rate": 0.0004596679012471153,
      "loss": 4.6523,
      "step": 2103
    },
    {
      "epoch": 0.20546875,
      "grad_norm": 0.2799278199672699,
      "learning_rate": 0.0004596278701769727,
      "loss": 4.707,
      "step": 2104
    },
    {
      "epoch": 0.20556640625,
      "grad_norm": 0.3097785413265228,
      "learning_rate": 0.0004595878212084112,
      "loss": 4.668,
      "step": 2105
    },
    {
      "epoch": 0.2056640625,
      "grad_norm": 0.29371100664138794,
      "learning_rate": 0.0004595477543453132,
      "loss": 4.6836,
      "step": 2106
    },
    {
      "epoch": 0.20576171875,
      "grad_norm": 0.27600544691085815,
      "learning_rate": 0.00045950766959156297,
      "loss": 4.6914,
      "step": 2107
    },
    {
      "epoch": 0.205859375,
      "grad_norm": 0.2540012001991272,
      "learning_rate": 0.0004594675669510464,
      "loss": 4.6836,
      "step": 2108
    },
    {
      "epoch": 0.20595703125,
      "grad_norm": 0.2706865072250366,
      "learning_rate": 0.00045942744642765124,
      "loss": 4.6992,
      "step": 2109
    },
    {
      "epoch": 0.2060546875,
      "grad_norm": 0.26352304220199585,
      "learning_rate": 0.00045938730802526687,
      "loss": 4.6992,
      "step": 2110
    },
    {
      "epoch": 0.20615234375,
      "grad_norm": 0.25635385513305664,
      "learning_rate": 0.0004593471517477844,
      "loss": 4.6875,
      "step": 2111
    },
    {
      "epoch": 0.20625,
      "grad_norm": 0.27660059928894043,
      "learning_rate": 0.0004593069775990967,
      "loss": 4.6836,
      "step": 2112
    },
    {
      "epoch": 0.20634765625,
      "grad_norm": 0.26834970712661743,
      "learning_rate": 0.00045926678558309847,
      "loss": 4.6797,
      "step": 2113
    },
    {
      "epoch": 0.2064453125,
      "grad_norm": 0.2626284062862396,
      "learning_rate": 0.000459226575703686,
      "loss": 4.6602,
      "step": 2114
    },
    {
      "epoch": 0.20654296875,
      "grad_norm": 0.29228803515434265,
      "learning_rate": 0.0004591863479647573,
      "loss": 4.7031,
      "step": 2115
    },
    {
      "epoch": 0.206640625,
      "grad_norm": 0.3252204656600952,
      "learning_rate": 0.00045914610237021236,
      "loss": 4.6602,
      "step": 2116
    },
    {
      "epoch": 0.20673828125,
      "grad_norm": 0.37165123224258423,
      "learning_rate": 0.00045910583892395246,
      "loss": 4.6523,
      "step": 2117
    },
    {
      "epoch": 0.2068359375,
      "grad_norm": 0.40894705057144165,
      "learning_rate": 0.0004590655576298811,
      "loss": 4.6445,
      "step": 2118
    },
    {
      "epoch": 0.20693359375,
      "grad_norm": 0.40036091208457947,
      "learning_rate": 0.0004590252584919031,
      "loss": 4.6797,
      "step": 2119
    },
    {
      "epoch": 0.20703125,
      "grad_norm": 0.3519115149974823,
      "learning_rate": 0.00045898494151392537,
      "loss": 4.6406,
      "step": 2120
    },
    {
      "epoch": 0.20712890625,
      "grad_norm": 0.2667848467826843,
      "learning_rate": 0.0004589446066998563,
      "loss": 4.6484,
      "step": 2121
    },
    {
      "epoch": 0.2072265625,
      "grad_norm": 0.2844058573246002,
      "learning_rate": 0.00045890425405360595,
      "loss": 4.6758,
      "step": 2122
    },
    {
      "epoch": 0.20732421875,
      "grad_norm": 0.30774012207984924,
      "learning_rate": 0.00045886388357908636,
      "loss": 4.6719,
      "step": 2123
    },
    {
      "epoch": 0.207421875,
      "grad_norm": 0.3178056478500366,
      "learning_rate": 0.0004588234952802112,
      "loss": 4.6523,
      "step": 2124
    },
    {
      "epoch": 0.20751953125,
      "grad_norm": 0.3244422972202301,
      "learning_rate": 0.00045878308916089567,
      "loss": 4.6797,
      "step": 2125
    },
    {
      "epoch": 0.2076171875,
      "grad_norm": 0.34837037324905396,
      "learning_rate": 0.00045874266522505705,
      "loss": 4.6719,
      "step": 2126
    },
    {
      "epoch": 0.20771484375,
      "grad_norm": 0.3734824061393738,
      "learning_rate": 0.0004587022234766141,
      "loss": 4.668,
      "step": 2127
    },
    {
      "epoch": 0.2078125,
      "grad_norm": 0.338059663772583,
      "learning_rate": 0.0004586617639194873,
      "loss": 4.668,
      "step": 2128
    },
    {
      "epoch": 0.20791015625,
      "grad_norm": 0.29814890027046204,
      "learning_rate": 0.00045862128655759914,
      "loss": 4.6719,
      "step": 2129
    },
    {
      "epoch": 0.2080078125,
      "grad_norm": 0.2901763916015625,
      "learning_rate": 0.00045858079139487345,
      "loss": 4.6914,
      "step": 2130
    },
    {
      "epoch": 0.20810546875,
      "grad_norm": 0.2638110816478729,
      "learning_rate": 0.0004585402784352359,
      "loss": 4.6836,
      "step": 2131
    },
    {
      "epoch": 0.208203125,
      "grad_norm": 0.3158838748931885,
      "learning_rate": 0.00045849974768261413,
      "loss": 4.6758,
      "step": 2132
    },
    {
      "epoch": 0.20830078125,
      "grad_norm": 0.3720110058784485,
      "learning_rate": 0.0004584591991409373,
      "loss": 4.6602,
      "step": 2133
    },
    {
      "epoch": 0.2083984375,
      "grad_norm": 0.3769083023071289,
      "learning_rate": 0.00045841863281413615,
      "loss": 4.6367,
      "step": 2134
    },
    {
      "epoch": 0.20849609375,
      "grad_norm": 0.3428402543067932,
      "learning_rate": 0.0004583780487061435,
      "loss": 4.6758,
      "step": 2135
    },
    {
      "epoch": 0.20859375,
      "grad_norm": 0.2708068788051605,
      "learning_rate": 0.0004583374468208935,
      "loss": 4.6719,
      "step": 2136
    },
    {
      "epoch": 0.20869140625,
      "grad_norm": 0.278901606798172,
      "learning_rate": 0.00045829682716232254,
      "loss": 4.6367,
      "step": 2137
    },
    {
      "epoch": 0.2087890625,
      "grad_norm": 0.3805471956729889,
      "learning_rate": 0.00045825618973436807,
      "loss": 4.6836,
      "step": 2138
    },
    {
      "epoch": 0.20888671875,
      "grad_norm": 0.39566126465797424,
      "learning_rate": 0.00045821553454096975,
      "loss": 4.6836,
      "step": 2139
    },
    {
      "epoch": 0.208984375,
      "grad_norm": 0.3299342095851898,
      "learning_rate": 0.0004581748615860689,
      "loss": 4.668,
      "step": 2140
    },
    {
      "epoch": 0.20908203125,
      "grad_norm": 0.34395065903663635,
      "learning_rate": 0.00045813417087360846,
      "loss": 4.6445,
      "step": 2141
    },
    {
      "epoch": 0.2091796875,
      "grad_norm": 0.30713319778442383,
      "learning_rate": 0.0004580934624075331,
      "loss": 4.6719,
      "step": 2142
    },
    {
      "epoch": 0.20927734375,
      "grad_norm": 0.360476016998291,
      "learning_rate": 0.0004580527361917891,
      "loss": 4.6797,
      "step": 2143
    },
    {
      "epoch": 0.209375,
      "grad_norm": 0.35653045773506165,
      "learning_rate": 0.0004580119922303248,
      "loss": 4.6523,
      "step": 2144
    },
    {
      "epoch": 0.20947265625,
      "grad_norm": 0.3684094250202179,
      "learning_rate": 0.0004579712305270899,
      "loss": 4.6992,
      "step": 2145
    },
    {
      "epoch": 0.2095703125,
      "grad_norm": 0.3084180951118469,
      "learning_rate": 0.0004579304510860361,
      "loss": 4.6836,
      "step": 2146
    },
    {
      "epoch": 0.20966796875,
      "grad_norm": 0.2643337845802307,
      "learning_rate": 0.0004578896539111166,
      "loss": 4.668,
      "step": 2147
    },
    {
      "epoch": 0.209765625,
      "grad_norm": 0.29848313331604004,
      "learning_rate": 0.00045784883900628644,
      "loss": 4.6562,
      "step": 2148
    },
    {
      "epoch": 0.20986328125,
      "grad_norm": 0.3210330903530121,
      "learning_rate": 0.0004578080063755023,
      "loss": 4.7031,
      "step": 2149
    },
    {
      "epoch": 0.2099609375,
      "grad_norm": 0.5079271197319031,
      "learning_rate": 0.00045776715602272267,
      "loss": 4.668,
      "step": 2150
    },
    {
      "epoch": 0.21005859375,
      "grad_norm": 0.5599049925804138,
      "learning_rate": 0.00045772628795190775,
      "loss": 4.6953,
      "step": 2151
    },
    {
      "epoch": 0.21015625,
      "grad_norm": 0.3838483989238739,
      "learning_rate": 0.00045768540216701935,
      "loss": 4.6836,
      "step": 2152
    },
    {
      "epoch": 0.21025390625,
      "grad_norm": 0.3279328942298889,
      "learning_rate": 0.00045764449867202105,
      "loss": 4.6875,
      "step": 2153
    },
    {
      "epoch": 0.2103515625,
      "grad_norm": 0.3579613268375397,
      "learning_rate": 0.00045760357747087836,
      "loss": 4.6523,
      "step": 2154
    },
    {
      "epoch": 0.21044921875,
      "grad_norm": 0.4003296196460724,
      "learning_rate": 0.000457562638567558,
      "loss": 4.6875,
      "step": 2155
    },
    {
      "epoch": 0.210546875,
      "grad_norm": 0.36784183979034424,
      "learning_rate": 0.000457521681966029,
      "loss": 4.6758,
      "step": 2156
    },
    {
      "epoch": 0.21064453125,
      "grad_norm": 0.30184993147850037,
      "learning_rate": 0.00045748070767026166,
      "loss": 4.668,
      "step": 2157
    },
    {
      "epoch": 0.2107421875,
      "grad_norm": 0.28590184450149536,
      "learning_rate": 0.00045743971568422827,
      "loss": 4.6914,
      "step": 2158
    },
    {
      "epoch": 0.21083984375,
      "grad_norm": 0.34186697006225586,
      "learning_rate": 0.0004573987060119026,
      "loss": 4.6836,
      "step": 2159
    },
    {
      "epoch": 0.2109375,
      "grad_norm": 0.5154711604118347,
      "learning_rate": 0.0004573576786572603,
      "loss": 4.6992,
      "step": 2160
    },
    {
      "epoch": 0.21103515625,
      "grad_norm": 1.0158944129943848,
      "learning_rate": 0.0004573166336242788,
      "loss": 4.6758,
      "step": 2161
    },
    {
      "epoch": 0.2111328125,
      "grad_norm": 1.0703473091125488,
      "learning_rate": 0.000457275570916937,
      "loss": 4.6953,
      "step": 2162
    },
    {
      "epoch": 0.21123046875,
      "grad_norm": 0.4153207242488861,
      "learning_rate": 0.0004572344905392158,
      "loss": 4.6758,
      "step": 2163
    },
    {
      "epoch": 0.211328125,
      "grad_norm": 0.5086596608161926,
      "learning_rate": 0.00045719339249509746,
      "loss": 4.6836,
      "step": 2164
    },
    {
      "epoch": 0.21142578125,
      "grad_norm": 0.43769127130508423,
      "learning_rate": 0.0004571522767885663,
      "loss": 4.6836,
      "step": 2165
    },
    {
      "epoch": 0.2115234375,
      "grad_norm": 0.45974478125572205,
      "learning_rate": 0.00045711114342360823,
      "loss": 4.6562,
      "step": 2166
    },
    {
      "epoch": 0.21162109375,
      "grad_norm": 0.4274415969848633,
      "learning_rate": 0.0004570699924042108,
      "loss": 4.6602,
      "step": 2167
    },
    {
      "epoch": 0.21171875,
      "grad_norm": 2.324859857559204,
      "learning_rate": 0.00045702882373436317,
      "loss": 4.668,
      "step": 2168
    },
    {
      "epoch": 0.21181640625,
      "grad_norm": 1.2677239179611206,
      "learning_rate": 0.00045698763741805666,
      "loss": 4.6953,
      "step": 2169
    },
    {
      "epoch": 0.2119140625,
      "grad_norm": 0.7512508630752563,
      "learning_rate": 0.0004569464334592838,
      "loss": 4.6953,
      "step": 2170
    },
    {
      "epoch": 0.21201171875,
      "grad_norm": 0.6013326048851013,
      "learning_rate": 0.0004569052118620391,
      "loss": 4.6602,
      "step": 2171
    },
    {
      "epoch": 0.212109375,
      "grad_norm": 0.4670730531215668,
      "learning_rate": 0.00045686397263031863,
      "loss": 4.6719,
      "step": 2172
    },
    {
      "epoch": 0.21220703125,
      "grad_norm": 0.682818591594696,
      "learning_rate": 0.0004568227157681205,
      "loss": 4.6875,
      "step": 2173
    },
    {
      "epoch": 0.2123046875,
      "grad_norm": 0.7088087201118469,
      "learning_rate": 0.000456781441279444,
      "loss": 4.6602,
      "step": 2174
    },
    {
      "epoch": 0.21240234375,
      "grad_norm": 0.42867234349250793,
      "learning_rate": 0.0004567401491682905,
      "loss": 4.668,
      "step": 2175
    },
    {
      "epoch": 0.2125,
      "grad_norm": 0.36468663811683655,
      "learning_rate": 0.00045669883943866307,
      "loss": 4.6523,
      "step": 2176
    },
    {
      "epoch": 0.21259765625,
      "grad_norm": 0.28905150294303894,
      "learning_rate": 0.0004566575120945663,
      "loss": 4.6758,
      "step": 2177
    },
    {
      "epoch": 0.2126953125,
      "grad_norm": 0.3054339289665222,
      "learning_rate": 0.0004566161671400067,
      "loss": 4.6484,
      "step": 2178
    },
    {
      "epoch": 0.21279296875,
      "grad_norm": 0.2752300798892975,
      "learning_rate": 0.0004565748045789923,
      "loss": 4.6875,
      "step": 2179
    },
    {
      "epoch": 0.212890625,
      "grad_norm": 0.28184881806373596,
      "learning_rate": 0.0004565334244155329,
      "loss": 4.6602,
      "step": 2180
    },
    {
      "epoch": 0.21298828125,
      "grad_norm": 0.35365766286849976,
      "learning_rate": 0.00045649202665364014,
      "loss": 4.6484,
      "step": 2181
    },
    {
      "epoch": 0.2130859375,
      "grad_norm": 0.41137388348579407,
      "learning_rate": 0.0004564506112973272,
      "loss": 4.6875,
      "step": 2182
    },
    {
      "epoch": 0.21318359375,
      "grad_norm": 0.3376198709011078,
      "learning_rate": 0.000456409178350609,
      "loss": 4.6523,
      "step": 2183
    },
    {
      "epoch": 0.21328125,
      "grad_norm": 0.28121715784072876,
      "learning_rate": 0.0004563677278175021,
      "loss": 4.6992,
      "step": 2184
    },
    {
      "epoch": 0.21337890625,
      "grad_norm": 0.2534632086753845,
      "learning_rate": 0.0004563262597020251,
      "loss": 4.6445,
      "step": 2185
    },
    {
      "epoch": 0.2134765625,
      "grad_norm": 0.24922828376293182,
      "learning_rate": 0.00045628477400819776,
      "loss": 4.6875,
      "step": 2186
    },
    {
      "epoch": 0.21357421875,
      "grad_norm": 0.32425588369369507,
      "learning_rate": 0.0004562432707400419,
      "loss": 4.6602,
      "step": 2187
    },
    {
      "epoch": 0.213671875,
      "grad_norm": 0.3913766145706177,
      "learning_rate": 0.0004562017499015812,
      "loss": 4.668,
      "step": 2188
    },
    {
      "epoch": 0.21376953125,
      "grad_norm": 0.37380436062812805,
      "learning_rate": 0.00045616021149684055,
      "loss": 4.668,
      "step": 2189
    },
    {
      "epoch": 0.2138671875,
      "grad_norm": 0.4003354609012604,
      "learning_rate": 0.00045611865552984697,
      "loss": 4.6602,
      "step": 2190
    },
    {
      "epoch": 0.21396484375,
      "grad_norm": 0.42664554715156555,
      "learning_rate": 0.000456077082004629,
      "loss": 4.668,
      "step": 2191
    },
    {
      "epoch": 0.2140625,
      "grad_norm": 0.4501902461051941,
      "learning_rate": 0.00045603549092521696,
      "loss": 4.668,
      "step": 2192
    },
    {
      "epoch": 0.21416015625,
      "grad_norm": 0.33647021651268005,
      "learning_rate": 0.0004559938822956427,
      "loss": 4.6367,
      "step": 2193
    },
    {
      "epoch": 0.2142578125,
      "grad_norm": 0.2943326234817505,
      "learning_rate": 0.00045595225611993995,
      "loss": 4.6719,
      "step": 2194
    },
    {
      "epoch": 0.21435546875,
      "grad_norm": 0.2942591607570648,
      "learning_rate": 0.00045591061240214415,
      "loss": 4.6289,
      "step": 2195
    },
    {
      "epoch": 0.214453125,
      "grad_norm": 0.2917780578136444,
      "learning_rate": 0.00045586895114629227,
      "loss": 4.6953,
      "step": 2196
    },
    {
      "epoch": 0.21455078125,
      "grad_norm": 0.31660106778144836,
      "learning_rate": 0.0004558272723564231,
      "loss": 4.6445,
      "step": 2197
    },
    {
      "epoch": 0.2146484375,
      "grad_norm": 0.3451404571533203,
      "learning_rate": 0.00045578557603657727,
      "loss": 4.668,
      "step": 2198
    },
    {
      "epoch": 0.21474609375,
      "grad_norm": 0.3630112409591675,
      "learning_rate": 0.0004557438621907968,
      "loss": 4.6719,
      "step": 2199
    },
    {
      "epoch": 0.21484375,
      "grad_norm": 0.32094573974609375,
      "learning_rate": 0.0004557021308231256,
      "loss": 4.668,
      "step": 2200
    },
    {
      "epoch": 0.21494140625,
      "grad_norm": 0.2666279971599579,
      "learning_rate": 0.0004556603819376092,
      "loss": 4.6602,
      "step": 2201
    },
    {
      "epoch": 0.2150390625,
      "grad_norm": 0.2945239841938019,
      "learning_rate": 0.000455618615538295,
      "loss": 4.6758,
      "step": 2202
    },
    {
      "epoch": 0.21513671875,
      "grad_norm": 0.3576738238334656,
      "learning_rate": 0.00045557683162923175,
      "loss": 4.6719,
      "step": 2203
    },
    {
      "epoch": 0.215234375,
      "grad_norm": 0.40367263555526733,
      "learning_rate": 0.0004555350302144703,
      "loss": 4.7031,
      "step": 2204
    },
    {
      "epoch": 0.21533203125,
      "grad_norm": 0.4846717417240143,
      "learning_rate": 0.00045549321129806304,
      "loss": 4.6719,
      "step": 2205
    },
    {
      "epoch": 0.2154296875,
      "grad_norm": 0.5076466202735901,
      "learning_rate": 0.0004554513748840639,
      "loss": 4.6914,
      "step": 2206
    },
    {
      "epoch": 0.21552734375,
      "grad_norm": 0.48110252618789673,
      "learning_rate": 0.0004554095209765288,
      "loss": 4.6758,
      "step": 2207
    },
    {
      "epoch": 0.215625,
      "grad_norm": 0.39325347542762756,
      "learning_rate": 0.00045536764957951494,
      "loss": 4.6953,
      "step": 2208
    },
    {
      "epoch": 0.21572265625,
      "grad_norm": 0.3244827091693878,
      "learning_rate": 0.00045532576069708163,
      "loss": 4.6328,
      "step": 2209
    },
    {
      "epoch": 0.2158203125,
      "grad_norm": 0.3849143087863922,
      "learning_rate": 0.0004552838543332897,
      "loss": 4.6445,
      "step": 2210
    },
    {
      "epoch": 0.21591796875,
      "grad_norm": 0.3335340917110443,
      "learning_rate": 0.00045524193049220174,
      "loss": 4.6484,
      "step": 2211
    },
    {
      "epoch": 0.216015625,
      "grad_norm": 0.32355350255966187,
      "learning_rate": 0.0004551999891778819,
      "loss": 4.6562,
      "step": 2212
    },
    {
      "epoch": 0.21611328125,
      "grad_norm": 0.282289981842041,
      "learning_rate": 0.00045515803039439614,
      "loss": 4.6797,
      "step": 2213
    },
    {
      "epoch": 0.2162109375,
      "grad_norm": 0.35372570157051086,
      "learning_rate": 0.0004551160541458121,
      "loss": 4.6992,
      "step": 2214
    },
    {
      "epoch": 0.21630859375,
      "grad_norm": 0.31764501333236694,
      "learning_rate": 0.000455074060436199,
      "loss": 4.6602,
      "step": 2215
    },
    {
      "epoch": 0.21640625,
      "grad_norm": 0.2709023356437683,
      "learning_rate": 0.0004550320492696279,
      "loss": 4.6523,
      "step": 2216
    },
    {
      "epoch": 0.21650390625,
      "grad_norm": 0.2475263476371765,
      "learning_rate": 0.0004549900206501716,
      "loss": 4.6484,
      "step": 2217
    },
    {
      "epoch": 0.2166015625,
      "grad_norm": 0.2568281590938568,
      "learning_rate": 0.00045494797458190425,
      "loss": 4.6562,
      "step": 2218
    },
    {
      "epoch": 0.21669921875,
      "grad_norm": 0.2753889262676239,
      "learning_rate": 0.00045490591106890215,
      "loss": 4.6484,
      "step": 2219
    },
    {
      "epoch": 0.216796875,
      "grad_norm": 0.24511894583702087,
      "learning_rate": 0.000454863830115243,
      "loss": 4.6484,
      "step": 2220
    },
    {
      "epoch": 0.21689453125,
      "grad_norm": 0.24880538880825043,
      "learning_rate": 0.00045482173172500627,
      "loss": 4.6367,
      "step": 2221
    },
    {
      "epoch": 0.2169921875,
      "grad_norm": 0.3005264103412628,
      "learning_rate": 0.00045477961590227313,
      "loss": 4.6797,
      "step": 2222
    },
    {
      "epoch": 0.21708984375,
      "grad_norm": 0.36041325330734253,
      "learning_rate": 0.0004547374826511263,
      "loss": 4.7109,
      "step": 2223
    },
    {
      "epoch": 0.2171875,
      "grad_norm": 0.39673399925231934,
      "learning_rate": 0.00045469533197565044,
      "loss": 4.6953,
      "step": 2224
    },
    {
      "epoch": 0.21728515625,
      "grad_norm": 0.41942891478538513,
      "learning_rate": 0.00045465316387993177,
      "loss": 4.6836,
      "step": 2225
    },
    {
      "epoch": 0.2173828125,
      "grad_norm": 0.3348380923271179,
      "learning_rate": 0.0004546109783680582,
      "loss": 4.668,
      "step": 2226
    },
    {
      "epoch": 0.21748046875,
      "grad_norm": 0.30513080954551697,
      "learning_rate": 0.0004545687754441192,
      "loss": 4.6797,
      "step": 2227
    },
    {
      "epoch": 0.217578125,
      "grad_norm": 0.27896392345428467,
      "learning_rate": 0.0004545265551122063,
      "loss": 4.6602,
      "step": 2228
    },
    {
      "epoch": 0.21767578125,
      "grad_norm": 0.3201639950275421,
      "learning_rate": 0.0004544843173764122,
      "loss": 4.6719,
      "step": 2229
    },
    {
      "epoch": 0.2177734375,
      "grad_norm": 0.40271514654159546,
      "learning_rate": 0.0004544420622408318,
      "loss": 4.6445,
      "step": 2230
    },
    {
      "epoch": 0.21787109375,
      "grad_norm": 0.5087426900863647,
      "learning_rate": 0.0004543997897095613,
      "loss": 4.6445,
      "step": 2231
    },
    {
      "epoch": 0.21796875,
      "grad_norm": 0.5589426755905151,
      "learning_rate": 0.0004543574997866987,
      "loss": 4.6992,
      "step": 2232
    },
    {
      "epoch": 0.21806640625,
      "grad_norm": 0.4211796522140503,
      "learning_rate": 0.0004543151924763439,
      "loss": 4.6562,
      "step": 2233
    },
    {
      "epoch": 0.2181640625,
      "grad_norm": 0.2638166844844818,
      "learning_rate": 0.0004542728677825982,
      "loss": 4.668,
      "step": 2234
    },
    {
      "epoch": 0.21826171875,
      "grad_norm": 0.417805939912796,
      "learning_rate": 0.00045423052570956466,
      "loss": 4.6562,
      "step": 2235
    },
    {
      "epoch": 0.218359375,
      "grad_norm": 0.46362581849098206,
      "learning_rate": 0.00045418816626134807,
      "loss": 4.6914,
      "step": 2236
    },
    {
      "epoch": 0.21845703125,
      "grad_norm": 0.2860087454319,
      "learning_rate": 0.000454145789442055,
      "loss": 4.6602,
      "step": 2237
    },
    {
      "epoch": 0.2185546875,
      "grad_norm": 0.28476911783218384,
      "learning_rate": 0.00045410339525579334,
      "loss": 4.6328,
      "step": 2238
    },
    {
      "epoch": 0.21865234375,
      "grad_norm": 0.32708337903022766,
      "learning_rate": 0.0004540609837066733,
      "loss": 4.6836,
      "step": 2239
    },
    {
      "epoch": 0.21875,
      "grad_norm": 0.3355824649333954,
      "learning_rate": 0.00045401855479880606,
      "loss": 4.6602,
      "step": 2240
    },
    {
      "epoch": 0.21884765625,
      "grad_norm": 0.24798880517482758,
      "learning_rate": 0.000453976108536305,
      "loss": 4.6836,
      "step": 2241
    },
    {
      "epoch": 0.2189453125,
      "grad_norm": 0.2865526080131531,
      "learning_rate": 0.00045393364492328487,
      "loss": 4.668,
      "step": 2242
    },
    {
      "epoch": 0.21904296875,
      "grad_norm": 0.2711332142353058,
      "learning_rate": 0.0004538911639638623,
      "loss": 4.6602,
      "step": 2243
    },
    {
      "epoch": 0.219140625,
      "grad_norm": 0.24825860559940338,
      "learning_rate": 0.0004538486656621556,
      "loss": 4.6836,
      "step": 2244
    },
    {
      "epoch": 0.21923828125,
      "grad_norm": 0.2643031179904938,
      "learning_rate": 0.0004538061500222845,
      "loss": 4.6758,
      "step": 2245
    },
    {
      "epoch": 0.2193359375,
      "grad_norm": 0.2740848958492279,
      "learning_rate": 0.00045376361704837077,
      "loss": 4.6562,
      "step": 2246
    },
    {
      "epoch": 0.21943359375,
      "grad_norm": 0.266102135181427,
      "learning_rate": 0.0004537210667445376,
      "loss": 4.6445,
      "step": 2247
    },
    {
      "epoch": 0.21953125,
      "grad_norm": 0.33453354239463806,
      "learning_rate": 0.00045367849911491005,
      "loss": 4.6914,
      "step": 2248
    },
    {
      "epoch": 0.21962890625,
      "grad_norm": 0.3667253851890564,
      "learning_rate": 0.00045363591416361474,
      "loss": 4.6484,
      "step": 2249
    },
    {
      "epoch": 0.2197265625,
      "grad_norm": 0.36363911628723145,
      "learning_rate": 0.0004535933118947799,
      "loss": 4.6719,
      "step": 2250
    },
    {
      "epoch": 0.21982421875,
      "grad_norm": 0.33891692757606506,
      "learning_rate": 0.0004535506923125355,
      "loss": 4.6758,
      "step": 2251
    },
    {
      "epoch": 0.219921875,
      "grad_norm": 0.2655598521232605,
      "learning_rate": 0.00045350805542101346,
      "loss": 4.668,
      "step": 2252
    },
    {
      "epoch": 0.22001953125,
      "grad_norm": 0.2713790535926819,
      "learning_rate": 0.0004534654012243469,
      "loss": 4.6836,
      "step": 2253
    },
    {
      "epoch": 0.2201171875,
      "grad_norm": 0.3348010182380676,
      "learning_rate": 0.000453422729726671,
      "loss": 4.6133,
      "step": 2254
    },
    {
      "epoch": 0.22021484375,
      "grad_norm": 0.31185048818588257,
      "learning_rate": 0.0004533800409321223,
      "loss": 4.6562,
      "step": 2255
    },
    {
      "epoch": 0.2203125,
      "grad_norm": 0.25817927718162537,
      "learning_rate": 0.0004533373348448394,
      "loss": 4.6406,
      "step": 2256
    },
    {
      "epoch": 0.22041015625,
      "grad_norm": 0.32583194971084595,
      "learning_rate": 0.00045329461146896224,
      "loss": 4.668,
      "step": 2257
    },
    {
      "epoch": 0.2205078125,
      "grad_norm": 0.3231263756752014,
      "learning_rate": 0.0004532518708086326,
      "loss": 4.6953,
      "step": 2258
    },
    {
      "epoch": 0.22060546875,
      "grad_norm": 0.29835695028305054,
      "learning_rate": 0.00045320911286799386,
      "loss": 4.668,
      "step": 2259
    },
    {
      "epoch": 0.220703125,
      "grad_norm": 0.38220587372779846,
      "learning_rate": 0.00045316633765119115,
      "loss": 4.6875,
      "step": 2260
    },
    {
      "epoch": 0.22080078125,
      "grad_norm": 0.4456774592399597,
      "learning_rate": 0.0004531235451623712,
      "loss": 4.6367,
      "step": 2261
    },
    {
      "epoch": 0.2208984375,
      "grad_norm": 0.5475150346755981,
      "learning_rate": 0.0004530807354056825,
      "loss": 4.6641,
      "step": 2262
    },
    {
      "epoch": 0.22099609375,
      "grad_norm": 0.5256811380386353,
      "learning_rate": 0.0004530379083852752,
      "loss": 4.6758,
      "step": 2263
    },
    {
      "epoch": 0.22109375,
      "grad_norm": 0.3401896357536316,
      "learning_rate": 0.0004529950641053009,
      "loss": 4.6328,
      "step": 2264
    },
    {
      "epoch": 0.22119140625,
      "grad_norm": 0.31122711300849915,
      "learning_rate": 0.00045295220256991327,
      "loss": 4.6758,
      "step": 2265
    },
    {
      "epoch": 0.2212890625,
      "grad_norm": 0.41514527797698975,
      "learning_rate": 0.0004529093237832674,
      "loss": 4.6484,
      "step": 2266
    },
    {
      "epoch": 0.22138671875,
      "grad_norm": 0.29372674226760864,
      "learning_rate": 0.00045286642774951995,
      "loss": 4.6445,
      "step": 2267
    },
    {
      "epoch": 0.221484375,
      "grad_norm": 0.29551562666893005,
      "learning_rate": 0.00045282351447282967,
      "loss": 4.6641,
      "step": 2268
    },
    {
      "epoch": 0.22158203125,
      "grad_norm": 0.34244853258132935,
      "learning_rate": 0.0004527805839573564,
      "loss": 4.6758,
      "step": 2269
    },
    {
      "epoch": 0.2216796875,
      "grad_norm": 0.3226219415664673,
      "learning_rate": 0.0004527376362072622,
      "loss": 4.6758,
      "step": 2270
    },
    {
      "epoch": 0.22177734375,
      "grad_norm": 0.30032727122306824,
      "learning_rate": 0.00045269467122671046,
      "loss": 4.6836,
      "step": 2271
    },
    {
      "epoch": 0.221875,
      "grad_norm": 0.2800855338573456,
      "learning_rate": 0.0004526516890198663,
      "loss": 4.6641,
      "step": 2272
    },
    {
      "epoch": 0.22197265625,
      "grad_norm": 0.31681379675865173,
      "learning_rate": 0.00045260868959089666,
      "loss": 4.6641,
      "step": 2273
    },
    {
      "epoch": 0.2220703125,
      "grad_norm": 0.331043004989624,
      "learning_rate": 0.00045256567294397007,
      "loss": 4.6055,
      "step": 2274
    },
    {
      "epoch": 0.22216796875,
      "grad_norm": 0.28322121500968933,
      "learning_rate": 0.00045252263908325655,
      "loss": 4.6133,
      "step": 2275
    },
    {
      "epoch": 0.222265625,
      "grad_norm": 0.2832389175891876,
      "learning_rate": 0.00045247958801292805,
      "loss": 4.6641,
      "step": 2276
    },
    {
      "epoch": 0.22236328125,
      "grad_norm": 0.2613706886768341,
      "learning_rate": 0.000452436519737158,
      "loss": 4.6289,
      "step": 2277
    },
    {
      "epoch": 0.2224609375,
      "grad_norm": 0.28807371854782104,
      "learning_rate": 0.0004523934342601218,
      "loss": 4.6484,
      "step": 2278
    },
    {
      "epoch": 0.22255859375,
      "grad_norm": 0.3016647398471832,
      "learning_rate": 0.0004523503315859959,
      "loss": 4.6328,
      "step": 2279
    },
    {
      "epoch": 0.22265625,
      "grad_norm": 0.30947428941726685,
      "learning_rate": 0.0004523072117189591,
      "loss": 4.6836,
      "step": 2280
    },
    {
      "epoch": 0.22275390625,
      "grad_norm": 0.2584306597709656,
      "learning_rate": 0.0004522640746631916,
      "loss": 4.6562,
      "step": 2281
    },
    {
      "epoch": 0.2228515625,
      "grad_norm": 0.2622096836566925,
      "learning_rate": 0.00045222092042287505,
      "loss": 4.6719,
      "step": 2282
    },
    {
      "epoch": 0.22294921875,
      "grad_norm": 0.2631734013557434,
      "learning_rate": 0.00045217774900219306,
      "loss": 4.625,
      "step": 2283
    },
    {
      "epoch": 0.223046875,
      "grad_norm": 0.26475849747657776,
      "learning_rate": 0.0004521345604053309,
      "loss": 4.6602,
      "step": 2284
    },
    {
      "epoch": 0.22314453125,
      "grad_norm": 0.27246424555778503,
      "learning_rate": 0.00045209135463647525,
      "loss": 4.6523,
      "step": 2285
    },
    {
      "epoch": 0.2232421875,
      "grad_norm": 0.26996609568595886,
      "learning_rate": 0.00045204813169981477,
      "loss": 4.6562,
      "step": 2286
    },
    {
      "epoch": 0.22333984375,
      "grad_norm": 0.25562581419944763,
      "learning_rate": 0.0004520048915995395,
      "loss": 4.6602,
      "step": 2287
    },
    {
      "epoch": 0.2234375,
      "grad_norm": 0.26432788372039795,
      "learning_rate": 0.00045196163433984125,
      "loss": 4.6719,
      "step": 2288
    },
    {
      "epoch": 0.22353515625,
      "grad_norm": 0.2868981957435608,
      "learning_rate": 0.00045191835992491376,
      "loss": 4.6484,
      "step": 2289
    },
    {
      "epoch": 0.2236328125,
      "grad_norm": 0.27830618619918823,
      "learning_rate": 0.0004518750683589519,
      "loss": 4.6602,
      "step": 2290
    },
    {
      "epoch": 0.22373046875,
      "grad_norm": 0.28667259216308594,
      "learning_rate": 0.0004518317596461527,
      "loss": 4.668,
      "step": 2291
    },
    {
      "epoch": 0.223828125,
      "grad_norm": 0.29964327812194824,
      "learning_rate": 0.00045178843379071445,
      "loss": 4.6602,
      "step": 2292
    },
    {
      "epoch": 0.22392578125,
      "grad_norm": 0.3300611078739166,
      "learning_rate": 0.00045174509079683753,
      "loss": 4.6875,
      "step": 2293
    },
    {
      "epoch": 0.2240234375,
      "grad_norm": 0.3876355290412903,
      "learning_rate": 0.00045170173066872354,
      "loss": 4.6406,
      "step": 2294
    },
    {
      "epoch": 0.22412109375,
      "grad_norm": 0.50432288646698,
      "learning_rate": 0.0004516583534105761,
      "loss": 4.6562,
      "step": 2295
    },
    {
      "epoch": 0.22421875,
      "grad_norm": 0.5751743316650391,
      "learning_rate": 0.00045161495902660035,
      "loss": 4.668,
      "step": 2296
    },
    {
      "epoch": 0.22431640625,
      "grad_norm": 0.46651872992515564,
      "learning_rate": 0.0004515715475210028,
      "loss": 4.6484,
      "step": 2297
    },
    {
      "epoch": 0.2244140625,
      "grad_norm": 0.29591864347457886,
      "learning_rate": 0.0004515281188979923,
      "loss": 4.6758,
      "step": 2298
    },
    {
      "epoch": 0.22451171875,
      "grad_norm": 0.4172205924987793,
      "learning_rate": 0.00045148467316177864,
      "loss": 4.668,
      "step": 2299
    },
    {
      "epoch": 0.224609375,
      "grad_norm": 0.4134126901626587,
      "learning_rate": 0.0004514412103165738,
      "loss": 4.6406,
      "step": 2300
    },
    {
      "epoch": 0.22470703125,
      "grad_norm": 0.28592267632484436,
      "learning_rate": 0.00045139773036659113,
      "loss": 4.6641,
      "step": 2301
    },
    {
      "epoch": 0.2248046875,
      "grad_norm": 0.3129323422908783,
      "learning_rate": 0.00045135423331604574,
      "loss": 4.6523,
      "step": 2302
    },
    {
      "epoch": 0.22490234375,
      "grad_norm": 0.36891794204711914,
      "learning_rate": 0.00045131071916915426,
      "loss": 4.6367,
      "step": 2303
    },
    {
      "epoch": 0.225,
      "grad_norm": 0.28493818640708923,
      "learning_rate": 0.00045126718793013525,
      "loss": 4.6641,
      "step": 2304
    },
    {
      "epoch": 0.22509765625,
      "grad_norm": 0.2816375195980072,
      "learning_rate": 0.0004512236396032087,
      "loss": 4.6875,
      "step": 2305
    },
    {
      "epoch": 0.2251953125,
      "grad_norm": 0.2998899519443512,
      "learning_rate": 0.00045118007419259627,
      "loss": 4.6797,
      "step": 2306
    },
    {
      "epoch": 0.22529296875,
      "grad_norm": 0.27575162053108215,
      "learning_rate": 0.0004511364917025214,
      "loss": 4.6641,
      "step": 2307
    },
    {
      "epoch": 0.225390625,
      "grad_norm": 0.24693450331687927,
      "learning_rate": 0.00045109289213720916,
      "loss": 4.6719,
      "step": 2308
    },
    {
      "epoch": 0.22548828125,
      "grad_norm": 0.29853010177612305,
      "learning_rate": 0.0004510492755008861,
      "loss": 4.6406,
      "step": 2309
    },
    {
      "epoch": 0.2255859375,
      "grad_norm": 0.2853658199310303,
      "learning_rate": 0.0004510056417977807,
      "loss": 4.6719,
      "step": 2310
    },
    {
      "epoch": 0.22568359375,
      "grad_norm": 0.28219833970069885,
      "learning_rate": 0.0004509619910321229,
      "loss": 4.668,
      "step": 2311
    },
    {
      "epoch": 0.22578125,
      "grad_norm": 0.3548610508441925,
      "learning_rate": 0.00045091832320814424,
      "loss": 4.6719,
      "step": 2312
    },
    {
      "epoch": 0.22587890625,
      "grad_norm": 0.31323540210723877,
      "learning_rate": 0.0004508746383300781,
      "loss": 4.6445,
      "step": 2313
    },
    {
      "epoch": 0.2259765625,
      "grad_norm": 0.29136282205581665,
      "learning_rate": 0.0004508309364021595,
      "loss": 4.6797,
      "step": 2314
    },
    {
      "epoch": 0.22607421875,
      "grad_norm": 0.2782500684261322,
      "learning_rate": 0.000450787217428625,
      "loss": 4.668,
      "step": 2315
    },
    {
      "epoch": 0.226171875,
      "grad_norm": 0.26324713230133057,
      "learning_rate": 0.0004507434814137128,
      "loss": 4.6445,
      "step": 2316
    },
    {
      "epoch": 0.22626953125,
      "grad_norm": 0.2620137631893158,
      "learning_rate": 0.00045069972836166286,
      "loss": 4.6875,
      "step": 2317
    },
    {
      "epoch": 0.2263671875,
      "grad_norm": 0.26914480328559875,
      "learning_rate": 0.0004506559582767167,
      "loss": 4.6406,
      "step": 2318
    },
    {
      "epoch": 0.22646484375,
      "grad_norm": 0.25045204162597656,
      "learning_rate": 0.00045061217116311767,
      "loss": 4.6719,
      "step": 2319
    },
    {
      "epoch": 0.2265625,
      "grad_norm": 1.1518856287002563,
      "learning_rate": 0.0004505683670251104,
      "loss": 4.6797,
      "step": 2320
    },
    {
      "epoch": 0.22666015625,
      "grad_norm": 0.35632452368736267,
      "learning_rate": 0.00045052454586694165,
      "loss": 4.6406,
      "step": 2321
    },
    {
      "epoch": 0.2267578125,
      "grad_norm": 0.35041317343711853,
      "learning_rate": 0.00045048070769285935,
      "loss": 4.6758,
      "step": 2322
    },
    {
      "epoch": 0.22685546875,
      "grad_norm": 0.3052085041999817,
      "learning_rate": 0.0004504368525071135,
      "loss": 4.6484,
      "step": 2323
    },
    {
      "epoch": 0.226953125,
      "grad_norm": 0.41141387820243835,
      "learning_rate": 0.0004503929803139555,
      "loss": 4.6289,
      "step": 2324
    },
    {
      "epoch": 0.22705078125,
      "grad_norm": 0.4647180438041687,
      "learning_rate": 0.0004503490911176384,
      "loss": 4.6836,
      "step": 2325
    },
    {
      "epoch": 0.2271484375,
      "grad_norm": 0.5217369794845581,
      "learning_rate": 0.0004503051849224171,
      "loss": 4.6523,
      "step": 2326
    },
    {
      "epoch": 0.22724609375,
      "grad_norm": 0.5150980353355408,
      "learning_rate": 0.00045026126173254783,
      "loss": 4.6367,
      "step": 2327
    },
    {
      "epoch": 0.22734375,
      "grad_norm": 0.44847163558006287,
      "learning_rate": 0.0004502173215522888,
      "loss": 4.6602,
      "step": 2328
    },
    {
      "epoch": 0.22744140625,
      "grad_norm": 0.5755159854888916,
      "learning_rate": 0.00045017336438589955,
      "loss": 4.6406,
      "step": 2329
    },
    {
      "epoch": 0.2275390625,
      "grad_norm": 0.6863377094268799,
      "learning_rate": 0.00045012939023764164,
      "loss": 4.6758,
      "step": 2330
    },
    {
      "epoch": 0.22763671875,
      "grad_norm": 0.5246580839157104,
      "learning_rate": 0.000450085399111778,
      "loss": 4.6641,
      "step": 2331
    },
    {
      "epoch": 0.227734375,
      "grad_norm": 0.3387252390384674,
      "learning_rate": 0.00045004139101257305,
      "loss": 4.6445,
      "step": 2332
    },
    {
      "epoch": 0.22783203125,
      "grad_norm": 0.3342747390270233,
      "learning_rate": 0.00044999736594429336,
      "loss": 4.6484,
      "step": 2333
    },
    {
      "epoch": 0.2279296875,
      "grad_norm": 0.29663100838661194,
      "learning_rate": 0.00044995332391120673,
      "loss": 4.6641,
      "step": 2334
    },
    {
      "epoch": 0.22802734375,
      "grad_norm": 0.2716478109359741,
      "learning_rate": 0.0004499092649175828,
      "loss": 4.6602,
      "step": 2335
    },
    {
      "epoch": 0.228125,
      "grad_norm": 0.30545899271965027,
      "learning_rate": 0.0004498651889676927,
      "loss": 4.6602,
      "step": 2336
    },
    {
      "epoch": 0.22822265625,
      "grad_norm": 0.382825642824173,
      "learning_rate": 0.0004498210960658093,
      "loss": 4.6523,
      "step": 2337
    },
    {
      "epoch": 0.2283203125,
      "grad_norm": 0.30765971541404724,
      "learning_rate": 0.0004497769862162072,
      "loss": 4.6367,
      "step": 2338
    },
    {
      "epoch": 0.22841796875,
      "grad_norm": 0.2779020369052887,
      "learning_rate": 0.00044973285942316257,
      "loss": 4.668,
      "step": 2339
    },
    {
      "epoch": 0.228515625,
      "grad_norm": 0.24760481715202332,
      "learning_rate": 0.00044968871569095307,
      "loss": 4.6875,
      "step": 2340
    },
    {
      "epoch": 0.22861328125,
      "grad_norm": 0.25630250573158264,
      "learning_rate": 0.00044964455502385817,
      "loss": 4.6289,
      "step": 2341
    },
    {
      "epoch": 0.2287109375,
      "grad_norm": 0.2933541238307953,
      "learning_rate": 0.000449600377426159,
      "loss": 4.6797,
      "step": 2342
    },
    {
      "epoch": 0.22880859375,
      "grad_norm": 0.3524886667728424,
      "learning_rate": 0.0004495561829021383,
      "loss": 4.6406,
      "step": 2343
    },
    {
      "epoch": 0.22890625,
      "grad_norm": 0.3613327443599701,
      "learning_rate": 0.0004495119714560804,
      "loss": 4.6562,
      "step": 2344
    },
    {
      "epoch": 0.22900390625,
      "grad_norm": 0.31851640343666077,
      "learning_rate": 0.00044946774309227115,
      "loss": 4.6523,
      "step": 2345
    },
    {
      "epoch": 0.2291015625,
      "grad_norm": 0.38189268112182617,
      "learning_rate": 0.00044942349781499843,
      "loss": 4.6445,
      "step": 2346
    },
    {
      "epoch": 0.22919921875,
      "grad_norm": 0.3930104374885559,
      "learning_rate": 0.00044937923562855136,
      "loss": 4.6602,
      "step": 2347
    },
    {
      "epoch": 0.229296875,
      "grad_norm": 0.3644992411136627,
      "learning_rate": 0.000449334956537221,
      "loss": 4.6484,
      "step": 2348
    },
    {
      "epoch": 0.22939453125,
      "grad_norm": 0.3021014332771301,
      "learning_rate": 0.0004492906605452997,
      "loss": 4.6406,
      "step": 2349
    },
    {
      "epoch": 0.2294921875,
      "grad_norm": 0.321632981300354,
      "learning_rate": 0.0004492463476570818,
      "loss": 4.6523,
      "step": 2350
    },
    {
      "epoch": 0.22958984375,
      "grad_norm": 0.30498725175857544,
      "learning_rate": 0.00044920201787686313,
      "loss": 4.6562,
      "step": 2351
    },
    {
      "epoch": 0.2296875,
      "grad_norm": 0.31872788071632385,
      "learning_rate": 0.0004491576712089412,
      "loss": 4.6562,
      "step": 2352
    },
    {
      "epoch": 0.22978515625,
      "grad_norm": 0.24788987636566162,
      "learning_rate": 0.00044911330765761494,
      "loss": 4.6445,
      "step": 2353
    },
    {
      "epoch": 0.2298828125,
      "grad_norm": 0.26677754521369934,
      "learning_rate": 0.0004490689272271853,
      "loss": 4.6484,
      "step": 2354
    },
    {
      "epoch": 0.22998046875,
      "grad_norm": 0.270648717880249,
      "learning_rate": 0.0004490245299219546,
      "loss": 4.6562,
      "step": 2355
    },
    {
      "epoch": 0.230078125,
      "grad_norm": 0.2944333255290985,
      "learning_rate": 0.00044898011574622676,
      "loss": 4.7109,
      "step": 2356
    },
    {
      "epoch": 0.23017578125,
      "grad_norm": 0.3071500062942505,
      "learning_rate": 0.00044893568470430754,
      "loss": 4.6523,
      "step": 2357
    },
    {
      "epoch": 0.2302734375,
      "grad_norm": 0.30527162551879883,
      "learning_rate": 0.00044889123680050415,
      "loss": 4.6602,
      "step": 2358
    },
    {
      "epoch": 0.23037109375,
      "grad_norm": 0.27043697237968445,
      "learning_rate": 0.0004488467720391256,
      "loss": 4.6484,
      "step": 2359
    },
    {
      "epoch": 0.23046875,
      "grad_norm": 0.2288312166929245,
      "learning_rate": 0.0004488022904244824,
      "loss": 4.668,
      "step": 2360
    },
    {
      "epoch": 0.23056640625,
      "grad_norm": 0.24104489386081696,
      "learning_rate": 0.0004487577919608867,
      "loss": 4.6641,
      "step": 2361
    },
    {
      "epoch": 0.2306640625,
      "grad_norm": 0.31805941462516785,
      "learning_rate": 0.00044871327665265244,
      "loss": 4.6953,
      "step": 2362
    },
    {
      "epoch": 0.23076171875,
      "grad_norm": 0.3708193600177765,
      "learning_rate": 0.0004486687445040949,
      "loss": 4.6172,
      "step": 2363
    },
    {
      "epoch": 0.230859375,
      "grad_norm": 0.3930080533027649,
      "learning_rate": 0.00044862419551953145,
      "loss": 4.668,
      "step": 2364
    },
    {
      "epoch": 0.23095703125,
      "grad_norm": 0.5028117895126343,
      "learning_rate": 0.00044857962970328046,
      "loss": 4.6562,
      "step": 2365
    },
    {
      "epoch": 0.2310546875,
      "grad_norm": 0.5150055289268494,
      "learning_rate": 0.00044853504705966255,
      "loss": 4.6602,
      "step": 2366
    },
    {
      "epoch": 0.23115234375,
      "grad_norm": 0.4029294550418854,
      "learning_rate": 0.00044849044759299957,
      "loss": 4.6523,
      "step": 2367
    },
    {
      "epoch": 0.23125,
      "grad_norm": 0.3276505768299103,
      "learning_rate": 0.0004484458313076152,
      "loss": 4.625,
      "step": 2368
    },
    {
      "epoch": 0.23134765625,
      "grad_norm": 0.3143558204174042,
      "learning_rate": 0.00044840119820783466,
      "loss": 4.6484,
      "step": 2369
    },
    {
      "epoch": 0.2314453125,
      "grad_norm": 0.3423708975315094,
      "learning_rate": 0.00044835654829798483,
      "loss": 4.6562,
      "step": 2370
    },
    {
      "epoch": 0.23154296875,
      "grad_norm": 0.3224690556526184,
      "learning_rate": 0.00044831188158239423,
      "loss": 4.6914,
      "step": 2371
    },
    {
      "epoch": 0.231640625,
      "grad_norm": 0.25867632031440735,
      "learning_rate": 0.00044826719806539294,
      "loss": 4.6523,
      "step": 2372
    },
    {
      "epoch": 0.23173828125,
      "grad_norm": 0.2700400948524475,
      "learning_rate": 0.0004482224977513128,
      "loss": 4.6445,
      "step": 2373
    },
    {
      "epoch": 0.2318359375,
      "grad_norm": 0.2851368486881256,
      "learning_rate": 0.00044817778064448717,
      "loss": 4.6445,
      "step": 2374
    },
    {
      "epoch": 0.23193359375,
      "grad_norm": 0.25908491015434265,
      "learning_rate": 0.00044813304674925104,
      "loss": 4.6406,
      "step": 2375
    },
    {
      "epoch": 0.23203125,
      "grad_norm": 0.25152525305747986,
      "learning_rate": 0.0004480882960699411,
      "loss": 4.668,
      "step": 2376
    },
    {
      "epoch": 0.23212890625,
      "grad_norm": 0.23664075136184692,
      "learning_rate": 0.0004480435286108956,
      "loss": 4.6328,
      "step": 2377
    },
    {
      "epoch": 0.2322265625,
      "grad_norm": 0.28412893414497375,
      "learning_rate": 0.00044799874437645453,
      "loss": 4.6367,
      "step": 2378
    },
    {
      "epoch": 0.23232421875,
      "grad_norm": 0.3224864602088928,
      "learning_rate": 0.0004479539433709592,
      "loss": 4.6641,
      "step": 2379
    },
    {
      "epoch": 0.232421875,
      "grad_norm": 0.35265177488327026,
      "learning_rate": 0.000447909125598753,
      "loss": 4.6836,
      "step": 2380
    },
    {
      "epoch": 0.23251953125,
      "grad_norm": 0.3193668723106384,
      "learning_rate": 0.00044786429106418064,
      "loss": 4.6523,
      "step": 2381
    },
    {
      "epoch": 0.2326171875,
      "grad_norm": 0.2693856954574585,
      "learning_rate": 0.00044781943977158847,
      "loss": 4.6602,
      "step": 2382
    },
    {
      "epoch": 0.23271484375,
      "grad_norm": 0.27126598358154297,
      "learning_rate": 0.0004477745717253245,
      "loss": 4.6367,
      "step": 2383
    },
    {
      "epoch": 0.2328125,
      "grad_norm": 0.2858413755893707,
      "learning_rate": 0.00044772968692973836,
      "loss": 4.6289,
      "step": 2384
    },
    {
      "epoch": 0.23291015625,
      "grad_norm": 0.2958002984523773,
      "learning_rate": 0.0004476847853891815,
      "loss": 4.6367,
      "step": 2385
    },
    {
      "epoch": 0.2330078125,
      "grad_norm": 0.3608322739601135,
      "learning_rate": 0.0004476398671080067,
      "loss": 4.625,
      "step": 2386
    },
    {
      "epoch": 0.23310546875,
      "grad_norm": 0.40920838713645935,
      "learning_rate": 0.0004475949320905685,
      "loss": 4.6758,
      "step": 2387
    },
    {
      "epoch": 0.233203125,
      "grad_norm": 0.3942396640777588,
      "learning_rate": 0.000447549980341223,
      "loss": 4.6797,
      "step": 2388
    },
    {
      "epoch": 0.23330078125,
      "grad_norm": 0.3191213011741638,
      "learning_rate": 0.00044750501186432805,
      "loss": 4.6602,
      "step": 2389
    },
    {
      "epoch": 0.2333984375,
      "grad_norm": 0.2689201831817627,
      "learning_rate": 0.00044746002666424297,
      "loss": 4.668,
      "step": 2390
    },
    {
      "epoch": 0.23349609375,
      "grad_norm": 0.2625068128108978,
      "learning_rate": 0.0004474150247453287,
      "loss": 4.6602,
      "step": 2391
    },
    {
      "epoch": 0.23359375,
      "grad_norm": 0.2948114275932312,
      "learning_rate": 0.00044737000611194813,
      "loss": 4.6562,
      "step": 2392
    },
    {
      "epoch": 0.23369140625,
      "grad_norm": 0.3135228157043457,
      "learning_rate": 0.0004473249707684652,
      "loss": 4.6641,
      "step": 2393
    },
    {
      "epoch": 0.2337890625,
      "grad_norm": 0.31921929121017456,
      "learning_rate": 0.0004472799187192461,
      "loss": 4.6406,
      "step": 2394
    },
    {
      "epoch": 0.23388671875,
      "grad_norm": 0.27814632654190063,
      "learning_rate": 0.00044723484996865803,
      "loss": 4.668,
      "step": 2395
    },
    {
      "epoch": 0.233984375,
      "grad_norm": 0.26085740327835083,
      "learning_rate": 0.0004471897645210702,
      "loss": 4.6562,
      "step": 2396
    },
    {
      "epoch": 0.23408203125,
      "grad_norm": 0.259788453578949,
      "learning_rate": 0.0004471446623808534,
      "loss": 4.6445,
      "step": 2397
    },
    {
      "epoch": 0.2341796875,
      "grad_norm": 0.26260846853256226,
      "learning_rate": 0.00044709954355238,
      "loss": 4.7031,
      "step": 2398
    },
    {
      "epoch": 0.23427734375,
      "grad_norm": 0.24550992250442505,
      "learning_rate": 0.00044705440804002376,
      "loss": 4.6562,
      "step": 2399
    },
    {
      "epoch": 0.234375,
      "grad_norm": 0.2735583782196045,
      "learning_rate": 0.00044700925584816053,
      "loss": 4.6484,
      "step": 2400
    },
    {
      "epoch": 0.23447265625,
      "grad_norm": 0.33223646879196167,
      "learning_rate": 0.0004469640869811673,
      "loss": 4.6602,
      "step": 2401
    },
    {
      "epoch": 0.2345703125,
      "grad_norm": 0.3579213619232178,
      "learning_rate": 0.000446918901443423,
      "loss": 4.6406,
      "step": 2402
    },
    {
      "epoch": 0.23466796875,
      "grad_norm": 0.3264033794403076,
      "learning_rate": 0.0004468736992393079,
      "loss": 4.6055,
      "step": 2403
    },
    {
      "epoch": 0.234765625,
      "grad_norm": 0.257488489151001,
      "learning_rate": 0.0004468284803732043,
      "loss": 4.6328,
      "step": 2404
    },
    {
      "epoch": 0.23486328125,
      "grad_norm": 0.2694514989852905,
      "learning_rate": 0.0004467832448494957,
      "loss": 4.6562,
      "step": 2405
    },
    {
      "epoch": 0.2349609375,
      "grad_norm": 0.30083775520324707,
      "learning_rate": 0.0004467379926725673,
      "loss": 4.6406,
      "step": 2406
    },
    {
      "epoch": 0.23505859375,
      "grad_norm": 0.32040271162986755,
      "learning_rate": 0.00044669272384680633,
      "loss": 4.6289,
      "step": 2407
    },
    {
      "epoch": 0.23515625,
      "grad_norm": 0.36401382088661194,
      "learning_rate": 0.0004466474383766008,
      "loss": 4.6875,
      "step": 2408
    },
    {
      "epoch": 0.23525390625,
      "grad_norm": 0.370027631521225,
      "learning_rate": 0.0004466021362663413,
      "loss": 4.6523,
      "step": 2409
    },
    {
      "epoch": 0.2353515625,
      "grad_norm": 0.39714178442955017,
      "learning_rate": 0.0004465568175204193,
      "loss": 4.6445,
      "step": 2410
    },
    {
      "epoch": 0.23544921875,
      "grad_norm": 0.38746803998947144,
      "learning_rate": 0.0004465114821432282,
      "loss": 4.6562,
      "step": 2411
    },
    {
      "epoch": 0.235546875,
      "grad_norm": 0.3525507152080536,
      "learning_rate": 0.00044646613013916286,
      "loss": 4.6875,
      "step": 2412
    },
    {
      "epoch": 0.23564453125,
      "grad_norm": 0.29401838779449463,
      "learning_rate": 0.00044642076151262005,
      "loss": 4.6641,
      "step": 2413
    },
    {
      "epoch": 0.2357421875,
      "grad_norm": 0.27843591570854187,
      "learning_rate": 0.00044637537626799776,
      "loss": 4.6562,
      "step": 2414
    },
    {
      "epoch": 0.23583984375,
      "grad_norm": 0.35331761837005615,
      "learning_rate": 0.00044632997440969597,
      "loss": 4.6484,
      "step": 2415
    },
    {
      "epoch": 0.2359375,
      "grad_norm": 0.38665127754211426,
      "learning_rate": 0.000446284555942116,
      "loss": 4.6406,
      "step": 2416
    },
    {
      "epoch": 0.23603515625,
      "grad_norm": 0.3681085407733917,
      "learning_rate": 0.0004462391208696607,
      "loss": 4.6523,
      "step": 2417
    },
    {
      "epoch": 0.2361328125,
      "grad_norm": 0.2906060814857483,
      "learning_rate": 0.0004461936691967349,
      "loss": 4.6406,
      "step": 2418
    },
    {
      "epoch": 0.23623046875,
      "grad_norm": 0.24668429791927338,
      "learning_rate": 0.00044614820092774487,
      "loss": 4.6523,
      "step": 2419
    },
    {
      "epoch": 0.236328125,
      "grad_norm": 0.29406383633613586,
      "learning_rate": 0.00044610271606709823,
      "loss": 4.6328,
      "step": 2420
    },
    {
      "epoch": 0.23642578125,
      "grad_norm": 0.30544033646583557,
      "learning_rate": 0.0004460572146192046,
      "loss": 4.6523,
      "step": 2421
    },
    {
      "epoch": 0.2365234375,
      "grad_norm": 0.2908661365509033,
      "learning_rate": 0.00044601169658847495,
      "loss": 4.6602,
      "step": 2422
    },
    {
      "epoch": 0.23662109375,
      "grad_norm": 0.22852034866809845,
      "learning_rate": 0.000445966161979322,
      "loss": 4.6875,
      "step": 2423
    },
    {
      "epoch": 0.23671875,
      "grad_norm": 0.23027698695659637,
      "learning_rate": 0.00044592061079616,
      "loss": 4.6641,
      "step": 2424
    },
    {
      "epoch": 0.23681640625,
      "grad_norm": 0.23451147973537445,
      "learning_rate": 0.00044587504304340476,
      "loss": 4.6719,
      "step": 2425
    },
    {
      "epoch": 0.2369140625,
      "grad_norm": 0.24141405522823334,
      "learning_rate": 0.0004458294587254739,
      "loss": 4.6602,
      "step": 2426
    },
    {
      "epoch": 0.23701171875,
      "grad_norm": 0.2290583848953247,
      "learning_rate": 0.00044578385784678644,
      "loss": 4.6484,
      "step": 2427
    },
    {
      "epoch": 0.237109375,
      "grad_norm": 0.26968109607696533,
      "learning_rate": 0.00044573824041176303,
      "loss": 4.6523,
      "step": 2428
    },
    {
      "epoch": 0.23720703125,
      "grad_norm": 0.3119431734085083,
      "learning_rate": 0.0004456926064248261,
      "loss": 4.6055,
      "step": 2429
    },
    {
      "epoch": 0.2373046875,
      "grad_norm": 0.3680206835269928,
      "learning_rate": 0.0004456469558903994,
      "loss": 4.6406,
      "step": 2430
    },
    {
      "epoch": 0.23740234375,
      "grad_norm": 0.39070969820022583,
      "learning_rate": 0.00044560128881290844,
      "loss": 4.6641,
      "step": 2431
    },
    {
      "epoch": 0.2375,
      "grad_norm": 0.34244853258132935,
      "learning_rate": 0.00044555560519678053,
      "loss": 4.6484,
      "step": 2432
    },
    {
      "epoch": 0.23759765625,
      "grad_norm": 0.27080127596855164,
      "learning_rate": 0.0004455099050464442,
      "loss": 4.6445,
      "step": 2433
    },
    {
      "epoch": 0.2376953125,
      "grad_norm": 0.24982893466949463,
      "learning_rate": 0.00044546418836632993,
      "loss": 4.6367,
      "step": 2434
    },
    {
      "epoch": 0.23779296875,
      "grad_norm": 0.27964505553245544,
      "learning_rate": 0.0004454184551608694,
      "loss": 4.625,
      "step": 2435
    },
    {
      "epoch": 0.237890625,
      "grad_norm": 0.30475467443466187,
      "learning_rate": 0.00044537270543449633,
      "loss": 4.6367,
      "step": 2436
    },
    {
      "epoch": 0.23798828125,
      "grad_norm": 0.3220985233783722,
      "learning_rate": 0.0004453269391916458,
      "loss": 4.6523,
      "step": 2437
    },
    {
      "epoch": 0.2380859375,
      "grad_norm": 0.3175990581512451,
      "learning_rate": 0.0004452811564367545,
      "loss": 4.6094,
      "step": 2438
    },
    {
      "epoch": 0.23818359375,
      "grad_norm": 0.30360761284828186,
      "learning_rate": 0.00044523535717426086,
      "loss": 4.6641,
      "step": 2439
    },
    {
      "epoch": 0.23828125,
      "grad_norm": 0.26058733463287354,
      "learning_rate": 0.00044518954140860455,
      "loss": 4.6211,
      "step": 2440
    },
    {
      "epoch": 0.23837890625,
      "grad_norm": 0.24370011687278748,
      "learning_rate": 0.00044514370914422745,
      "loss": 4.6719,
      "step": 2441
    },
    {
      "epoch": 0.2384765625,
      "grad_norm": 0.26911863684654236,
      "learning_rate": 0.00044509786038557256,
      "loss": 4.6328,
      "step": 2442
    },
    {
      "epoch": 0.23857421875,
      "grad_norm": 0.2688811421394348,
      "learning_rate": 0.00044505199513708446,
      "loss": 4.6523,
      "step": 2443
    },
    {
      "epoch": 0.238671875,
      "grad_norm": 0.27930912375450134,
      "learning_rate": 0.0004450061134032096,
      "loss": 4.6445,
      "step": 2444
    },
    {
      "epoch": 0.23876953125,
      "grad_norm": 0.27425849437713623,
      "learning_rate": 0.00044496021518839585,
      "loss": 4.6484,
      "step": 2445
    },
    {
      "epoch": 0.2388671875,
      "grad_norm": 0.29034027457237244,
      "learning_rate": 0.0004449143004970928,
      "loss": 4.6133,
      "step": 2446
    },
    {
      "epoch": 0.23896484375,
      "grad_norm": 0.27038997411727905,
      "learning_rate": 0.0004448683693337515,
      "loss": 4.6758,
      "step": 2447
    },
    {
      "epoch": 0.2390625,
      "grad_norm": 0.2953545153141022,
      "learning_rate": 0.0004448224217028247,
      "loss": 4.6172,
      "step": 2448
    },
    {
      "epoch": 0.23916015625,
      "grad_norm": 0.3312900960445404,
      "learning_rate": 0.0004447764576087667,
      "loss": 4.6523,
      "step": 2449
    },
    {
      "epoch": 0.2392578125,
      "grad_norm": 0.3634786307811737,
      "learning_rate": 0.00044473047705603346,
      "loss": 4.6445,
      "step": 2450
    },
    {
      "epoch": 0.23935546875,
      "grad_norm": 0.4030366539955139,
      "learning_rate": 0.0004446844800490824,
      "loss": 4.625,
      "step": 2451
    },
    {
      "epoch": 0.239453125,
      "grad_norm": 0.357688844203949,
      "learning_rate": 0.00044463846659237267,
      "loss": 4.6445,
      "step": 2452
    },
    {
      "epoch": 0.23955078125,
      "grad_norm": 0.27814653515815735,
      "learning_rate": 0.0004445924366903649,
      "loss": 4.6602,
      "step": 2453
    },
    {
      "epoch": 0.2396484375,
      "grad_norm": 0.26309749484062195,
      "learning_rate": 0.00044454639034752143,
      "loss": 4.6484,
      "step": 2454
    },
    {
      "epoch": 0.23974609375,
      "grad_norm": 0.25811707973480225,
      "learning_rate": 0.0004445003275683062,
      "loss": 4.6562,
      "step": 2455
    },
    {
      "epoch": 0.23984375,
      "grad_norm": 0.29156291484832764,
      "learning_rate": 0.0004444542483571846,
      "loss": 4.6719,
      "step": 2456
    },
    {
      "epoch": 0.23994140625,
      "grad_norm": 0.2622072696685791,
      "learning_rate": 0.0004444081527186236,
      "loss": 4.6367,
      "step": 2457
    },
    {
      "epoch": 0.2400390625,
      "grad_norm": 0.24939043819904327,
      "learning_rate": 0.000444362040657092,
      "loss": 4.6523,
      "step": 2458
    },
    {
      "epoch": 0.24013671875,
      "grad_norm": 0.2628534436225891,
      "learning_rate": 0.0004443159121770601,
      "loss": 4.6289,
      "step": 2459
    },
    {
      "epoch": 0.240234375,
      "grad_norm": 0.30028635263442993,
      "learning_rate": 0.0004442697672829997,
      "loss": 4.6211,
      "step": 2460
    },
    {
      "epoch": 0.24033203125,
      "grad_norm": 0.35397228598594666,
      "learning_rate": 0.0004442236059793841,
      "loss": 4.6523,
      "step": 2461
    },
    {
      "epoch": 0.2404296875,
      "grad_norm": 0.36456942558288574,
      "learning_rate": 0.0004441774282706884,
      "loss": 4.6289,
      "step": 2462
    },
    {
      "epoch": 0.24052734375,
      "grad_norm": 0.3626701831817627,
      "learning_rate": 0.0004441312341613893,
      "loss": 4.6602,
      "step": 2463
    },
    {
      "epoch": 0.240625,
      "grad_norm": 0.31185904145240784,
      "learning_rate": 0.0004440850236559649,
      "loss": 4.6523,
      "step": 2464
    },
    {
      "epoch": 0.24072265625,
      "grad_norm": 0.28266313672065735,
      "learning_rate": 0.0004440387967588951,
      "loss": 4.6406,
      "step": 2465
    },
    {
      "epoch": 0.2408203125,
      "grad_norm": 0.26754724979400635,
      "learning_rate": 0.0004439925534746612,
      "loss": 4.6328,
      "step": 2466
    },
    {
      "epoch": 0.24091796875,
      "grad_norm": 0.2667434811592102,
      "learning_rate": 0.0004439462938077462,
      "loss": 4.6445,
      "step": 2467
    },
    {
      "epoch": 0.241015625,
      "grad_norm": 0.2924223244190216,
      "learning_rate": 0.0004439000177626347,
      "loss": 4.6602,
      "step": 2468
    },
    {
      "epoch": 0.24111328125,
      "grad_norm": 0.28878849744796753,
      "learning_rate": 0.0004438537253438127,
      "loss": 4.6523,
      "step": 2469
    },
    {
      "epoch": 0.2412109375,
      "grad_norm": 0.26754310727119446,
      "learning_rate": 0.0004438074165557682,
      "loss": 4.6523,
      "step": 2470
    },
    {
      "epoch": 0.24130859375,
      "grad_norm": 0.2961125075817108,
      "learning_rate": 0.0004437610914029902,
      "loss": 4.6562,
      "step": 2471
    },
    {
      "epoch": 0.24140625,
      "grad_norm": 0.24139150977134705,
      "learning_rate": 0.00044371474988996984,
      "loss": 4.6562,
      "step": 2472
    },
    {
      "epoch": 0.24150390625,
      "grad_norm": 0.2556939721107483,
      "learning_rate": 0.00044366839202119955,
      "loss": 4.6719,
      "step": 2473
    },
    {
      "epoch": 0.2416015625,
      "grad_norm": 0.25381579995155334,
      "learning_rate": 0.0004436220178011734,
      "loss": 4.6406,
      "step": 2474
    },
    {
      "epoch": 0.24169921875,
      "grad_norm": 0.26499536633491516,
      "learning_rate": 0.0004435756272343871,
      "loss": 4.6328,
      "step": 2475
    },
    {
      "epoch": 0.241796875,
      "grad_norm": 0.325953871011734,
      "learning_rate": 0.0004435292203253378,
      "loss": 4.6328,
      "step": 2476
    },
    {
      "epoch": 0.24189453125,
      "grad_norm": 0.4252047836780548,
      "learning_rate": 0.0004434827970785245,
      "loss": 4.6523,
      "step": 2477
    },
    {
      "epoch": 0.2419921875,
      "grad_norm": 0.4018876552581787,
      "learning_rate": 0.00044343635749844747,
      "loss": 4.6367,
      "step": 2478
    },
    {
      "epoch": 0.24208984375,
      "grad_norm": 0.30718234181404114,
      "learning_rate": 0.0004433899015896087,
      "loss": 4.6641,
      "step": 2479
    },
    {
      "epoch": 0.2421875,
      "grad_norm": 0.25455838441848755,
      "learning_rate": 0.0004433434293565119,
      "loss": 4.668,
      "step": 2480
    },
    {
      "epoch": 0.24228515625,
      "grad_norm": 0.25474098324775696,
      "learning_rate": 0.00044329694080366217,
      "loss": 4.6523,
      "step": 2481
    },
    {
      "epoch": 0.2423828125,
      "grad_norm": 0.26457756757736206,
      "learning_rate": 0.0004432504359355663,
      "loss": 4.6758,
      "step": 2482
    },
    {
      "epoch": 0.24248046875,
      "grad_norm": 0.34141069650650024,
      "learning_rate": 0.00044320391475673247,
      "loss": 4.6523,
      "step": 2483
    },
    {
      "epoch": 0.242578125,
      "grad_norm": 0.36278077960014343,
      "learning_rate": 0.0004431573772716708,
      "loss": 4.6328,
      "step": 2484
    },
    {
      "epoch": 0.24267578125,
      "grad_norm": 0.3451724946498871,
      "learning_rate": 0.00044311082348489267,
      "loss": 4.6719,
      "step": 2485
    },
    {
      "epoch": 0.2427734375,
      "grad_norm": 0.3399052321910858,
      "learning_rate": 0.00044306425340091116,
      "loss": 4.6523,
      "step": 2486
    },
    {
      "epoch": 0.24287109375,
      "grad_norm": 0.2941957414150238,
      "learning_rate": 0.00044301766702424094,
      "loss": 4.6562,
      "step": 2487
    },
    {
      "epoch": 0.24296875,
      "grad_norm": 0.23448634147644043,
      "learning_rate": 0.00044297106435939825,
      "loss": 4.6211,
      "step": 2488
    },
    {
      "epoch": 0.24306640625,
      "grad_norm": 0.2744929790496826,
      "learning_rate": 0.00044292444541090096,
      "loss": 4.6445,
      "step": 2489
    },
    {
      "epoch": 0.2431640625,
      "grad_norm": 0.285419762134552,
      "learning_rate": 0.0004428778101832683,
      "loss": 4.6523,
      "step": 2490
    },
    {
      "epoch": 0.24326171875,
      "grad_norm": 0.3297009766101837,
      "learning_rate": 0.00044283115868102137,
      "loss": 4.6172,
      "step": 2491
    },
    {
      "epoch": 0.243359375,
      "grad_norm": 0.3377384841442108,
      "learning_rate": 0.0004427844909086827,
      "loss": 4.6719,
      "step": 2492
    },
    {
      "epoch": 0.24345703125,
      "grad_norm": 0.350247859954834,
      "learning_rate": 0.00044273780687077637,
      "loss": 4.6328,
      "step": 2493
    },
    {
      "epoch": 0.2435546875,
      "grad_norm": 0.3441883325576782,
      "learning_rate": 0.000442691106571828,
      "loss": 4.6406,
      "step": 2494
    },
    {
      "epoch": 0.24365234375,
      "grad_norm": 0.27535873651504517,
      "learning_rate": 0.00044264439001636514,
      "loss": 4.6641,
      "step": 2495
    },
    {
      "epoch": 0.24375,
      "grad_norm": 0.2442348152399063,
      "learning_rate": 0.0004425976572089164,
      "loss": 4.6602,
      "step": 2496
    },
    {
      "epoch": 0.24384765625,
      "grad_norm": 0.2742549479007721,
      "learning_rate": 0.0004425509081540123,
      "loss": 4.6797,
      "step": 2497
    },
    {
      "epoch": 0.2439453125,
      "grad_norm": 0.29776203632354736,
      "learning_rate": 0.00044250414285618487,
      "loss": 4.6406,
      "step": 2498
    },
    {
      "epoch": 0.24404296875,
      "grad_norm": 0.3026568293571472,
      "learning_rate": 0.0004424573613199675,
      "loss": 4.6289,
      "step": 2499
    },
    {
      "epoch": 0.244140625,
      "grad_norm": 0.29341962933540344,
      "learning_rate": 0.00044241056354989557,
      "loss": 4.6367,
      "step": 2500
    },
    {
      "epoch": 0.24423828125,
      "grad_norm": 0.25451475381851196,
      "learning_rate": 0.00044236374955050574,
      "loss": 4.6367,
      "step": 2501
    },
    {
      "epoch": 0.2443359375,
      "grad_norm": 0.26886335015296936,
      "learning_rate": 0.0004423169193263363,
      "loss": 4.6406,
      "step": 2502
    },
    {
      "epoch": 0.24443359375,
      "grad_norm": 0.2695727050304413,
      "learning_rate": 0.0004422700728819271,
      "loss": 4.6367,
      "step": 2503
    },
    {
      "epoch": 0.24453125,
      "grad_norm": 0.27542734146118164,
      "learning_rate": 0.00044222321022181955,
      "loss": 4.6289,
      "step": 2504
    },
    {
      "epoch": 0.24462890625,
      "grad_norm": 0.291258305311203,
      "learning_rate": 0.0004421763313505568,
      "loss": 4.6484,
      "step": 2505
    },
    {
      "epoch": 0.2447265625,
      "grad_norm": 0.282321959733963,
      "learning_rate": 0.00044212943627268327,
      "loss": 4.6445,
      "step": 2506
    },
    {
      "epoch": 0.24482421875,
      "grad_norm": 0.27125120162963867,
      "learning_rate": 0.00044208252499274524,
      "loss": 4.6172,
      "step": 2507
    },
    {
      "epoch": 0.244921875,
      "grad_norm": 0.27181708812713623,
      "learning_rate": 0.0004420355975152904,
      "loss": 4.6211,
      "step": 2508
    },
    {
      "epoch": 0.24501953125,
      "grad_norm": 0.27521851658821106,
      "learning_rate": 0.0004419886538448681,
      "loss": 4.6797,
      "step": 2509
    },
    {
      "epoch": 0.2451171875,
      "grad_norm": 0.2899063527584076,
      "learning_rate": 0.00044194169398602913,
      "loss": 4.625,
      "step": 2510
    },
    {
      "epoch": 0.24521484375,
      "grad_norm": 0.31704601645469666,
      "learning_rate": 0.0004418947179433259,
      "loss": 4.6562,
      "step": 2511
    },
    {
      "epoch": 0.2453125,
      "grad_norm": 0.37774011492729187,
      "learning_rate": 0.0004418477257213126,
      "loss": 4.625,
      "step": 2512
    },
    {
      "epoch": 0.24541015625,
      "grad_norm": 0.3827389180660248,
      "learning_rate": 0.0004418007173245447,
      "loss": 4.6289,
      "step": 2513
    },
    {
      "epoch": 0.2455078125,
      "grad_norm": 0.34198659658432007,
      "learning_rate": 0.0004417536927575792,
      "loss": 4.6289,
      "step": 2514
    },
    {
      "epoch": 0.24560546875,
      "grad_norm": 0.38824227452278137,
      "learning_rate": 0.000441706652024975,
      "loss": 4.6914,
      "step": 2515
    },
    {
      "epoch": 0.245703125,
      "grad_norm": 0.32041361927986145,
      "learning_rate": 0.00044165959513129245,
      "loss": 4.6367,
      "step": 2516
    },
    {
      "epoch": 0.24580078125,
      "grad_norm": 0.27283477783203125,
      "learning_rate": 0.0004416125220810932,
      "loss": 4.6484,
      "step": 2517
    },
    {
      "epoch": 0.2458984375,
      "grad_norm": 0.2879582643508911,
      "learning_rate": 0.0004415654328789407,
      "loss": 4.6289,
      "step": 2518
    },
    {
      "epoch": 0.24599609375,
      "grad_norm": 0.3273562490940094,
      "learning_rate": 0.00044151832752939993,
      "loss": 4.6562,
      "step": 2519
    },
    {
      "epoch": 0.24609375,
      "grad_norm": 0.33376070857048035,
      "learning_rate": 0.0004414712060370375,
      "loss": 4.6289,
      "step": 2520
    },
    {
      "epoch": 0.24619140625,
      "grad_norm": 0.3266454041004181,
      "learning_rate": 0.00044142406840642147,
      "loss": 4.6406,
      "step": 2521
    },
    {
      "epoch": 0.2462890625,
      "grad_norm": 0.28334441781044006,
      "learning_rate": 0.00044137691464212164,
      "loss": 4.6523,
      "step": 2522
    },
    {
      "epoch": 0.24638671875,
      "grad_norm": 0.2528420090675354,
      "learning_rate": 0.000441329744748709,
      "loss": 4.5977,
      "step": 2523
    },
    {
      "epoch": 0.246484375,
      "grad_norm": 0.274658203125,
      "learning_rate": 0.0004412825587307566,
      "loss": 4.6445,
      "step": 2524
    },
    {
      "epoch": 0.24658203125,
      "grad_norm": 0.27589505910873413,
      "learning_rate": 0.0004412353565928387,
      "loss": 4.6562,
      "step": 2525
    },
    {
      "epoch": 0.2466796875,
      "grad_norm": 0.2908239960670471,
      "learning_rate": 0.00044118813833953115,
      "loss": 4.6484,
      "step": 2526
    },
    {
      "epoch": 0.24677734375,
      "grad_norm": 0.3189093768596649,
      "learning_rate": 0.00044114090397541153,
      "loss": 4.6094,
      "step": 2527
    },
    {
      "epoch": 0.246875,
      "grad_norm": 0.3125719428062439,
      "learning_rate": 0.00044109365350505886,
      "loss": 4.6055,
      "step": 2528
    },
    {
      "epoch": 0.24697265625,
      "grad_norm": 0.29585713148117065,
      "learning_rate": 0.00044104638693305375,
      "loss": 4.668,
      "step": 2529
    },
    {
      "epoch": 0.2470703125,
      "grad_norm": 0.2776036560535431,
      "learning_rate": 0.00044099910426397844,
      "loss": 4.668,
      "step": 2530
    },
    {
      "epoch": 0.24716796875,
      "grad_norm": 0.24307331442832947,
      "learning_rate": 0.0004409518055024166,
      "loss": 4.6172,
      "step": 2531
    },
    {
      "epoch": 0.247265625,
      "grad_norm": 0.33505502343177795,
      "learning_rate": 0.00044090449065295353,
      "loss": 4.6289,
      "step": 2532
    },
    {
      "epoch": 0.24736328125,
      "grad_norm": 0.3090203106403351,
      "learning_rate": 0.00044085715972017606,
      "loss": 4.6328,
      "step": 2533
    },
    {
      "epoch": 0.2474609375,
      "grad_norm": 0.3120708167552948,
      "learning_rate": 0.0004408098127086726,
      "loss": 4.625,
      "step": 2534
    },
    {
      "epoch": 0.24755859375,
      "grad_norm": 0.27217045426368713,
      "learning_rate": 0.00044076244962303323,
      "loss": 4.6523,
      "step": 2535
    },
    {
      "epoch": 0.24765625,
      "grad_norm": 0.2814929485321045,
      "learning_rate": 0.0004407150704678494,
      "loss": 4.6094,
      "step": 2536
    },
    {
      "epoch": 0.24775390625,
      "grad_norm": 0.2786533236503601,
      "learning_rate": 0.00044066767524771414,
      "loss": 4.6406,
      "step": 2537
    },
    {
      "epoch": 0.2478515625,
      "grad_norm": 0.26336488127708435,
      "learning_rate": 0.0004406202639672222,
      "loss": 4.6406,
      "step": 2538
    },
    {
      "epoch": 0.24794921875,
      "grad_norm": 0.2611856460571289,
      "learning_rate": 0.0004405728366309697,
      "loss": 4.6641,
      "step": 2539
    },
    {
      "epoch": 0.248046875,
      "grad_norm": 0.27430519461631775,
      "learning_rate": 0.0004405253932435545,
      "loss": 4.6602,
      "step": 2540
    },
    {
      "epoch": 0.24814453125,
      "grad_norm": 0.2710666060447693,
      "learning_rate": 0.00044047793380957577,
      "loss": 4.6445,
      "step": 2541
    },
    {
      "epoch": 0.2482421875,
      "grad_norm": 0.27449366450309753,
      "learning_rate": 0.0004404304583336345,
      "loss": 4.6133,
      "step": 2542
    },
    {
      "epoch": 0.24833984375,
      "grad_norm": 0.3431309759616852,
      "learning_rate": 0.00044038296682033306,
      "loss": 4.6289,
      "step": 2543
    },
    {
      "epoch": 0.2484375,
      "grad_norm": 0.3754369020462036,
      "learning_rate": 0.0004403354592742755,
      "loss": 4.6211,
      "step": 2544
    },
    {
      "epoch": 0.24853515625,
      "grad_norm": 0.399315744638443,
      "learning_rate": 0.00044028793570006727,
      "loss": 4.6445,
      "step": 2545
    },
    {
      "epoch": 0.2486328125,
      "grad_norm": 0.3968663513660431,
      "learning_rate": 0.00044024039610231544,
      "loss": 4.6172,
      "step": 2546
    },
    {
      "epoch": 0.24873046875,
      "grad_norm": 0.28154146671295166,
      "learning_rate": 0.0004401928404856287,
      "loss": 4.6641,
      "step": 2547
    },
    {
      "epoch": 0.248828125,
      "grad_norm": 0.29224708676338196,
      "learning_rate": 0.0004401452688546173,
      "loss": 4.6641,
      "step": 2548
    },
    {
      "epoch": 0.24892578125,
      "grad_norm": 0.30365678668022156,
      "learning_rate": 0.0004400976812138929,
      "loss": 4.6484,
      "step": 2549
    },
    {
      "epoch": 0.2490234375,
      "grad_norm": 0.3276931643486023,
      "learning_rate": 0.0004400500775680688,
      "loss": 4.6406,
      "step": 2550
    },
    {
      "epoch": 0.24912109375,
      "grad_norm": 0.3508548438549042,
      "learning_rate": 0.00044000245792175997,
      "loss": 4.6797,
      "step": 2551
    },
    {
      "epoch": 0.24921875,
      "grad_norm": 0.3195402920246124,
      "learning_rate": 0.00043995482227958264,
      "loss": 4.6562,
      "step": 2552
    },
    {
      "epoch": 0.24931640625,
      "grad_norm": 0.23737281560897827,
      "learning_rate": 0.00043990717064615483,
      "loss": 4.6797,
      "step": 2553
    },
    {
      "epoch": 0.2494140625,
      "grad_norm": 0.26599809527397156,
      "learning_rate": 0.00043985950302609606,
      "loss": 4.6641,
      "step": 2554
    },
    {
      "epoch": 0.24951171875,
      "grad_norm": 0.2774026393890381,
      "learning_rate": 0.0004398118194240274,
      "loss": 4.6602,
      "step": 2555
    },
    {
      "epoch": 0.249609375,
      "grad_norm": 0.2594927251338959,
      "learning_rate": 0.00043976411984457143,
      "loss": 4.6172,
      "step": 2556
    },
    {
      "epoch": 0.24970703125,
      "grad_norm": 0.2625410556793213,
      "learning_rate": 0.00043971640429235224,
      "loss": 4.6562,
      "step": 2557
    },
    {
      "epoch": 0.2498046875,
      "grad_norm": 0.2773466408252716,
      "learning_rate": 0.00043966867277199566,
      "loss": 4.6367,
      "step": 2558
    },
    {
      "epoch": 0.24990234375,
      "grad_norm": 0.2608027160167694,
      "learning_rate": 0.0004396209252881289,
      "loss": 4.6445,
      "step": 2559
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2640449106693268,
      "learning_rate": 0.0004395731618453806,
      "loss": 4.6406,
      "step": 2560
    },
    {
      "epoch": 0.25009765625,
      "grad_norm": 0.2891799211502075,
      "learning_rate": 0.0004395253824483813,
      "loss": 4.6641,
      "step": 2561
    },
    {
      "epoch": 0.2501953125,
      "grad_norm": 0.27893730998039246,
      "learning_rate": 0.0004394775871017628,
      "loss": 4.6289,
      "step": 2562
    },
    {
      "epoch": 0.25029296875,
      "grad_norm": 0.24193783104419708,
      "learning_rate": 0.0004394297758101586,
      "loss": 4.5977,
      "step": 2563
    },
    {
      "epoch": 0.250390625,
      "grad_norm": 0.31036582589149475,
      "learning_rate": 0.0004393819485782036,
      "loss": 4.625,
      "step": 2564
    },
    {
      "epoch": 0.25048828125,
      "grad_norm": 0.3697652518749237,
      "learning_rate": 0.00043933410541053424,
      "loss": 4.6797,
      "step": 2565
    },
    {
      "epoch": 0.2505859375,
      "grad_norm": 0.3934558629989624,
      "learning_rate": 0.0004392862463117888,
      "loss": 4.6289,
      "step": 2566
    },
    {
      "epoch": 0.25068359375,
      "grad_norm": 0.3703542649745941,
      "learning_rate": 0.0004392383712866067,
      "loss": 4.6211,
      "step": 2567
    },
    {
      "epoch": 0.25078125,
      "grad_norm": 0.3403394818305969,
      "learning_rate": 0.0004391904803396293,
      "loss": 4.6172,
      "step": 2568
    },
    {
      "epoch": 0.25087890625,
      "grad_norm": 0.3069233000278473,
      "learning_rate": 0.00043914257347549913,
      "loss": 4.6367,
      "step": 2569
    },
    {
      "epoch": 0.2509765625,
      "grad_norm": 0.26165324449539185,
      "learning_rate": 0.0004390946506988605,
      "loss": 4.6289,
      "step": 2570
    },
    {
      "epoch": 0.25107421875,
      "grad_norm": 0.23558934032917023,
      "learning_rate": 0.00043904671201435927,
      "loss": 4.6328,
      "step": 2571
    },
    {
      "epoch": 0.251171875,
      "grad_norm": 0.290761798620224,
      "learning_rate": 0.0004389987574266426,
      "loss": 4.6406,
      "step": 2572
    },
    {
      "epoch": 0.25126953125,
      "grad_norm": 0.29168501496315,
      "learning_rate": 0.0004389507869403595,
      "loss": 4.6172,
      "step": 2573
    },
    {
      "epoch": 0.2513671875,
      "grad_norm": 0.3213168978691101,
      "learning_rate": 0.0004389028005601604,
      "loss": 4.6406,
      "step": 2574
    },
    {
      "epoch": 0.25146484375,
      "grad_norm": 0.3191249966621399,
      "learning_rate": 0.0004388547982906971,
      "loss": 4.625,
      "step": 2575
    },
    {
      "epoch": 0.2515625,
      "grad_norm": 0.28562894463539124,
      "learning_rate": 0.00043880678013662324,
      "loss": 4.6797,
      "step": 2576
    },
    {
      "epoch": 0.25166015625,
      "grad_norm": 0.2667846381664276,
      "learning_rate": 0.0004387587461025938,
      "loss": 4.582,
      "step": 2577
    },
    {
      "epoch": 0.2517578125,
      "grad_norm": 0.2537870705127716,
      "learning_rate": 0.00043871069619326545,
      "loss": 4.6445,
      "step": 2578
    },
    {
      "epoch": 0.25185546875,
      "grad_norm": 0.2587931156158447,
      "learning_rate": 0.0004386626304132961,
      "loss": 4.625,
      "step": 2579
    },
    {
      "epoch": 0.251953125,
      "grad_norm": 0.23060335218906403,
      "learning_rate": 0.0004386145487673455,
      "loss": 4.6328,
      "step": 2580
    },
    {
      "epoch": 0.25205078125,
      "grad_norm": 0.22982822358608246,
      "learning_rate": 0.0004385664512600749,
      "loss": 4.6523,
      "step": 2581
    },
    {
      "epoch": 0.2521484375,
      "grad_norm": 0.2807593047618866,
      "learning_rate": 0.000438518337896147,
      "loss": 4.6367,
      "step": 2582
    },
    {
      "epoch": 0.25224609375,
      "grad_norm": 0.2805570363998413,
      "learning_rate": 0.000438470208680226,
      "loss": 4.6289,
      "step": 2583
    },
    {
      "epoch": 0.25234375,
      "grad_norm": 0.2497144192457199,
      "learning_rate": 0.0004384220636169778,
      "loss": 4.6367,
      "step": 2584
    },
    {
      "epoch": 0.25244140625,
      "grad_norm": 0.24642769992351532,
      "learning_rate": 0.0004383739027110695,
      "loss": 4.6406,
      "step": 2585
    },
    {
      "epoch": 0.2525390625,
      "grad_norm": 0.24216412007808685,
      "learning_rate": 0.00043832572596717043,
      "loss": 4.625,
      "step": 2586
    },
    {
      "epoch": 0.25263671875,
      "grad_norm": 0.2918716371059418,
      "learning_rate": 0.0004382775333899505,
      "loss": 4.6523,
      "step": 2587
    },
    {
      "epoch": 0.252734375,
      "grad_norm": 0.3243367075920105,
      "learning_rate": 0.000438229324984082,
      "loss": 4.6523,
      "step": 2588
    },
    {
      "epoch": 0.25283203125,
      "grad_norm": 0.3255716562271118,
      "learning_rate": 0.00043818110075423823,
      "loss": 4.625,
      "step": 2589
    },
    {
      "epoch": 0.2529296875,
      "grad_norm": 0.2977418601512909,
      "learning_rate": 0.00043813286070509426,
      "loss": 4.6602,
      "step": 2590
    },
    {
      "epoch": 0.25302734375,
      "grad_norm": 0.2932508587837219,
      "learning_rate": 0.0004380846048413267,
      "loss": 4.6094,
      "step": 2591
    },
    {
      "epoch": 0.253125,
      "grad_norm": 0.252905935049057,
      "learning_rate": 0.0004380363331676135,
      "loss": 4.6055,
      "step": 2592
    },
    {
      "epoch": 0.25322265625,
      "grad_norm": 0.2580551505088806,
      "learning_rate": 0.0004379880456886343,
      "loss": 4.6211,
      "step": 2593
    },
    {
      "epoch": 0.2533203125,
      "grad_norm": 0.2548312544822693,
      "learning_rate": 0.0004379397424090703,
      "loss": 4.625,
      "step": 2594
    },
    {
      "epoch": 0.25341796875,
      "grad_norm": 0.2486112117767334,
      "learning_rate": 0.00043789142333360416,
      "loss": 4.6562,
      "step": 2595
    },
    {
      "epoch": 0.253515625,
      "grad_norm": 0.2424216866493225,
      "learning_rate": 0.0004378430884669201,
      "loss": 4.6367,
      "step": 2596
    },
    {
      "epoch": 0.25361328125,
      "grad_norm": 0.2615583837032318,
      "learning_rate": 0.00043779473781370377,
      "loss": 4.625,
      "step": 2597
    },
    {
      "epoch": 0.2537109375,
      "grad_norm": 0.2625563442707062,
      "learning_rate": 0.0004377463713786426,
      "loss": 4.6445,
      "step": 2598
    },
    {
      "epoch": 0.25380859375,
      "grad_norm": 0.3095974326133728,
      "learning_rate": 0.00043769798916642517,
      "loss": 4.6133,
      "step": 2599
    },
    {
      "epoch": 0.25390625,
      "grad_norm": 0.33262208104133606,
      "learning_rate": 0.000437649591181742,
      "loss": 4.6523,
      "step": 2600
    },
    {
      "epoch": 0.25400390625,
      "grad_norm": 0.40450748801231384,
      "learning_rate": 0.0004376011774292848,
      "loss": 4.6719,
      "step": 2601
    },
    {
      "epoch": 0.2541015625,
      "grad_norm": 0.4640595018863678,
      "learning_rate": 0.0004375527479137471,
      "loss": 4.6211,
      "step": 2602
    },
    {
      "epoch": 0.25419921875,
      "grad_norm": 0.47564366459846497,
      "learning_rate": 0.0004375043026398237,
      "loss": 4.6445,
      "step": 2603
    },
    {
      "epoch": 0.254296875,
      "grad_norm": 0.35595545172691345,
      "learning_rate": 0.0004374558416122111,
      "loss": 4.6211,
      "step": 2604
    },
    {
      "epoch": 0.25439453125,
      "grad_norm": 0.256295770406723,
      "learning_rate": 0.0004374073648356072,
      "loss": 4.6641,
      "step": 2605
    },
    {
      "epoch": 0.2544921875,
      "grad_norm": 0.3992545008659363,
      "learning_rate": 0.00043735887231471156,
      "loss": 4.6172,
      "step": 2606
    },
    {
      "epoch": 0.25458984375,
      "grad_norm": 0.36927610635757446,
      "learning_rate": 0.00043731036405422524,
      "loss": 4.6602,
      "step": 2607
    },
    {
      "epoch": 0.2546875,
      "grad_norm": 0.2414986789226532,
      "learning_rate": 0.00043726184005885065,
      "loss": 4.6172,
      "step": 2608
    },
    {
      "epoch": 0.25478515625,
      "grad_norm": 0.37241289019584656,
      "learning_rate": 0.000437213300333292,
      "loss": 4.6406,
      "step": 2609
    },
    {
      "epoch": 0.2548828125,
      "grad_norm": 0.4023999571800232,
      "learning_rate": 0.0004371647448822548,
      "loss": 4.6562,
      "step": 2610
    },
    {
      "epoch": 0.25498046875,
      "grad_norm": 0.2666376233100891,
      "learning_rate": 0.0004371161737104463,
      "loss": 4.6406,
      "step": 2611
    },
    {
      "epoch": 0.255078125,
      "grad_norm": 0.2868267595767975,
      "learning_rate": 0.0004370675868225749,
      "loss": 4.6289,
      "step": 2612
    },
    {
      "epoch": 0.25517578125,
      "grad_norm": 0.315245121717453,
      "learning_rate": 0.000437018984223351,
      "loss": 4.6172,
      "step": 2613
    },
    {
      "epoch": 0.2552734375,
      "grad_norm": 0.27774590253829956,
      "learning_rate": 0.0004369703659174861,
      "loss": 4.6367,
      "step": 2614
    },
    {
      "epoch": 0.25537109375,
      "grad_norm": 0.23025551438331604,
      "learning_rate": 0.0004369217319096936,
      "loss": 4.6406,
      "step": 2615
    },
    {
      "epoch": 0.25546875,
      "grad_norm": 0.26377880573272705,
      "learning_rate": 0.0004368730822046882,
      "loss": 4.6602,
      "step": 2616
    },
    {
      "epoch": 0.25556640625,
      "grad_norm": 0.28632158041000366,
      "learning_rate": 0.00043682441680718603,
      "loss": 4.6172,
      "step": 2617
    },
    {
      "epoch": 0.2556640625,
      "grad_norm": 0.23507046699523926,
      "learning_rate": 0.000436775735721905,
      "loss": 4.6289,
      "step": 2618
    },
    {
      "epoch": 0.25576171875,
      "grad_norm": 0.23724232614040375,
      "learning_rate": 0.00043672703895356437,
      "loss": 4.6289,
      "step": 2619
    },
    {
      "epoch": 0.255859375,
      "grad_norm": 0.2762061059474945,
      "learning_rate": 0.0004366783265068849,
      "loss": 4.6523,
      "step": 2620
    },
    {
      "epoch": 0.25595703125,
      "grad_norm": 0.3277427852153778,
      "learning_rate": 0.00043662959838658904,
      "loss": 4.6094,
      "step": 2621
    },
    {
      "epoch": 0.2560546875,
      "grad_norm": 0.30051320791244507,
      "learning_rate": 0.0004365808545974006,
      "loss": 4.6406,
      "step": 2622
    },
    {
      "epoch": 0.25615234375,
      "grad_norm": 0.27253690361976624,
      "learning_rate": 0.0004365320951440449,
      "loss": 4.6016,
      "step": 2623
    },
    {
      "epoch": 0.25625,
      "grad_norm": 0.2699415981769562,
      "learning_rate": 0.000436483320031249,
      "loss": 4.6211,
      "step": 2624
    },
    {
      "epoch": 0.25634765625,
      "grad_norm": 0.2972502112388611,
      "learning_rate": 0.00043643452926374115,
      "loss": 4.6094,
      "step": 2625
    },
    {
      "epoch": 0.2564453125,
      "grad_norm": 0.28808775544166565,
      "learning_rate": 0.0004363857228462514,
      "loss": 4.6523,
      "step": 2626
    },
    {
      "epoch": 0.25654296875,
      "grad_norm": 0.2569367587566376,
      "learning_rate": 0.00043633690078351105,
      "loss": 4.6289,
      "step": 2627
    },
    {
      "epoch": 0.256640625,
      "grad_norm": 0.23887008428573608,
      "learning_rate": 0.0004362880630802533,
      "loss": 4.6328,
      "step": 2628
    },
    {
      "epoch": 0.25673828125,
      "grad_norm": 0.26324599981307983,
      "learning_rate": 0.00043623920974121235,
      "loss": 4.6602,
      "step": 2629
    },
    {
      "epoch": 0.2568359375,
      "grad_norm": 0.30115535855293274,
      "learning_rate": 0.00043619034077112446,
      "loss": 4.6211,
      "step": 2630
    },
    {
      "epoch": 0.25693359375,
      "grad_norm": 0.3043840229511261,
      "learning_rate": 0.000436141456174727,
      "loss": 4.6406,
      "step": 2631
    },
    {
      "epoch": 0.25703125,
      "grad_norm": 0.32109421491622925,
      "learning_rate": 0.000436092555956759,
      "loss": 4.6367,
      "step": 2632
    },
    {
      "epoch": 0.25712890625,
      "grad_norm": 0.3065946698188782,
      "learning_rate": 0.00043604364012196113,
      "loss": 4.6523,
      "step": 2633
    },
    {
      "epoch": 0.2572265625,
      "grad_norm": 0.23051096498966217,
      "learning_rate": 0.0004359947086750753,
      "loss": 4.6484,
      "step": 2634
    },
    {
      "epoch": 0.25732421875,
      "grad_norm": 0.2702968716621399,
      "learning_rate": 0.00043594576162084514,
      "loss": 4.6172,
      "step": 2635
    },
    {
      "epoch": 0.257421875,
      "grad_norm": 0.29582664370536804,
      "learning_rate": 0.0004358967989640157,
      "loss": 4.6289,
      "step": 2636
    },
    {
      "epoch": 0.25751953125,
      "grad_norm": 0.28188806772232056,
      "learning_rate": 0.00043584782070933367,
      "loss": 4.5977,
      "step": 2637
    },
    {
      "epoch": 0.2576171875,
      "grad_norm": 0.26752015948295593,
      "learning_rate": 0.000435798826861547,
      "loss": 4.6328,
      "step": 2638
    },
    {
      "epoch": 0.25771484375,
      "grad_norm": 0.258663147687912,
      "learning_rate": 0.00043574981742540555,
      "loss": 4.5898,
      "step": 2639
    },
    {
      "epoch": 0.2578125,
      "grad_norm": 0.26688337326049805,
      "learning_rate": 0.00043570079240566026,
      "loss": 4.6172,
      "step": 2640
    },
    {
      "epoch": 0.25791015625,
      "grad_norm": 0.31377387046813965,
      "learning_rate": 0.0004356517518070637,
      "loss": 4.6016,
      "step": 2641
    },
    {
      "epoch": 0.2580078125,
      "grad_norm": 0.38951390981674194,
      "learning_rate": 0.00043560269563437025,
      "loss": 4.6641,
      "step": 2642
    },
    {
      "epoch": 0.25810546875,
      "grad_norm": 0.39420628547668457,
      "learning_rate": 0.00043555362389233556,
      "loss": 4.6445,
      "step": 2643
    },
    {
      "epoch": 0.258203125,
      "grad_norm": 0.3550975024700165,
      "learning_rate": 0.0004355045365857166,
      "loss": 4.6367,
      "step": 2644
    },
    {
      "epoch": 0.25830078125,
      "grad_norm": 0.29494383931159973,
      "learning_rate": 0.0004354554337192722,
      "loss": 4.6758,
      "step": 2645
    },
    {
      "epoch": 0.2583984375,
      "grad_norm": 0.22620560228824615,
      "learning_rate": 0.00043540631529776245,
      "loss": 4.625,
      "step": 2646
    },
    {
      "epoch": 0.25849609375,
      "grad_norm": 0.2794688940048218,
      "learning_rate": 0.00043535718132594925,
      "loss": 4.6289,
      "step": 2647
    },
    {
      "epoch": 0.25859375,
      "grad_norm": 0.3116011619567871,
      "learning_rate": 0.0004353080318085956,
      "loss": 4.6211,
      "step": 2648
    },
    {
      "epoch": 0.25869140625,
      "grad_norm": 0.3346978724002838,
      "learning_rate": 0.00043525886675046627,
      "loss": 4.6562,
      "step": 2649
    },
    {
      "epoch": 0.2587890625,
      "grad_norm": 0.2688816785812378,
      "learning_rate": 0.00043520968615632744,
      "loss": 4.6133,
      "step": 2650
    },
    {
      "epoch": 0.25888671875,
      "grad_norm": 0.2490513175725937,
      "learning_rate": 0.000435160490030947,
      "loss": 4.6211,
      "step": 2651
    },
    {
      "epoch": 0.258984375,
      "grad_norm": 0.2807507812976837,
      "learning_rate": 0.000435111278379094,
      "loss": 4.6562,
      "step": 2652
    },
    {
      "epoch": 0.25908203125,
      "grad_norm": 0.24647557735443115,
      "learning_rate": 0.00043506205120553927,
      "loss": 4.5938,
      "step": 2653
    },
    {
      "epoch": 0.2591796875,
      "grad_norm": 0.25943833589553833,
      "learning_rate": 0.00043501280851505496,
      "loss": 4.5898,
      "step": 2654
    },
    {
      "epoch": 0.25927734375,
      "grad_norm": 0.291103720664978,
      "learning_rate": 0.0004349635503124149,
      "loss": 4.6211,
      "step": 2655
    },
    {
      "epoch": 0.259375,
      "grad_norm": 0.2734870910644531,
      "learning_rate": 0.00043491427660239437,
      "loss": 4.6328,
      "step": 2656
    },
    {
      "epoch": 0.25947265625,
      "grad_norm": 0.27138301730155945,
      "learning_rate": 0.00043486498738976997,
      "loss": 4.5938,
      "step": 2657
    },
    {
      "epoch": 0.2595703125,
      "grad_norm": 0.27812081575393677,
      "learning_rate": 0.0004348156826793201,
      "loss": 4.6406,
      "step": 2658
    },
    {
      "epoch": 0.25966796875,
      "grad_norm": 0.255628764629364,
      "learning_rate": 0.0004347663624758245,
      "loss": 4.6484,
      "step": 2659
    },
    {
      "epoch": 0.259765625,
      "grad_norm": 0.26133373379707336,
      "learning_rate": 0.0004347170267840643,
      "loss": 4.6602,
      "step": 2660
    },
    {
      "epoch": 0.25986328125,
      "grad_norm": 0.24307551980018616,
      "learning_rate": 0.00043466767560882243,
      "loss": 4.6328,
      "step": 2661
    },
    {
      "epoch": 0.2599609375,
      "grad_norm": 0.25641006231307983,
      "learning_rate": 0.00043461830895488306,
      "loss": 4.6016,
      "step": 2662
    },
    {
      "epoch": 0.26005859375,
      "grad_norm": 0.28057554364204407,
      "learning_rate": 0.00043456892682703193,
      "loss": 4.5977,
      "step": 2663
    },
    {
      "epoch": 0.26015625,
      "grad_norm": 0.3308285176753998,
      "learning_rate": 0.0004345195292300564,
      "loss": 4.6445,
      "step": 2664
    },
    {
      "epoch": 0.26025390625,
      "grad_norm": 0.36961767077445984,
      "learning_rate": 0.0004344701161687452,
      "loss": 4.6289,
      "step": 2665
    },
    {
      "epoch": 0.2603515625,
      "grad_norm": 0.36934393644332886,
      "learning_rate": 0.0004344206876478884,
      "loss": 4.6289,
      "step": 2666
    },
    {
      "epoch": 0.26044921875,
      "grad_norm": 0.31152284145355225,
      "learning_rate": 0.00043437124367227807,
      "loss": 4.6562,
      "step": 2667
    },
    {
      "epoch": 0.260546875,
      "grad_norm": 0.2506508231163025,
      "learning_rate": 0.0004343217842467074,
      "loss": 4.6328,
      "step": 2668
    },
    {
      "epoch": 0.26064453125,
      "grad_norm": 0.2702595293521881,
      "learning_rate": 0.0004342723093759709,
      "loss": 4.6328,
      "step": 2669
    },
    {
      "epoch": 0.2607421875,
      "grad_norm": 0.2991844713687897,
      "learning_rate": 0.00043422281906486504,
      "loss": 4.5977,
      "step": 2670
    },
    {
      "epoch": 0.26083984375,
      "grad_norm": 0.33450913429260254,
      "learning_rate": 0.0004341733133181875,
      "loss": 4.625,
      "step": 2671
    },
    {
      "epoch": 0.2609375,
      "grad_norm": 0.3373546004295349,
      "learning_rate": 0.0004341237921407377,
      "loss": 4.6484,
      "step": 2672
    },
    {
      "epoch": 0.26103515625,
      "grad_norm": 0.29305994510650635,
      "learning_rate": 0.00043407425553731603,
      "loss": 4.6211,
      "step": 2673
    },
    {
      "epoch": 0.2611328125,
      "grad_norm": 0.23810382187366486,
      "learning_rate": 0.000434024703512725,
      "loss": 4.6445,
      "step": 2674
    },
    {
      "epoch": 0.26123046875,
      "grad_norm": 0.25600048899650574,
      "learning_rate": 0.0004339751360717683,
      "loss": 4.6289,
      "step": 2675
    },
    {
      "epoch": 0.261328125,
      "grad_norm": 0.2791506350040436,
      "learning_rate": 0.0004339255532192511,
      "loss": 4.6094,
      "step": 2676
    },
    {
      "epoch": 0.26142578125,
      "grad_norm": 0.3102114796638489,
      "learning_rate": 0.0004338759549599802,
      "loss": 4.6094,
      "step": 2677
    },
    {
      "epoch": 0.2615234375,
      "grad_norm": 0.2775516211986542,
      "learning_rate": 0.0004338263412987636,
      "loss": 4.6445,
      "step": 2678
    },
    {
      "epoch": 0.26162109375,
      "grad_norm": 0.2559386193752289,
      "learning_rate": 0.00043377671224041137,
      "loss": 4.5977,
      "step": 2679
    },
    {
      "epoch": 0.26171875,
      "grad_norm": 0.26493871212005615,
      "learning_rate": 0.00043372706778973435,
      "loss": 4.6211,
      "step": 2680
    },
    {
      "epoch": 0.26181640625,
      "grad_norm": 0.2893526554107666,
      "learning_rate": 0.00043367740795154547,
      "loss": 4.6562,
      "step": 2681
    },
    {
      "epoch": 0.2619140625,
      "grad_norm": 0.35771387815475464,
      "learning_rate": 0.0004336277327306588,
      "loss": 4.6055,
      "step": 2682
    },
    {
      "epoch": 0.26201171875,
      "grad_norm": 0.3137047290802002,
      "learning_rate": 0.0004335780421318901,
      "loss": 4.6094,
      "step": 2683
    },
    {
      "epoch": 0.262109375,
      "grad_norm": 0.2459126114845276,
      "learning_rate": 0.00043352833616005647,
      "loss": 4.6406,
      "step": 2684
    },
    {
      "epoch": 0.26220703125,
      "grad_norm": 0.25466591119766235,
      "learning_rate": 0.0004334786148199765,
      "loss": 4.6602,
      "step": 2685
    },
    {
      "epoch": 0.2623046875,
      "grad_norm": 0.2563462555408478,
      "learning_rate": 0.0004334288781164705,
      "loss": 4.6328,
      "step": 2686
    },
    {
      "epoch": 0.26240234375,
      "grad_norm": 0.26143601536750793,
      "learning_rate": 0.0004333791260543601,
      "loss": 4.6328,
      "step": 2687
    },
    {
      "epoch": 0.2625,
      "grad_norm": 0.25282952189445496,
      "learning_rate": 0.00043332935863846825,
      "loss": 4.6367,
      "step": 2688
    },
    {
      "epoch": 0.26259765625,
      "grad_norm": 0.2638847827911377,
      "learning_rate": 0.00043327957587361963,
      "loss": 4.6172,
      "step": 2689
    },
    {
      "epoch": 0.2626953125,
      "grad_norm": 0.24002081155776978,
      "learning_rate": 0.00043322977776464043,
      "loss": 4.6172,
      "step": 2690
    },
    {
      "epoch": 0.26279296875,
      "grad_norm": 0.26813840866088867,
      "learning_rate": 0.0004331799643163582,
      "loss": 4.6367,
      "step": 2691
    },
    {
      "epoch": 0.262890625,
      "grad_norm": 0.24831174314022064,
      "learning_rate": 0.000433130135533602,
      "loss": 4.6133,
      "step": 2692
    },
    {
      "epoch": 0.26298828125,
      "grad_norm": 0.2469542920589447,
      "learning_rate": 0.0004330802914212024,
      "loss": 4.625,
      "step": 2693
    },
    {
      "epoch": 0.2630859375,
      "grad_norm": 0.25638291239738464,
      "learning_rate": 0.0004330304319839914,
      "loss": 4.6172,
      "step": 2694
    },
    {
      "epoch": 0.26318359375,
      "grad_norm": 0.26377740502357483,
      "learning_rate": 0.0004329805572268026,
      "loss": 4.625,
      "step": 2695
    },
    {
      "epoch": 0.26328125,
      "grad_norm": 0.2609005272388458,
      "learning_rate": 0.000432930667154471,
      "loss": 4.6328,
      "step": 2696
    },
    {
      "epoch": 0.26337890625,
      "grad_norm": 0.2879921793937683,
      "learning_rate": 0.0004328807617718331,
      "loss": 4.6523,
      "step": 2697
    },
    {
      "epoch": 0.2634765625,
      "grad_norm": 0.31698736548423767,
      "learning_rate": 0.0004328308410837269,
      "loss": 4.6172,
      "step": 2698
    },
    {
      "epoch": 0.26357421875,
      "grad_norm": 0.3793221712112427,
      "learning_rate": 0.00043278090509499175,
      "loss": 4.6367,
      "step": 2699
    },
    {
      "epoch": 0.263671875,
      "grad_norm": 0.40002351999282837,
      "learning_rate": 0.0004327309538104688,
      "loss": 4.6328,
      "step": 2700
    },
    {
      "epoch": 0.26376953125,
      "grad_norm": 0.340290904045105,
      "learning_rate": 0.00043268098723500036,
      "loss": 4.6094,
      "step": 2701
    },
    {
      "epoch": 0.2638671875,
      "grad_norm": 0.2754620313644409,
      "learning_rate": 0.00043263100537343054,
      "loss": 4.6445,
      "step": 2702
    },
    {
      "epoch": 0.26396484375,
      "grad_norm": 0.3039878308773041,
      "learning_rate": 0.00043258100823060443,
      "loss": 4.6289,
      "step": 2703
    },
    {
      "epoch": 0.2640625,
      "grad_norm": 0.2932458519935608,
      "learning_rate": 0.0004325309958113691,
      "loss": 4.6445,
      "step": 2704
    },
    {
      "epoch": 0.26416015625,
      "grad_norm": 0.3293628692626953,
      "learning_rate": 0.0004324809681205729,
      "loss": 4.6289,
      "step": 2705
    },
    {
      "epoch": 0.2642578125,
      "grad_norm": 0.29881125688552856,
      "learning_rate": 0.00043243092516306576,
      "loss": 4.625,
      "step": 2706
    },
    {
      "epoch": 0.26435546875,
      "grad_norm": 0.24560591578483582,
      "learning_rate": 0.00043238086694369875,
      "loss": 4.6523,
      "step": 2707
    },
    {
      "epoch": 0.264453125,
      "grad_norm": 0.2545822858810425,
      "learning_rate": 0.00043233079346732497,
      "loss": 4.6016,
      "step": 2708
    },
    {
      "epoch": 0.26455078125,
      "grad_norm": 0.27566730976104736,
      "learning_rate": 0.00043228070473879857,
      "loss": 4.5859,
      "step": 2709
    },
    {
      "epoch": 0.2646484375,
      "grad_norm": 0.27875474095344543,
      "learning_rate": 0.00043223060076297526,
      "loss": 4.6172,
      "step": 2710
    },
    {
      "epoch": 0.26474609375,
      "grad_norm": 0.2811029255390167,
      "learning_rate": 0.0004321804815447123,
      "loss": 4.6016,
      "step": 2711
    },
    {
      "epoch": 0.26484375,
      "grad_norm": 0.24105289578437805,
      "learning_rate": 0.00043213034708886847,
      "loss": 4.6406,
      "step": 2712
    },
    {
      "epoch": 0.26494140625,
      "grad_norm": 0.2662856876850128,
      "learning_rate": 0.000432080197400304,
      "loss": 4.6445,
      "step": 2713
    },
    {
      "epoch": 0.2650390625,
      "grad_norm": 0.25164878368377686,
      "learning_rate": 0.00043203003248388046,
      "loss": 4.625,
      "step": 2714
    },
    {
      "epoch": 0.26513671875,
      "grad_norm": 0.27431565523147583,
      "learning_rate": 0.00043197985234446094,
      "loss": 4.625,
      "step": 2715
    },
    {
      "epoch": 0.265234375,
      "grad_norm": 0.2735578417778015,
      "learning_rate": 0.0004319296569869103,
      "loss": 4.6172,
      "step": 2716
    },
    {
      "epoch": 0.26533203125,
      "grad_norm": 0.2583950161933899,
      "learning_rate": 0.00043187944641609444,
      "loss": 4.6094,
      "step": 2717
    },
    {
      "epoch": 0.2654296875,
      "grad_norm": 0.2893451154232025,
      "learning_rate": 0.000431829220636881,
      "loss": 4.6445,
      "step": 2718
    },
    {
      "epoch": 0.26552734375,
      "grad_norm": 0.28681814670562744,
      "learning_rate": 0.000431778979654139,
      "loss": 4.6172,
      "step": 2719
    },
    {
      "epoch": 0.265625,
      "grad_norm": 0.23266421258449554,
      "learning_rate": 0.000431728723472739,
      "loss": 4.6289,
      "step": 2720
    },
    {
      "epoch": 0.26572265625,
      "grad_norm": 0.23381997644901276,
      "learning_rate": 0.0004316784520975531,
      "loss": 4.625,
      "step": 2721
    },
    {
      "epoch": 0.2658203125,
      "grad_norm": 0.2360221892595291,
      "learning_rate": 0.00043162816553345444,
      "loss": 4.6562,
      "step": 2722
    },
    {
      "epoch": 0.26591796875,
      "grad_norm": 0.23772352933883667,
      "learning_rate": 0.0004315778637853183,
      "loss": 4.625,
      "step": 2723
    },
    {
      "epoch": 0.266015625,
      "grad_norm": 0.23639456927776337,
      "learning_rate": 0.0004315275468580209,
      "loss": 4.625,
      "step": 2724
    },
    {
      "epoch": 0.26611328125,
      "grad_norm": 0.2515277862548828,
      "learning_rate": 0.00043147721475644027,
      "loss": 4.6289,
      "step": 2725
    },
    {
      "epoch": 0.2662109375,
      "grad_norm": 0.25055450201034546,
      "learning_rate": 0.00043142686748545565,
      "loss": 4.6016,
      "step": 2726
    },
    {
      "epoch": 0.26630859375,
      "grad_norm": 0.3061833679676056,
      "learning_rate": 0.00043137650504994785,
      "loss": 4.625,
      "step": 2727
    },
    {
      "epoch": 0.26640625,
      "grad_norm": 0.37695106863975525,
      "learning_rate": 0.00043132612745479926,
      "loss": 4.6289,
      "step": 2728
    },
    {
      "epoch": 0.26650390625,
      "grad_norm": 0.4225936233997345,
      "learning_rate": 0.00043127573470489356,
      "loss": 4.6211,
      "step": 2729
    },
    {
      "epoch": 0.2666015625,
      "grad_norm": 0.4192008674144745,
      "learning_rate": 0.00043122532680511604,
      "loss": 4.6172,
      "step": 2730
    },
    {
      "epoch": 0.26669921875,
      "grad_norm": 0.31992414593696594,
      "learning_rate": 0.0004311749037603534,
      "loss": 4.6406,
      "step": 2731
    },
    {
      "epoch": 0.266796875,
      "grad_norm": 0.233629509806633,
      "learning_rate": 0.00043112446557549386,
      "loss": 4.6367,
      "step": 2732
    },
    {
      "epoch": 0.26689453125,
      "grad_norm": 0.30248719453811646,
      "learning_rate": 0.0004310740122554269,
      "loss": 4.6523,
      "step": 2733
    },
    {
      "epoch": 0.2669921875,
      "grad_norm": 0.31114014983177185,
      "learning_rate": 0.0004310235438050439,
      "loss": 4.6523,
      "step": 2734
    },
    {
      "epoch": 0.26708984375,
      "grad_norm": 0.2623535394668579,
      "learning_rate": 0.0004309730602292371,
      "loss": 4.6328,
      "step": 2735
    },
    {
      "epoch": 0.2671875,
      "grad_norm": 0.22605332732200623,
      "learning_rate": 0.00043092256153290067,
      "loss": 4.6133,
      "step": 2736
    },
    {
      "epoch": 0.26728515625,
      "grad_norm": 0.2686997652053833,
      "learning_rate": 0.0004308720477209303,
      "loss": 4.6211,
      "step": 2737
    },
    {
      "epoch": 0.2673828125,
      "grad_norm": 0.2706778049468994,
      "learning_rate": 0.0004308215187982227,
      "loss": 4.6211,
      "step": 2738
    },
    {
      "epoch": 0.26748046875,
      "grad_norm": 0.2650245130062103,
      "learning_rate": 0.00043077097476967646,
      "loss": 4.6016,
      "step": 2739
    },
    {
      "epoch": 0.267578125,
      "grad_norm": 0.2558055818080902,
      "learning_rate": 0.0004307204156401914,
      "loss": 4.6172,
      "step": 2740
    },
    {
      "epoch": 0.26767578125,
      "grad_norm": 0.2588762938976288,
      "learning_rate": 0.00043066984141466896,
      "loss": 4.6211,
      "step": 2741
    },
    {
      "epoch": 0.2677734375,
      "grad_norm": 0.26006078720092773,
      "learning_rate": 0.000430619252098012,
      "loss": 4.668,
      "step": 2742
    },
    {
      "epoch": 0.26787109375,
      "grad_norm": 0.3107823133468628,
      "learning_rate": 0.0004305686476951246,
      "loss": 4.6445,
      "step": 2743
    },
    {
      "epoch": 0.26796875,
      "grad_norm": 0.2376752346754074,
      "learning_rate": 0.00043051802821091273,
      "loss": 4.6289,
      "step": 2744
    },
    {
      "epoch": 0.26806640625,
      "grad_norm": 0.23580718040466309,
      "learning_rate": 0.00043046739365028346,
      "loss": 4.6055,
      "step": 2745
    },
    {
      "epoch": 0.2681640625,
      "grad_norm": 0.23467917740345,
      "learning_rate": 0.00043041674401814563,
      "loss": 4.625,
      "step": 2746
    },
    {
      "epoch": 0.26826171875,
      "grad_norm": 0.23805610835552216,
      "learning_rate": 0.0004303660793194093,
      "loss": 4.625,
      "step": 2747
    },
    {
      "epoch": 0.268359375,
      "grad_norm": 0.25022003054618835,
      "learning_rate": 0.0004303153995589859,
      "loss": 4.6094,
      "step": 2748
    },
    {
      "epoch": 0.26845703125,
      "grad_norm": 0.22743438184261322,
      "learning_rate": 0.0004302647047417888,
      "loss": 4.6094,
      "step": 2749
    },
    {
      "epoch": 0.2685546875,
      "grad_norm": 0.24583496153354645,
      "learning_rate": 0.00043021399487273225,
      "loss": 4.6484,
      "step": 2750
    },
    {
      "epoch": 0.26865234375,
      "grad_norm": 0.27424246072769165,
      "learning_rate": 0.0004301632699567324,
      "loss": 4.6289,
      "step": 2751
    },
    {
      "epoch": 0.26875,
      "grad_norm": 0.2630585730075836,
      "learning_rate": 0.0004301125299987066,
      "loss": 4.6172,
      "step": 2752
    },
    {
      "epoch": 0.26884765625,
      "grad_norm": 0.2677791714668274,
      "learning_rate": 0.0004300617750035738,
      "loss": 4.6367,
      "step": 2753
    },
    {
      "epoch": 0.2689453125,
      "grad_norm": 0.23147054016590118,
      "learning_rate": 0.00043001100497625427,
      "loss": 4.6094,
      "step": 2754
    },
    {
      "epoch": 0.26904296875,
      "grad_norm": 0.23818613588809967,
      "learning_rate": 0.00042996021992166997,
      "loss": 4.6172,
      "step": 2755
    },
    {
      "epoch": 0.269140625,
      "grad_norm": 0.25780919194221497,
      "learning_rate": 0.0004299094198447439,
      "loss": 4.6211,
      "step": 2756
    },
    {
      "epoch": 0.26923828125,
      "grad_norm": 0.2769230604171753,
      "learning_rate": 0.00042985860475040105,
      "loss": 4.6523,
      "step": 2757
    },
    {
      "epoch": 0.2693359375,
      "grad_norm": 0.2465202808380127,
      "learning_rate": 0.00042980777464356754,
      "loss": 4.625,
      "step": 2758
    },
    {
      "epoch": 0.26943359375,
      "grad_norm": 0.23685935139656067,
      "learning_rate": 0.0004297569295291709,
      "loss": 4.6328,
      "step": 2759
    },
    {
      "epoch": 0.26953125,
      "grad_norm": 0.26017898321151733,
      "learning_rate": 0.0004297060694121403,
      "loss": 4.6016,
      "step": 2760
    },
    {
      "epoch": 0.26962890625,
      "grad_norm": 0.32777175307273865,
      "learning_rate": 0.0004296551942974062,
      "loss": 4.6406,
      "step": 2761
    },
    {
      "epoch": 0.2697265625,
      "grad_norm": 0.4204234778881073,
      "learning_rate": 0.00042960430418990074,
      "loss": 4.6797,
      "step": 2762
    },
    {
      "epoch": 0.26982421875,
      "grad_norm": 0.5878008008003235,
      "learning_rate": 0.0004295533990945573,
      "loss": 4.668,
      "step": 2763
    },
    {
      "epoch": 0.269921875,
      "grad_norm": 0.631855845451355,
      "learning_rate": 0.0004295024790163108,
      "loss": 4.6172,
      "step": 2764
    },
    {
      "epoch": 0.27001953125,
      "grad_norm": 0.3981356918811798,
      "learning_rate": 0.0004294515439600975,
      "loss": 4.625,
      "step": 2765
    },
    {
      "epoch": 0.2701171875,
      "grad_norm": 0.39184731245040894,
      "learning_rate": 0.00042940059393085526,
      "loss": 4.6055,
      "step": 2766
    },
    {
      "epoch": 0.27021484375,
      "grad_norm": 0.44468772411346436,
      "learning_rate": 0.0004293496289335234,
      "loss": 4.6133,
      "step": 2767
    },
    {
      "epoch": 0.2703125,
      "grad_norm": 0.3035581111907959,
      "learning_rate": 0.0004292986489730426,
      "loss": 4.6016,
      "step": 2768
    },
    {
      "epoch": 0.27041015625,
      "grad_norm": 0.34981152415275574,
      "learning_rate": 0.000429247654054355,
      "loss": 4.6406,
      "step": 2769
    },
    {
      "epoch": 0.2705078125,
      "grad_norm": 0.3811149597167969,
      "learning_rate": 0.0004291966441824042,
      "loss": 4.6055,
      "step": 2770
    },
    {
      "epoch": 0.27060546875,
      "grad_norm": 0.3009447753429413,
      "learning_rate": 0.00042914561936213534,
      "loss": 4.6562,
      "step": 2771
    },
    {
      "epoch": 0.270703125,
      "grad_norm": 0.2834171652793884,
      "learning_rate": 0.0004290945795984948,
      "loss": 4.6289,
      "step": 2772
    },
    {
      "epoch": 0.27080078125,
      "grad_norm": 0.3370898962020874,
      "learning_rate": 0.0004290435248964306,
      "loss": 4.6328,
      "step": 2773
    },
    {
      "epoch": 0.2708984375,
      "grad_norm": 0.23335519433021545,
      "learning_rate": 0.00042899245526089225,
      "loss": 4.6367,
      "step": 2774
    },
    {
      "epoch": 0.27099609375,
      "grad_norm": 0.2687765061855316,
      "learning_rate": 0.00042894137069683045,
      "loss": 4.6172,
      "step": 2775
    },
    {
      "epoch": 0.27109375,
      "grad_norm": 0.26708272099494934,
      "learning_rate": 0.0004288902712091976,
      "loss": 4.582,
      "step": 2776
    },
    {
      "epoch": 0.27119140625,
      "grad_norm": 0.24172525107860565,
      "learning_rate": 0.0004288391568029474,
      "loss": 4.6172,
      "step": 2777
    },
    {
      "epoch": 0.2712890625,
      "grad_norm": 0.25685614347457886,
      "learning_rate": 0.000428788027483035,
      "loss": 4.6172,
      "step": 2778
    },
    {
      "epoch": 0.27138671875,
      "grad_norm": 0.26206153631210327,
      "learning_rate": 0.0004287368832544172,
      "loss": 4.6562,
      "step": 2779
    },
    {
      "epoch": 0.271484375,
      "grad_norm": 0.2265661060810089,
      "learning_rate": 0.00042868572412205186,
      "loss": 4.625,
      "step": 2780
    },
    {
      "epoch": 0.27158203125,
      "grad_norm": 0.26890629529953003,
      "learning_rate": 0.0004286345500908987,
      "loss": 4.625,
      "step": 2781
    },
    {
      "epoch": 0.2716796875,
      "grad_norm": 0.2556878924369812,
      "learning_rate": 0.00042858336116591864,
      "loss": 4.625,
      "step": 2782
    },
    {
      "epoch": 0.27177734375,
      "grad_norm": 0.23777686059474945,
      "learning_rate": 0.00042853215735207405,
      "loss": 4.6055,
      "step": 2783
    },
    {
      "epoch": 0.271875,
      "grad_norm": 0.26949837803840637,
      "learning_rate": 0.00042848093865432887,
      "loss": 4.6172,
      "step": 2784
    },
    {
      "epoch": 0.27197265625,
      "grad_norm": 0.24976986646652222,
      "learning_rate": 0.00042842970507764837,
      "loss": 4.6172,
      "step": 2785
    },
    {
      "epoch": 0.2720703125,
      "grad_norm": 0.2393733710050583,
      "learning_rate": 0.00042837845662699927,
      "loss": 4.6055,
      "step": 2786
    },
    {
      "epoch": 0.27216796875,
      "grad_norm": 0.2875217795372009,
      "learning_rate": 0.00042832719330734983,
      "loss": 4.6484,
      "step": 2787
    },
    {
      "epoch": 0.272265625,
      "grad_norm": 0.262439489364624,
      "learning_rate": 0.00042827591512366954,
      "loss": 4.5977,
      "step": 2788
    },
    {
      "epoch": 0.27236328125,
      "grad_norm": 0.2530885338783264,
      "learning_rate": 0.0004282246220809297,
      "loss": 4.6016,
      "step": 2789
    },
    {
      "epoch": 0.2724609375,
      "grad_norm": 0.256287544965744,
      "learning_rate": 0.00042817331418410257,
      "loss": 4.6406,
      "step": 2790
    },
    {
      "epoch": 0.27255859375,
      "grad_norm": 0.2764102518558502,
      "learning_rate": 0.0004281219914381622,
      "loss": 4.5977,
      "step": 2791
    },
    {
      "epoch": 0.27265625,
      "grad_norm": 0.24099981784820557,
      "learning_rate": 0.0004280706538480841,
      "loss": 4.6367,
      "step": 2792
    },
    {
      "epoch": 0.27275390625,
      "grad_norm": 0.2735477089881897,
      "learning_rate": 0.00042801930141884493,
      "loss": 4.6133,
      "step": 2793
    },
    {
      "epoch": 0.2728515625,
      "grad_norm": 0.27607008814811707,
      "learning_rate": 0.00042796793415542306,
      "loss": 4.6328,
      "step": 2794
    },
    {
      "epoch": 0.27294921875,
      "grad_norm": 0.28723159432411194,
      "learning_rate": 0.0004279165520627982,
      "loss": 4.6094,
      "step": 2795
    },
    {
      "epoch": 0.273046875,
      "grad_norm": 0.2532249093055725,
      "learning_rate": 0.0004278651551459514,
      "loss": 4.5977,
      "step": 2796
    },
    {
      "epoch": 0.27314453125,
      "grad_norm": 0.2496422827243805,
      "learning_rate": 0.0004278137434098654,
      "loss": 4.6094,
      "step": 2797
    },
    {
      "epoch": 0.2732421875,
      "grad_norm": 0.2458890676498413,
      "learning_rate": 0.0004277623168595241,
      "loss": 4.5977,
      "step": 2798
    },
    {
      "epoch": 0.27333984375,
      "grad_norm": 0.2640562951564789,
      "learning_rate": 0.0004277108754999129,
      "loss": 4.5859,
      "step": 2799
    },
    {
      "epoch": 0.2734375,
      "grad_norm": 0.33778688311576843,
      "learning_rate": 0.00042765941933601886,
      "loss": 4.6172,
      "step": 2800
    },
    {
      "epoch": 0.27353515625,
      "grad_norm": 0.3696017861366272,
      "learning_rate": 0.00042760794837283023,
      "loss": 4.6016,
      "step": 2801
    },
    {
      "epoch": 0.2736328125,
      "grad_norm": 0.33612778782844543,
      "learning_rate": 0.00042755646261533666,
      "loss": 4.625,
      "step": 2802
    },
    {
      "epoch": 0.27373046875,
      "grad_norm": 0.25933703780174255,
      "learning_rate": 0.0004275049620685295,
      "loss": 4.625,
      "step": 2803
    },
    {
      "epoch": 0.273828125,
      "grad_norm": 0.2520463168621063,
      "learning_rate": 0.0004274534467374013,
      "loss": 4.6172,
      "step": 2804
    },
    {
      "epoch": 0.27392578125,
      "grad_norm": 0.29942765831947327,
      "learning_rate": 0.00042740191662694616,
      "loss": 4.6172,
      "step": 2805
    },
    {
      "epoch": 0.2740234375,
      "grad_norm": 0.31573325395584106,
      "learning_rate": 0.00042735037174215963,
      "loss": 4.6055,
      "step": 2806
    },
    {
      "epoch": 0.27412109375,
      "grad_norm": 0.3361320495605469,
      "learning_rate": 0.00042729881208803847,
      "loss": 4.6133,
      "step": 2807
    },
    {
      "epoch": 0.27421875,
      "grad_norm": 0.3160136044025421,
      "learning_rate": 0.00042724723766958113,
      "loss": 4.582,
      "step": 2808
    },
    {
      "epoch": 0.27431640625,
      "grad_norm": 0.2704054117202759,
      "learning_rate": 0.00042719564849178746,
      "loss": 4.6211,
      "step": 2809
    },
    {
      "epoch": 0.2744140625,
      "grad_norm": 0.23133155703544617,
      "learning_rate": 0.0004271440445596586,
      "loss": 4.6172,
      "step": 2810
    },
    {
      "epoch": 0.27451171875,
      "grad_norm": 0.2838352918624878,
      "learning_rate": 0.0004270924258781972,
      "loss": 4.6133,
      "step": 2811
    },
    {
      "epoch": 0.274609375,
      "grad_norm": 0.3360143303871155,
      "learning_rate": 0.0004270407924524074,
      "loss": 4.6484,
      "step": 2812
    },
    {
      "epoch": 0.27470703125,
      "grad_norm": 0.30174335837364197,
      "learning_rate": 0.00042698914428729464,
      "loss": 4.6523,
      "step": 2813
    },
    {
      "epoch": 0.2748046875,
      "grad_norm": 0.22768191993236542,
      "learning_rate": 0.00042693748138786594,
      "loss": 4.6172,
      "step": 2814
    },
    {
      "epoch": 0.27490234375,
      "grad_norm": 0.28229424357414246,
      "learning_rate": 0.0004268858037591296,
      "loss": 4.6094,
      "step": 2815
    },
    {
      "epoch": 0.275,
      "grad_norm": 0.3260074555873871,
      "learning_rate": 0.00042683411140609546,
      "loss": 4.6016,
      "step": 2816
    },
    {
      "epoch": 0.27509765625,
      "grad_norm": 0.3027007579803467,
      "learning_rate": 0.0004267824043337747,
      "loss": 4.6094,
      "step": 2817
    },
    {
      "epoch": 0.2751953125,
      "grad_norm": 0.2403685450553894,
      "learning_rate": 0.00042673068254718,
      "loss": 4.6797,
      "step": 2818
    },
    {
      "epoch": 0.27529296875,
      "grad_norm": 0.23937687277793884,
      "learning_rate": 0.00042667894605132533,
      "loss": 4.6094,
      "step": 2819
    },
    {
      "epoch": 0.275390625,
      "grad_norm": 0.27221542596817017,
      "learning_rate": 0.0004266271948512264,
      "loss": 4.625,
      "step": 2820
    },
    {
      "epoch": 0.27548828125,
      "grad_norm": 0.3142409324645996,
      "learning_rate": 0.0004265754289519,
      "loss": 4.625,
      "step": 2821
    },
    {
      "epoch": 0.2755859375,
      "grad_norm": 0.27097201347351074,
      "learning_rate": 0.00042652364835836455,
      "loss": 4.6094,
      "step": 2822
    },
    {
      "epoch": 0.27568359375,
      "grad_norm": 0.2152489274740219,
      "learning_rate": 0.00042647185307563974,
      "loss": 4.6055,
      "step": 2823
    },
    {
      "epoch": 0.27578125,
      "grad_norm": 0.22030247747898102,
      "learning_rate": 0.0004264200431087468,
      "loss": 4.6602,
      "step": 2824
    },
    {
      "epoch": 0.27587890625,
      "grad_norm": 0.23404797911643982,
      "learning_rate": 0.00042636821846270837,
      "loss": 4.6523,
      "step": 2825
    },
    {
      "epoch": 0.2759765625,
      "grad_norm": 0.23591125011444092,
      "learning_rate": 0.00042631637914254856,
      "loss": 4.5859,
      "step": 2826
    },
    {
      "epoch": 0.27607421875,
      "grad_norm": 0.26286473870277405,
      "learning_rate": 0.00042626452515329274,
      "loss": 4.6289,
      "step": 2827
    },
    {
      "epoch": 0.276171875,
      "grad_norm": 0.25863903760910034,
      "learning_rate": 0.0004262126564999678,
      "loss": 4.5938,
      "step": 2828
    },
    {
      "epoch": 0.27626953125,
      "grad_norm": 0.2455669790506363,
      "learning_rate": 0.0004261607731876021,
      "loss": 4.6367,
      "step": 2829
    },
    {
      "epoch": 0.2763671875,
      "grad_norm": 0.25501546263694763,
      "learning_rate": 0.00042610887522122543,
      "loss": 4.6172,
      "step": 2830
    },
    {
      "epoch": 0.27646484375,
      "grad_norm": 0.2564796805381775,
      "learning_rate": 0.0004260569626058689,
      "loss": 4.6055,
      "step": 2831
    },
    {
      "epoch": 0.2765625,
      "grad_norm": 0.26266518235206604,
      "learning_rate": 0.00042600503534656506,
      "loss": 4.6094,
      "step": 2832
    },
    {
      "epoch": 0.27666015625,
      "grad_norm": 0.2536938786506653,
      "learning_rate": 0.0004259530934483479,
      "loss": 4.5977,
      "step": 2833
    },
    {
      "epoch": 0.2767578125,
      "grad_norm": 0.23659798502922058,
      "learning_rate": 0.0004259011369162528,
      "loss": 4.6289,
      "step": 2834
    },
    {
      "epoch": 0.27685546875,
      "grad_norm": 0.23762735724449158,
      "learning_rate": 0.00042584916575531676,
      "loss": 4.6055,
      "step": 2835
    },
    {
      "epoch": 0.276953125,
      "grad_norm": 0.24754686653614044,
      "learning_rate": 0.0004257971799705778,
      "loss": 4.6055,
      "step": 2836
    },
    {
      "epoch": 0.27705078125,
      "grad_norm": 0.24599385261535645,
      "learning_rate": 0.0004257451795670758,
      "loss": 4.6367,
      "step": 2837
    },
    {
      "epoch": 0.2771484375,
      "grad_norm": 0.22704187035560608,
      "learning_rate": 0.0004256931645498517,
      "loss": 4.625,
      "step": 2838
    },
    {
      "epoch": 0.27724609375,
      "grad_norm": 0.2323259860277176,
      "learning_rate": 0.00042564113492394803,
      "loss": 4.6367,
      "step": 2839
    },
    {
      "epoch": 0.27734375,
      "grad_norm": 0.26240164041519165,
      "learning_rate": 0.0004255890906944087,
      "loss": 4.6094,
      "step": 2840
    },
    {
      "epoch": 0.27744140625,
      "grad_norm": 0.27826008200645447,
      "learning_rate": 0.0004255370318662792,
      "loss": 4.6094,
      "step": 2841
    },
    {
      "epoch": 0.2775390625,
      "grad_norm": 0.30446431040763855,
      "learning_rate": 0.0004254849584446061,
      "loss": 4.6055,
      "step": 2842
    },
    {
      "epoch": 0.27763671875,
      "grad_norm": 0.3530751168727875,
      "learning_rate": 0.0004254328704344376,
      "loss": 4.6094,
      "step": 2843
    },
    {
      "epoch": 0.277734375,
      "grad_norm": 0.3839414417743683,
      "learning_rate": 0.0004253807678408233,
      "loss": 4.6289,
      "step": 2844
    },
    {
      "epoch": 0.27783203125,
      "grad_norm": 0.3700999319553375,
      "learning_rate": 0.0004253286506688143,
      "loss": 4.5938,
      "step": 2845
    },
    {
      "epoch": 0.2779296875,
      "grad_norm": 0.29115769267082214,
      "learning_rate": 0.0004252765189234627,
      "loss": 4.6289,
      "step": 2846
    },
    {
      "epoch": 0.27802734375,
      "grad_norm": 0.27739208936691284,
      "learning_rate": 0.00042522437260982264,
      "loss": 4.6289,
      "step": 2847
    },
    {
      "epoch": 0.278125,
      "grad_norm": 0.34550684690475464,
      "learning_rate": 0.0004251722117329493,
      "loss": 4.6641,
      "step": 2848
    },
    {
      "epoch": 0.27822265625,
      "grad_norm": 0.3762299716472626,
      "learning_rate": 0.0004251200362978991,
      "loss": 4.6367,
      "step": 2849
    },
    {
      "epoch": 0.2783203125,
      "grad_norm": 0.3403177559375763,
      "learning_rate": 0.0004250678463097304,
      "loss": 4.6328,
      "step": 2850
    },
    {
      "epoch": 0.27841796875,
      "grad_norm": 0.26145315170288086,
      "learning_rate": 0.00042501564177350245,
      "loss": 4.5977,
      "step": 2851
    },
    {
      "epoch": 0.278515625,
      "grad_norm": 0.2693513333797455,
      "learning_rate": 0.0004249634226942762,
      "loss": 4.6055,
      "step": 2852
    },
    {
      "epoch": 0.27861328125,
      "grad_norm": 0.3143466114997864,
      "learning_rate": 0.0004249111890771139,
      "loss": 4.5977,
      "step": 2853
    },
    {
      "epoch": 0.2787109375,
      "grad_norm": 0.2941592037677765,
      "learning_rate": 0.00042485894092707927,
      "loss": 4.6328,
      "step": 2854
    },
    {
      "epoch": 0.27880859375,
      "grad_norm": 0.22874799370765686,
      "learning_rate": 0.0004248066782492374,
      "loss": 4.6367,
      "step": 2855
    },
    {
      "epoch": 0.27890625,
      "grad_norm": 0.26890864968299866,
      "learning_rate": 0.00042475440104865485,
      "loss": 4.6055,
      "step": 2856
    },
    {
      "epoch": 0.27900390625,
      "grad_norm": 0.32747411727905273,
      "learning_rate": 0.00042470210933039955,
      "loss": 4.5977,
      "step": 2857
    },
    {
      "epoch": 0.2791015625,
      "grad_norm": 0.3187156915664673,
      "learning_rate": 0.00042464980309954073,
      "loss": 4.625,
      "step": 2858
    },
    {
      "epoch": 0.27919921875,
      "grad_norm": 0.25527843832969666,
      "learning_rate": 0.00042459748236114915,
      "loss": 4.6211,
      "step": 2859
    },
    {
      "epoch": 0.279296875,
      "grad_norm": 0.2707161009311676,
      "learning_rate": 0.00042454514712029703,
      "loss": 4.6367,
      "step": 2860
    },
    {
      "epoch": 0.27939453125,
      "grad_norm": 0.3107612431049347,
      "learning_rate": 0.0004244927973820578,
      "loss": 4.6289,
      "step": 2861
    },
    {
      "epoch": 0.2794921875,
      "grad_norm": 0.26684579253196716,
      "learning_rate": 0.00042444043315150647,
      "loss": 4.6016,
      "step": 2862
    },
    {
      "epoch": 0.27958984375,
      "grad_norm": 0.24667590856552124,
      "learning_rate": 0.0004243880544337194,
      "loss": 4.6523,
      "step": 2863
    },
    {
      "epoch": 0.2796875,
      "grad_norm": 0.29917576909065247,
      "learning_rate": 0.0004243356612337744,
      "loss": 4.5898,
      "step": 2864
    },
    {
      "epoch": 0.27978515625,
      "grad_norm": 0.3097784221172333,
      "learning_rate": 0.00042428325355675065,
      "loss": 4.6172,
      "step": 2865
    },
    {
      "epoch": 0.2798828125,
      "grad_norm": 0.3432117998600006,
      "learning_rate": 0.00042423083140772863,
      "loss": 4.5859,
      "step": 2866
    },
    {
      "epoch": 0.27998046875,
      "grad_norm": 0.2963063418865204,
      "learning_rate": 0.00042417839479179023,
      "loss": 4.6406,
      "step": 2867
    },
    {
      "epoch": 0.280078125,
      "grad_norm": 0.2290186583995819,
      "learning_rate": 0.00042412594371401895,
      "loss": 4.6172,
      "step": 2868
    },
    {
      "epoch": 0.28017578125,
      "grad_norm": 0.2738897204399109,
      "learning_rate": 0.0004240734781794996,
      "loss": 4.625,
      "step": 2869
    },
    {
      "epoch": 0.2802734375,
      "grad_norm": 0.30701547861099243,
      "learning_rate": 0.0004240209981933183,
      "loss": 4.6055,
      "step": 2870
    },
    {
      "epoch": 0.28037109375,
      "grad_norm": 0.3018535375595093,
      "learning_rate": 0.0004239685037605626,
      "loss": 4.6367,
      "step": 2871
    },
    {
      "epoch": 0.28046875,
      "grad_norm": 0.25332704186439514,
      "learning_rate": 0.0004239159948863216,
      "loss": 4.5859,
      "step": 2872
    },
    {
      "epoch": 0.28056640625,
      "grad_norm": 0.24248512089252472,
      "learning_rate": 0.0004238634715756855,
      "loss": 4.5859,
      "step": 2873
    },
    {
      "epoch": 0.2806640625,
      "grad_norm": 0.2648017406463623,
      "learning_rate": 0.00042381093383374617,
      "loss": 4.6172,
      "step": 2874
    },
    {
      "epoch": 0.28076171875,
      "grad_norm": 0.21473804116249084,
      "learning_rate": 0.0004237583816655969,
      "loss": 4.6055,
      "step": 2875
    },
    {
      "epoch": 0.280859375,
      "grad_norm": 0.21407602727413177,
      "learning_rate": 0.00042370581507633197,
      "loss": 4.5938,
      "step": 2876
    },
    {
      "epoch": 0.28095703125,
      "grad_norm": 0.2501271367073059,
      "learning_rate": 0.00042365323407104766,
      "loss": 4.6328,
      "step": 2877
    },
    {
      "epoch": 0.2810546875,
      "grad_norm": 0.2666343152523041,
      "learning_rate": 0.00042360063865484125,
      "loss": 4.6289,
      "step": 2878
    },
    {
      "epoch": 0.28115234375,
      "grad_norm": 0.2929534912109375,
      "learning_rate": 0.0004235480288328114,
      "loss": 4.5977,
      "step": 2879
    },
    {
      "epoch": 0.28125,
      "grad_norm": 0.26992547512054443,
      "learning_rate": 0.00042349540461005837,
      "loss": 4.6133,
      "step": 2880
    },
    {
      "epoch": 0.28134765625,
      "grad_norm": 0.2666148543357849,
      "learning_rate": 0.00042344276599168377,
      "loss": 4.625,
      "step": 2881
    },
    {
      "epoch": 0.2814453125,
      "grad_norm": 0.25626686215400696,
      "learning_rate": 0.00042339011298279044,
      "loss": 4.5938,
      "step": 2882
    },
    {
      "epoch": 0.28154296875,
      "grad_norm": 0.3142610192298889,
      "learning_rate": 0.0004233374455884828,
      "loss": 4.6133,
      "step": 2883
    },
    {
      "epoch": 0.281640625,
      "grad_norm": 0.3389338254928589,
      "learning_rate": 0.00042328476381386655,
      "loss": 4.6133,
      "step": 2884
    },
    {
      "epoch": 0.28173828125,
      "grad_norm": 0.3196072578430176,
      "learning_rate": 0.00042323206766404885,
      "loss": 4.6211,
      "step": 2885
    },
    {
      "epoch": 0.2818359375,
      "grad_norm": 0.2588571310043335,
      "learning_rate": 0.0004231793571441383,
      "loss": 4.6055,
      "step": 2886
    },
    {
      "epoch": 0.28193359375,
      "grad_norm": 0.23146070539951324,
      "learning_rate": 0.0004231266322592447,
      "loss": 4.6016,
      "step": 2887
    },
    {
      "epoch": 0.28203125,
      "grad_norm": 0.2704641819000244,
      "learning_rate": 0.00042307389301447947,
      "loss": 4.6484,
      "step": 2888
    },
    {
      "epoch": 0.28212890625,
      "grad_norm": 0.2760467827320099,
      "learning_rate": 0.0004230211394149553,
      "loss": 4.6211,
      "step": 2889
    },
    {
      "epoch": 0.2822265625,
      "grad_norm": 0.23640359938144684,
      "learning_rate": 0.00042296837146578627,
      "loss": 4.6133,
      "step": 2890
    },
    {
      "epoch": 0.28232421875,
      "grad_norm": 0.24645601212978363,
      "learning_rate": 0.00042291558917208796,
      "loss": 4.6133,
      "step": 2891
    },
    {
      "epoch": 0.282421875,
      "grad_norm": 0.3032163381576538,
      "learning_rate": 0.0004228627925389771,
      "loss": 4.6133,
      "step": 2892
    },
    {
      "epoch": 0.28251953125,
      "grad_norm": 0.36205634474754333,
      "learning_rate": 0.000422809981571572,
      "loss": 4.6016,
      "step": 2893
    },
    {
      "epoch": 0.2826171875,
      "grad_norm": 0.3425475060939789,
      "learning_rate": 0.0004227571562749925,
      "loss": 4.6406,
      "step": 2894
    },
    {
      "epoch": 0.28271484375,
      "grad_norm": 0.2646482586860657,
      "learning_rate": 0.00042270431665435956,
      "loss": 4.6172,
      "step": 2895
    },
    {
      "epoch": 0.2828125,
      "grad_norm": 0.23810359835624695,
      "learning_rate": 0.0004226514627147954,
      "loss": 4.5938,
      "step": 2896
    },
    {
      "epoch": 0.28291015625,
      "grad_norm": 0.25868889689445496,
      "learning_rate": 0.00042259859446142425,
      "loss": 4.6133,
      "step": 2897
    },
    {
      "epoch": 0.2830078125,
      "grad_norm": 0.2972021698951721,
      "learning_rate": 0.000422545711899371,
      "loss": 4.5664,
      "step": 2898
    },
    {
      "epoch": 0.28310546875,
      "grad_norm": 0.25669243931770325,
      "learning_rate": 0.00042249281503376244,
      "loss": 4.5938,
      "step": 2899
    },
    {
      "epoch": 0.283203125,
      "grad_norm": 0.24249203503131866,
      "learning_rate": 0.00042243990386972645,
      "loss": 4.6094,
      "step": 2900
    },
    {
      "epoch": 0.28330078125,
      "grad_norm": 0.23716723918914795,
      "learning_rate": 0.0004223869784123925,
      "loss": 4.6289,
      "step": 2901
    },
    {
      "epoch": 0.2833984375,
      "grad_norm": 0.2518148422241211,
      "learning_rate": 0.0004223340386668913,
      "loss": 4.6602,
      "step": 2902
    },
    {
      "epoch": 0.28349609375,
      "grad_norm": 0.23172102868556976,
      "learning_rate": 0.00042228108463835496,
      "loss": 4.6133,
      "step": 2903
    },
    {
      "epoch": 0.28359375,
      "grad_norm": 0.22969980537891388,
      "learning_rate": 0.00042222811633191716,
      "loss": 4.6055,
      "step": 2904
    },
    {
      "epoch": 0.28369140625,
      "grad_norm": 0.22918497025966644,
      "learning_rate": 0.0004221751337527127,
      "loss": 4.582,
      "step": 2905
    },
    {
      "epoch": 0.2837890625,
      "grad_norm": 0.22180728614330292,
      "learning_rate": 0.00042212213690587784,
      "loss": 4.6602,
      "step": 2906
    },
    {
      "epoch": 0.28388671875,
      "grad_norm": 0.2498670220375061,
      "learning_rate": 0.00042206912579655033,
      "loss": 4.6133,
      "step": 2907
    },
    {
      "epoch": 0.283984375,
      "grad_norm": 0.22155894339084625,
      "learning_rate": 0.0004220161004298693,
      "loss": 4.6406,
      "step": 2908
    },
    {
      "epoch": 0.28408203125,
      "grad_norm": 0.23338356614112854,
      "learning_rate": 0.0004219630608109751,
      "loss": 4.6172,
      "step": 2909
    },
    {
      "epoch": 0.2841796875,
      "grad_norm": 0.23743927478790283,
      "learning_rate": 0.00042191000694500957,
      "loss": 4.6055,
      "step": 2910
    },
    {
      "epoch": 0.28427734375,
      "grad_norm": 0.23867908120155334,
      "learning_rate": 0.00042185693883711603,
      "loss": 4.6055,
      "step": 2911
    },
    {
      "epoch": 0.284375,
      "grad_norm": 0.25908198952674866,
      "learning_rate": 0.00042180385649243893,
      "loss": 4.6289,
      "step": 2912
    },
    {
      "epoch": 0.28447265625,
      "grad_norm": 0.2900303304195404,
      "learning_rate": 0.0004217507599161242,
      "loss": 4.6211,
      "step": 2913
    },
    {
      "epoch": 0.2845703125,
      "grad_norm": 0.3324315845966339,
      "learning_rate": 0.0004216976491133195,
      "loss": 4.6289,
      "step": 2914
    },
    {
      "epoch": 0.28466796875,
      "grad_norm": 0.3559291362762451,
      "learning_rate": 0.00042164452408917325,
      "loss": 4.6289,
      "step": 2915
    },
    {
      "epoch": 0.284765625,
      "grad_norm": 0.34815239906311035,
      "learning_rate": 0.00042159138484883566,
      "loss": 4.6328,
      "step": 2916
    },
    {
      "epoch": 0.28486328125,
      "grad_norm": 0.31247657537460327,
      "learning_rate": 0.0004215382313974582,
      "loss": 4.625,
      "step": 2917
    },
    {
      "epoch": 0.2849609375,
      "grad_norm": 0.2490827888250351,
      "learning_rate": 0.0004214850637401939,
      "loss": 4.6133,
      "step": 2918
    },
    {
      "epoch": 0.28505859375,
      "grad_norm": 0.22063325345516205,
      "learning_rate": 0.0004214318818821967,
      "loss": 4.6562,
      "step": 2919
    },
    {
      "epoch": 0.28515625,
      "grad_norm": 0.26033711433410645,
      "learning_rate": 0.00042137868582862255,
      "loss": 4.625,
      "step": 2920
    },
    {
      "epoch": 0.28525390625,
      "grad_norm": 0.28995585441589355,
      "learning_rate": 0.0004213254755846281,
      "loss": 4.5938,
      "step": 2921
    },
    {
      "epoch": 0.2853515625,
      "grad_norm": 0.356697678565979,
      "learning_rate": 0.00042127225115537204,
      "loss": 4.6133,
      "step": 2922
    },
    {
      "epoch": 0.28544921875,
      "grad_norm": 0.35850605368614197,
      "learning_rate": 0.0004212190125460139,
      "loss": 4.6289,
      "step": 2923
    },
    {
      "epoch": 0.285546875,
      "grad_norm": 0.2844766080379486,
      "learning_rate": 0.00042116575976171495,
      "loss": 4.6055,
      "step": 2924
    },
    {
      "epoch": 0.28564453125,
      "grad_norm": 0.219746395945549,
      "learning_rate": 0.0004211124928076377,
      "loss": 4.6016,
      "step": 2925
    },
    {
      "epoch": 0.2857421875,
      "grad_norm": 0.25024691224098206,
      "learning_rate": 0.0004210592116889458,
      "loss": 4.5742,
      "step": 2926
    },
    {
      "epoch": 0.28583984375,
      "grad_norm": 0.295181542634964,
      "learning_rate": 0.0004210059164108047,
      "loss": 4.6328,
      "step": 2927
    },
    {
      "epoch": 0.2859375,
      "grad_norm": 0.28918543457984924,
      "learning_rate": 0.0004209526069783809,
      "loss": 4.6211,
      "step": 2928
    },
    {
      "epoch": 0.28603515625,
      "grad_norm": 0.2450653612613678,
      "learning_rate": 0.0004208992833968425,
      "loss": 4.6367,
      "step": 2929
    },
    {
      "epoch": 0.2861328125,
      "grad_norm": 0.23315003514289856,
      "learning_rate": 0.00042084594567135875,
      "loss": 4.6055,
      "step": 2930
    },
    {
      "epoch": 0.28623046875,
      "grad_norm": 0.27337029576301575,
      "learning_rate": 0.00042079259380710046,
      "loss": 4.5898,
      "step": 2931
    },
    {
      "epoch": 0.286328125,
      "grad_norm": 0.31190812587738037,
      "learning_rate": 0.0004207392278092397,
      "loss": 4.5898,
      "step": 2932
    },
    {
      "epoch": 0.28642578125,
      "grad_norm": 0.2923392355442047,
      "learning_rate": 0.0004206858476829499,
      "loss": 4.5977,
      "step": 2933
    },
    {
      "epoch": 0.2865234375,
      "grad_norm": 0.2682334780693054,
      "learning_rate": 0.0004206324534334059,
      "loss": 4.6055,
      "step": 2934
    },
    {
      "epoch": 0.28662109375,
      "grad_norm": 0.26648280024528503,
      "learning_rate": 0.000420579045065784,
      "loss": 4.6172,
      "step": 2935
    },
    {
      "epoch": 0.28671875,
      "grad_norm": 0.2577674686908722,
      "learning_rate": 0.00042052562258526176,
      "loss": 4.6289,
      "step": 2936
    },
    {
      "epoch": 0.28681640625,
      "grad_norm": 0.2761692404747009,
      "learning_rate": 0.0004204721859970181,
      "loss": 4.6055,
      "step": 2937
    },
    {
      "epoch": 0.2869140625,
      "grad_norm": 0.28293171525001526,
      "learning_rate": 0.00042041873530623326,
      "loss": 4.6133,
      "step": 2938
    },
    {
      "epoch": 0.28701171875,
      "grad_norm": 0.21054372191429138,
      "learning_rate": 0.000420365270518089,
      "loss": 4.5859,
      "step": 2939
    },
    {
      "epoch": 0.287109375,
      "grad_norm": 0.22607965767383575,
      "learning_rate": 0.00042031179163776845,
      "loss": 4.6094,
      "step": 2940
    },
    {
      "epoch": 0.28720703125,
      "grad_norm": 0.2554449141025543,
      "learning_rate": 0.00042025829867045584,
      "loss": 4.582,
      "step": 2941
    },
    {
      "epoch": 0.2873046875,
      "grad_norm": 0.2518548369407654,
      "learning_rate": 0.00042020479162133714,
      "loss": 4.6211,
      "step": 2942
    },
    {
      "epoch": 0.28740234375,
      "grad_norm": 0.2109464406967163,
      "learning_rate": 0.0004201512704955993,
      "loss": 4.6094,
      "step": 2943
    },
    {
      "epoch": 0.2875,
      "grad_norm": 0.22352716326713562,
      "learning_rate": 0.000420097735298431,
      "loss": 4.6055,
      "step": 2944
    },
    {
      "epoch": 0.28759765625,
      "grad_norm": 0.23316019773483276,
      "learning_rate": 0.00042004418603502203,
      "loss": 4.6211,
      "step": 2945
    },
    {
      "epoch": 0.2876953125,
      "grad_norm": 0.2316441684961319,
      "learning_rate": 0.00041999062271056364,
      "loss": 4.582,
      "step": 2946
    },
    {
      "epoch": 0.28779296875,
      "grad_norm": 0.24526676535606384,
      "learning_rate": 0.0004199370453302484,
      "loss": 4.6055,
      "step": 2947
    },
    {
      "epoch": 0.287890625,
      "grad_norm": 0.23232483863830566,
      "learning_rate": 0.0004198834538992703,
      "loss": 4.6133,
      "step": 2948
    },
    {
      "epoch": 0.28798828125,
      "grad_norm": 0.25168493390083313,
      "learning_rate": 0.00041982984842282476,
      "loss": 4.6055,
      "step": 2949
    },
    {
      "epoch": 0.2880859375,
      "grad_norm": 0.22243353724479675,
      "learning_rate": 0.0004197762289061083,
      "loss": 4.6289,
      "step": 2950
    },
    {
      "epoch": 0.28818359375,
      "grad_norm": 0.23435381054878235,
      "learning_rate": 0.000419722595354319,
      "loss": 4.6094,
      "step": 2951
    },
    {
      "epoch": 0.28828125,
      "grad_norm": 0.24319778382778168,
      "learning_rate": 0.00041966894777265636,
      "loss": 4.6211,
      "step": 2952
    },
    {
      "epoch": 0.28837890625,
      "grad_norm": 0.28030213713645935,
      "learning_rate": 0.00041961528616632124,
      "loss": 4.6094,
      "step": 2953
    },
    {
      "epoch": 0.2884765625,
      "grad_norm": 0.3685244023799896,
      "learning_rate": 0.00041956161054051543,
      "loss": 4.5938,
      "step": 2954
    },
    {
      "epoch": 0.28857421875,
      "grad_norm": 0.48517942428588867,
      "learning_rate": 0.00041950792090044277,
      "loss": 4.6133,
      "step": 2955
    },
    {
      "epoch": 0.288671875,
      "grad_norm": 0.4975493550300598,
      "learning_rate": 0.00041945421725130786,
      "loss": 4.6172,
      "step": 2956
    },
    {
      "epoch": 0.28876953125,
      "grad_norm": 0.3716197907924652,
      "learning_rate": 0.00041940049959831704,
      "loss": 4.6211,
      "step": 2957
    },
    {
      "epoch": 0.2888671875,
      "grad_norm": 0.24583058059215546,
      "learning_rate": 0.00041934676794667784,
      "loss": 4.625,
      "step": 2958
    },
    {
      "epoch": 0.28896484375,
      "grad_norm": 0.3422689139842987,
      "learning_rate": 0.0004192930223015991,
      "loss": 4.5938,
      "step": 2959
    },
    {
      "epoch": 0.2890625,
      "grad_norm": 0.33649131655693054,
      "learning_rate": 0.00041923926266829127,
      "loss": 4.6289,
      "step": 2960
    },
    {
      "epoch": 0.28916015625,
      "grad_norm": 0.24181030690670013,
      "learning_rate": 0.00041918548905196584,
      "loss": 4.6289,
      "step": 2961
    },
    {
      "epoch": 0.2892578125,
      "grad_norm": 0.2525104880332947,
      "learning_rate": 0.0004191317014578359,
      "loss": 4.6172,
      "step": 2962
    },
    {
      "epoch": 0.28935546875,
      "grad_norm": 0.3044237196445465,
      "learning_rate": 0.00041907789989111563,
      "loss": 4.6055,
      "step": 2963
    },
    {
      "epoch": 0.289453125,
      "grad_norm": 0.26010990142822266,
      "learning_rate": 0.0004190240843570208,
      "loss": 4.5938,
      "step": 2964
    },
    {
      "epoch": 0.28955078125,
      "grad_norm": 0.22154372930526733,
      "learning_rate": 0.0004189702548607685,
      "loss": 4.6055,
      "step": 2965
    },
    {
      "epoch": 0.2896484375,
      "grad_norm": 0.26834234595298767,
      "learning_rate": 0.00041891641140757725,
      "loss": 4.6016,
      "step": 2966
    },
    {
      "epoch": 0.28974609375,
      "grad_norm": 0.2684724032878876,
      "learning_rate": 0.0004188625540026666,
      "loss": 4.6133,
      "step": 2967
    },
    {
      "epoch": 0.28984375,
      "grad_norm": 0.2453262358903885,
      "learning_rate": 0.0004188086826512577,
      "loss": 4.6289,
      "step": 2968
    },
    {
      "epoch": 0.28994140625,
      "grad_norm": 0.22310975193977356,
      "learning_rate": 0.00041875479735857307,
      "loss": 4.6406,
      "step": 2969
    },
    {
      "epoch": 0.2900390625,
      "grad_norm": 0.2295217663049698,
      "learning_rate": 0.00041870089812983655,
      "loss": 4.5938,
      "step": 2970
    },
    {
      "epoch": 0.29013671875,
      "grad_norm": 0.24471132457256317,
      "learning_rate": 0.00041864698497027315,
      "loss": 4.5859,
      "step": 2971
    },
    {
      "epoch": 0.290234375,
      "grad_norm": 0.2298986166715622,
      "learning_rate": 0.0004185930578851096,
      "loss": 4.5859,
      "step": 2972
    },
    {
      "epoch": 0.29033203125,
      "grad_norm": 0.22361309826374054,
      "learning_rate": 0.0004185391168795736,
      "loss": 4.6133,
      "step": 2973
    },
    {
      "epoch": 0.2904296875,
      "grad_norm": 0.20974531769752502,
      "learning_rate": 0.00041848516195889445,
      "loss": 4.6211,
      "step": 2974
    },
    {
      "epoch": 0.29052734375,
      "grad_norm": 0.2296302765607834,
      "learning_rate": 0.0004184311931283026,
      "loss": 4.6172,
      "step": 2975
    },
    {
      "epoch": 0.290625,
      "grad_norm": 0.2510583996772766,
      "learning_rate": 0.0004183772103930302,
      "loss": 4.6094,
      "step": 2976
    },
    {
      "epoch": 0.29072265625,
      "grad_norm": 0.223464697599411,
      "learning_rate": 0.0004183232137583102,
      "loss": 4.582,
      "step": 2977
    },
    {
      "epoch": 0.2908203125,
      "grad_norm": 0.22248142957687378,
      "learning_rate": 0.00041826920322937753,
      "loss": 4.6172,
      "step": 2978
    },
    {
      "epoch": 0.29091796875,
      "grad_norm": 0.23871302604675293,
      "learning_rate": 0.00041821517881146785,
      "loss": 4.582,
      "step": 2979
    },
    {
      "epoch": 0.291015625,
      "grad_norm": 0.2379457950592041,
      "learning_rate": 0.00041816114050981863,
      "loss": 4.625,
      "step": 2980
    },
    {
      "epoch": 0.29111328125,
      "grad_norm": 0.27365514636039734,
      "learning_rate": 0.0004181070883296685,
      "loss": 4.625,
      "step": 2981
    },
    {
      "epoch": 0.2912109375,
      "grad_norm": 0.27904605865478516,
      "learning_rate": 0.0004180530222762574,
      "loss": 4.5938,
      "step": 2982
    },
    {
      "epoch": 0.29130859375,
      "grad_norm": 0.2858056426048279,
      "learning_rate": 0.00041799894235482665,
      "loss": 4.6094,
      "step": 2983
    },
    {
      "epoch": 0.29140625,
      "grad_norm": 0.28733915090560913,
      "learning_rate": 0.0004179448485706191,
      "loss": 4.5977,
      "step": 2984
    },
    {
      "epoch": 0.29150390625,
      "grad_norm": 0.29109078645706177,
      "learning_rate": 0.0004178907409288785,
      "loss": 4.6211,
      "step": 2985
    },
    {
      "epoch": 0.2916015625,
      "grad_norm": 0.24826256930828094,
      "learning_rate": 0.0004178366194348504,
      "loss": 4.5898,
      "step": 2986
    },
    {
      "epoch": 0.29169921875,
      "grad_norm": 0.25492191314697266,
      "learning_rate": 0.0004177824840937816,
      "loss": 4.6055,
      "step": 2987
    },
    {
      "epoch": 0.291796875,
      "grad_norm": 0.24259042739868164,
      "learning_rate": 0.00041772833491091993,
      "loss": 4.6172,
      "step": 2988
    },
    {
      "epoch": 0.29189453125,
      "grad_norm": 0.22923807799816132,
      "learning_rate": 0.0004176741718915149,
      "loss": 4.5898,
      "step": 2989
    },
    {
      "epoch": 0.2919921875,
      "grad_norm": 0.24221837520599365,
      "learning_rate": 0.00041761999504081725,
      "loss": 4.6328,
      "step": 2990
    },
    {
      "epoch": 0.29208984375,
      "grad_norm": 0.2258581668138504,
      "learning_rate": 0.0004175658043640791,
      "loss": 4.6133,
      "step": 2991
    },
    {
      "epoch": 0.2921875,
      "grad_norm": 0.21304674446582794,
      "learning_rate": 0.00041751159986655375,
      "loss": 4.6133,
      "step": 2992
    },
    {
      "epoch": 0.29228515625,
      "grad_norm": 0.22667059302330017,
      "learning_rate": 0.000417457381553496,
      "loss": 4.6094,
      "step": 2993
    },
    {
      "epoch": 0.2923828125,
      "grad_norm": 0.21091768145561218,
      "learning_rate": 0.000417403149430162,
      "loss": 4.5898,
      "step": 2994
    },
    {
      "epoch": 0.29248046875,
      "grad_norm": 0.216877743601799,
      "learning_rate": 0.0004173489035018092,
      "loss": 4.6172,
      "step": 2995
    },
    {
      "epoch": 0.292578125,
      "grad_norm": 0.24574807286262512,
      "learning_rate": 0.0004172946437736963,
      "loss": 4.6172,
      "step": 2996
    },
    {
      "epoch": 0.29267578125,
      "grad_norm": 0.28834792971611023,
      "learning_rate": 0.0004172403702510834,
      "loss": 4.6016,
      "step": 2997
    },
    {
      "epoch": 0.2927734375,
      "grad_norm": 0.343079537153244,
      "learning_rate": 0.00041718608293923203,
      "loss": 4.6133,
      "step": 2998
    },
    {
      "epoch": 0.29287109375,
      "grad_norm": 0.4108991026878357,
      "learning_rate": 0.00041713178184340496,
      "loss": 4.5859,
      "step": 2999
    },
    {
      "epoch": 0.29296875,
      "grad_norm": 0.4240403175354004,
      "learning_rate": 0.0004170774669688662,
      "loss": 4.6172,
      "step": 3000
    },
    {
      "epoch": 0.29306640625,
      "grad_norm": 0.31272393465042114,
      "learning_rate": 0.0004170231383208814,
      "loss": 4.6133,
      "step": 3001
    },
    {
      "epoch": 0.2931640625,
      "grad_norm": 0.23991656303405762,
      "learning_rate": 0.0004169687959047173,
      "loss": 4.6055,
      "step": 3002
    },
    {
      "epoch": 0.29326171875,
      "grad_norm": 0.35421618819236755,
      "learning_rate": 0.0004169144397256418,
      "loss": 4.582,
      "step": 3003
    },
    {
      "epoch": 0.293359375,
      "grad_norm": 0.3898334801197052,
      "learning_rate": 0.0004168600697889247,
      "loss": 4.6016,
      "step": 3004
    },
    {
      "epoch": 0.29345703125,
      "grad_norm": 0.2908141016960144,
      "learning_rate": 0.0004168056860998366,
      "loss": 4.5898,
      "step": 3005
    },
    {
      "epoch": 0.2935546875,
      "grad_norm": 0.2281796634197235,
      "learning_rate": 0.00041675128866364966,
      "loss": 4.5625,
      "step": 3006
    },
    {
      "epoch": 0.29365234375,
      "grad_norm": 0.3215753138065338,
      "learning_rate": 0.0004166968774856373,
      "loss": 4.6289,
      "step": 3007
    },
    {
      "epoch": 0.29375,
      "grad_norm": 0.3463136553764343,
      "learning_rate": 0.0004166424525710744,
      "loss": 4.6016,
      "step": 3008
    },
    {
      "epoch": 0.29384765625,
      "grad_norm": 0.25969406962394714,
      "learning_rate": 0.0004165880139252371,
      "loss": 4.582,
      "step": 3009
    },
    {
      "epoch": 0.2939453125,
      "grad_norm": 0.2566334903240204,
      "learning_rate": 0.00041653356155340275,
      "loss": 4.6055,
      "step": 3010
    },
    {
      "epoch": 0.29404296875,
      "grad_norm": 0.31129300594329834,
      "learning_rate": 0.0004164790954608502,
      "loss": 4.6133,
      "step": 3011
    },
    {
      "epoch": 0.294140625,
      "grad_norm": 0.24892330169677734,
      "learning_rate": 0.0004164246156528597,
      "loss": 4.6328,
      "step": 3012
    },
    {
      "epoch": 0.29423828125,
      "grad_norm": 0.21632547676563263,
      "learning_rate": 0.00041637012213471245,
      "loss": 4.582,
      "step": 3013
    },
    {
      "epoch": 0.2943359375,
      "grad_norm": 0.2577113211154938,
      "learning_rate": 0.00041631561491169134,
      "loss": 4.625,
      "step": 3014
    },
    {
      "epoch": 0.29443359375,
      "grad_norm": 0.2430252879858017,
      "learning_rate": 0.00041626109398908053,
      "loss": 4.6055,
      "step": 3015
    },
    {
      "epoch": 0.29453125,
      "grad_norm": 0.20984789729118347,
      "learning_rate": 0.0004162065593721653,
      "loss": 4.5898,
      "step": 3016
    },
    {
      "epoch": 0.29462890625,
      "grad_norm": 0.23375052213668823,
      "learning_rate": 0.00041615201106623255,
      "loss": 4.625,
      "step": 3017
    },
    {
      "epoch": 0.2947265625,
      "grad_norm": 0.27082470059394836,
      "learning_rate": 0.0004160974490765704,
      "loss": 4.6328,
      "step": 3018
    },
    {
      "epoch": 0.29482421875,
      "grad_norm": 0.2469756156206131,
      "learning_rate": 0.0004160428734084681,
      "loss": 4.6094,
      "step": 3019
    },
    {
      "epoch": 0.294921875,
      "grad_norm": 0.23764625191688538,
      "learning_rate": 0.0004159882840672166,
      "loss": 4.6094,
      "step": 3020
    },
    {
      "epoch": 0.29501953125,
      "grad_norm": 0.22840583324432373,
      "learning_rate": 0.00041593368105810775,
      "loss": 4.5938,
      "step": 3021
    },
    {
      "epoch": 0.2951171875,
      "grad_norm": 0.2172738015651703,
      "learning_rate": 0.00041587906438643506,
      "loss": 4.5938,
      "step": 3022
    },
    {
      "epoch": 0.29521484375,
      "grad_norm": 0.23322579264640808,
      "learning_rate": 0.0004158244340574932,
      "loss": 4.6172,
      "step": 3023
    },
    {
      "epoch": 0.2953125,
      "grad_norm": 0.2534894645214081,
      "learning_rate": 0.0004157697900765783,
      "loss": 4.5938,
      "step": 3024
    },
    {
      "epoch": 0.29541015625,
      "grad_norm": 0.24084530770778656,
      "learning_rate": 0.00041571513244898764,
      "loss": 4.6133,
      "step": 3025
    },
    {
      "epoch": 0.2955078125,
      "grad_norm": 0.24023793637752533,
      "learning_rate": 0.00041566046118001994,
      "loss": 4.6172,
      "step": 3026
    },
    {
      "epoch": 0.29560546875,
      "grad_norm": 0.24409601092338562,
      "learning_rate": 0.00041560577627497517,
      "loss": 4.5898,
      "step": 3027
    },
    {
      "epoch": 0.295703125,
      "grad_norm": 0.23981541395187378,
      "learning_rate": 0.00041555107773915464,
      "loss": 4.6367,
      "step": 3028
    },
    {
      "epoch": 0.29580078125,
      "grad_norm": 0.2710396349430084,
      "learning_rate": 0.000415496365577861,
      "loss": 4.5977,
      "step": 3029
    },
    {
      "epoch": 0.2958984375,
      "grad_norm": 0.3157922327518463,
      "learning_rate": 0.0004154416397963985,
      "loss": 4.6094,
      "step": 3030
    },
    {
      "epoch": 0.29599609375,
      "grad_norm": 0.32610803842544556,
      "learning_rate": 0.000415386900400072,
      "loss": 4.6367,
      "step": 3031
    },
    {
      "epoch": 0.29609375,
      "grad_norm": 0.2904401421546936,
      "learning_rate": 0.00041533214739418835,
      "loss": 4.5898,
      "step": 3032
    },
    {
      "epoch": 0.29619140625,
      "grad_norm": 0.23196280002593994,
      "learning_rate": 0.0004152773807840555,
      "loss": 4.6133,
      "step": 3033
    },
    {
      "epoch": 0.2962890625,
      "grad_norm": 0.2660154402256012,
      "learning_rate": 0.0004152226005749826,
      "loss": 4.5898,
      "step": 3034
    },
    {
      "epoch": 0.29638671875,
      "grad_norm": 0.28788262605667114,
      "learning_rate": 0.00041516780677228025,
      "loss": 4.6289,
      "step": 3035
    },
    {
      "epoch": 0.296484375,
      "grad_norm": 0.27093082666397095,
      "learning_rate": 0.00041511299938126045,
      "loss": 4.6094,
      "step": 3036
    },
    {
      "epoch": 0.29658203125,
      "grad_norm": 0.24944792687892914,
      "learning_rate": 0.00041505817840723625,
      "loss": 4.6094,
      "step": 3037
    },
    {
      "epoch": 0.2966796875,
      "grad_norm": 0.2273198813199997,
      "learning_rate": 0.00041500334385552223,
      "loss": 4.6094,
      "step": 3038
    },
    {
      "epoch": 0.29677734375,
      "grad_norm": 0.21648380160331726,
      "learning_rate": 0.00041494849573143425,
      "loss": 4.5898,
      "step": 3039
    },
    {
      "epoch": 0.296875,
      "grad_norm": 0.24864619970321655,
      "learning_rate": 0.0004148936340402894,
      "loss": 4.5977,
      "step": 3040
    },
    {
      "epoch": 0.29697265625,
      "grad_norm": 0.2995125651359558,
      "learning_rate": 0.00041483875878740623,
      "loss": 4.6211,
      "step": 3041
    },
    {
      "epoch": 0.2970703125,
      "grad_norm": 0.29794636368751526,
      "learning_rate": 0.0004147838699781045,
      "loss": 4.5859,
      "step": 3042
    },
    {
      "epoch": 0.29716796875,
      "grad_norm": 0.2821556329727173,
      "learning_rate": 0.00041472896761770526,
      "loss": 4.625,
      "step": 3043
    },
    {
      "epoch": 0.297265625,
      "grad_norm": 0.24617761373519897,
      "learning_rate": 0.00041467405171153097,
      "loss": 4.5977,
      "step": 3044
    },
    {
      "epoch": 0.29736328125,
      "grad_norm": 0.22228693962097168,
      "learning_rate": 0.0004146191222649053,
      "loss": 4.6484,
      "step": 3045
    },
    {
      "epoch": 0.2974609375,
      "grad_norm": 0.24912919104099274,
      "learning_rate": 0.00041456417928315334,
      "loss": 4.5859,
      "step": 3046
    },
    {
      "epoch": 0.29755859375,
      "grad_norm": 0.30771324038505554,
      "learning_rate": 0.00041450922277160143,
      "loss": 4.582,
      "step": 3047
    },
    {
      "epoch": 0.29765625,
      "grad_norm": 0.31349432468414307,
      "learning_rate": 0.0004144542527355772,
      "loss": 4.6016,
      "step": 3048
    },
    {
      "epoch": 0.29775390625,
      "grad_norm": 0.2630326747894287,
      "learning_rate": 0.00041439926918040965,
      "loss": 4.6172,
      "step": 3049
    },
    {
      "epoch": 0.2978515625,
      "grad_norm": 0.253678560256958,
      "learning_rate": 0.0004143442721114291,
      "loss": 4.6328,
      "step": 3050
    },
    {
      "epoch": 0.29794921875,
      "grad_norm": 0.2372310608625412,
      "learning_rate": 0.00041428926153396704,
      "loss": 4.5859,
      "step": 3051
    },
    {
      "epoch": 0.298046875,
      "grad_norm": 0.23570166528224945,
      "learning_rate": 0.00041423423745335654,
      "loss": 4.5977,
      "step": 3052
    },
    {
      "epoch": 0.29814453125,
      "grad_norm": 0.21423131227493286,
      "learning_rate": 0.00041417919987493164,
      "loss": 4.6211,
      "step": 3053
    },
    {
      "epoch": 0.2982421875,
      "grad_norm": 0.2505544126033783,
      "learning_rate": 0.00041412414880402795,
      "loss": 4.5938,
      "step": 3054
    },
    {
      "epoch": 0.29833984375,
      "grad_norm": 0.25505703687667847,
      "learning_rate": 0.00041406908424598224,
      "loss": 4.6172,
      "step": 3055
    },
    {
      "epoch": 0.2984375,
      "grad_norm": 0.2795094847679138,
      "learning_rate": 0.00041401400620613265,
      "loss": 4.5938,
      "step": 3056
    },
    {
      "epoch": 0.29853515625,
      "grad_norm": 0.2850538492202759,
      "learning_rate": 0.00041395891468981865,
      "loss": 4.6289,
      "step": 3057
    },
    {
      "epoch": 0.2986328125,
      "grad_norm": 0.281779408454895,
      "learning_rate": 0.00041390380970238107,
      "loss": 4.625,
      "step": 3058
    },
    {
      "epoch": 0.29873046875,
      "grad_norm": 0.2647131085395813,
      "learning_rate": 0.0004138486912491618,
      "loss": 4.6094,
      "step": 3059
    },
    {
      "epoch": 0.298828125,
      "grad_norm": 0.22464655339717865,
      "learning_rate": 0.0004137935593355043,
      "loss": 4.5898,
      "step": 3060
    },
    {
      "epoch": 0.29892578125,
      "grad_norm": 0.22312195599079132,
      "learning_rate": 0.0004137384139667532,
      "loss": 4.5898,
      "step": 3061
    },
    {
      "epoch": 0.2990234375,
      "grad_norm": 0.20912885665893555,
      "learning_rate": 0.0004136832551482545,
      "loss": 4.6289,
      "step": 3062
    },
    {
      "epoch": 0.29912109375,
      "grad_norm": 0.20881575345993042,
      "learning_rate": 0.0004136280828853555,
      "loss": 4.6133,
      "step": 3063
    },
    {
      "epoch": 0.29921875,
      "grad_norm": 0.22350968420505524,
      "learning_rate": 0.00041357289718340473,
      "loss": 4.6094,
      "step": 3064
    },
    {
      "epoch": 0.29931640625,
      "grad_norm": 0.2056812345981598,
      "learning_rate": 0.00041351769804775205,
      "loss": 4.5859,
      "step": 3065
    },
    {
      "epoch": 0.2994140625,
      "grad_norm": 0.21826857328414917,
      "learning_rate": 0.00041346248548374865,
      "loss": 4.5859,
      "step": 3066
    },
    {
      "epoch": 0.29951171875,
      "grad_norm": 0.22413699328899384,
      "learning_rate": 0.00041340725949674714,
      "loss": 4.6133,
      "step": 3067
    },
    {
      "epoch": 0.299609375,
      "grad_norm": 0.2368941605091095,
      "learning_rate": 0.0004133520200921011,
      "loss": 4.6172,
      "step": 3068
    },
    {
      "epoch": 0.29970703125,
      "grad_norm": 0.22185541689395905,
      "learning_rate": 0.0004132967672751656,
      "loss": 4.6172,
      "step": 3069
    },
    {
      "epoch": 0.2998046875,
      "grad_norm": 0.23173803091049194,
      "learning_rate": 0.0004132415010512973,
      "loss": 4.6211,
      "step": 3070
    },
    {
      "epoch": 0.29990234375,
      "grad_norm": 0.22552303969860077,
      "learning_rate": 0.00041318622142585374,
      "loss": 4.5977,
      "step": 3071
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.22088563442230225,
      "learning_rate": 0.00041313092840419374,
      "loss": 4.5742,
      "step": 3072
    },
    {
      "epoch": 0.30009765625,
      "grad_norm": 0.2542416751384735,
      "learning_rate": 0.0004130756219916779,
      "loss": 4.5938,
      "step": 3073
    },
    {
      "epoch": 0.3001953125,
      "grad_norm": 0.3776582181453705,
      "learning_rate": 0.00041302030219366755,
      "loss": 4.6133,
      "step": 3074
    },
    {
      "epoch": 0.30029296875,
      "grad_norm": 0.47800445556640625,
      "learning_rate": 0.00041296496901552563,
      "loss": 4.6211,
      "step": 3075
    },
    {
      "epoch": 0.300390625,
      "grad_norm": 0.44413772225379944,
      "learning_rate": 0.0004129096224626163,
      "loss": 4.5898,
      "step": 3076
    },
    {
      "epoch": 0.30048828125,
      "grad_norm": 0.27604517340660095,
      "learning_rate": 0.00041285426254030513,
      "loss": 4.5781,
      "step": 3077
    },
    {
      "epoch": 0.3005859375,
      "grad_norm": 0.30996596813201904,
      "learning_rate": 0.00041279888925395875,
      "loss": 4.6094,
      "step": 3078
    },
    {
      "epoch": 0.30068359375,
      "grad_norm": 0.3814452886581421,
      "learning_rate": 0.00041274350260894543,
      "loss": 4.625,
      "step": 3079
    },
    {
      "epoch": 0.30078125,
      "grad_norm": 0.27754315733909607,
      "learning_rate": 0.0004126881026106343,
      "loss": 4.6133,
      "step": 3080
    },
    {
      "epoch": 0.30087890625,
      "grad_norm": 0.265481561422348,
      "learning_rate": 0.0004126326892643961,
      "loss": 4.6523,
      "step": 3081
    },
    {
      "epoch": 0.3009765625,
      "grad_norm": 0.324713796377182,
      "learning_rate": 0.00041257726257560293,
      "loss": 4.5781,
      "step": 3082
    },
    {
      "epoch": 0.30107421875,
      "grad_norm": 0.3005579710006714,
      "learning_rate": 0.0004125218225496277,
      "loss": 4.6133,
      "step": 3083
    },
    {
      "epoch": 0.301171875,
      "grad_norm": 0.20995526015758514,
      "learning_rate": 0.0004124663691918453,
      "loss": 4.6016,
      "step": 3084
    },
    {
      "epoch": 0.30126953125,
      "grad_norm": 0.25372254848480225,
      "learning_rate": 0.0004124109025076313,
      "loss": 4.5977,
      "step": 3085
    },
    {
      "epoch": 0.3013671875,
      "grad_norm": 0.25096240639686584,
      "learning_rate": 0.00041235542250236295,
      "loss": 4.5977,
      "step": 3086
    },
    {
      "epoch": 0.30146484375,
      "grad_norm": 0.225476935505867,
      "learning_rate": 0.00041229992918141863,
      "loss": 4.6211,
      "step": 3087
    },
    {
      "epoch": 0.3015625,
      "grad_norm": 0.22451844811439514,
      "learning_rate": 0.000412244422550178,
      "loss": 4.6016,
      "step": 3088
    },
    {
      "epoch": 0.30166015625,
      "grad_norm": 0.260402113199234,
      "learning_rate": 0.00041218890261402206,
      "loss": 4.5977,
      "step": 3089
    },
    {
      "epoch": 0.3017578125,
      "grad_norm": 0.2285398542881012,
      "learning_rate": 0.00041213336937833317,
      "loss": 4.625,
      "step": 3090
    },
    {
      "epoch": 0.30185546875,
      "grad_norm": 0.24618355929851532,
      "learning_rate": 0.00041207782284849475,
      "loss": 4.5703,
      "step": 3091
    },
    {
      "epoch": 0.301953125,
      "grad_norm": 0.2767787277698517,
      "learning_rate": 0.00041202226302989193,
      "loss": 4.582,
      "step": 3092
    },
    {
      "epoch": 0.30205078125,
      "grad_norm": 0.2765655219554901,
      "learning_rate": 0.00041196668992791064,
      "loss": 4.5625,
      "step": 3093
    },
    {
      "epoch": 0.3021484375,
      "grad_norm": 0.26128485798835754,
      "learning_rate": 0.0004119111035479383,
      "loss": 4.5938,
      "step": 3094
    },
    {
      "epoch": 0.30224609375,
      "grad_norm": 0.23520393669605255,
      "learning_rate": 0.0004118555038953636,
      "loss": 4.5664,
      "step": 3095
    },
    {
      "epoch": 0.30234375,
      "grad_norm": 0.25659066438674927,
      "learning_rate": 0.00041179989097557676,
      "loss": 4.5781,
      "step": 3096
    },
    {
      "epoch": 0.30244140625,
      "grad_norm": 0.3043178617954254,
      "learning_rate": 0.00041174426479396894,
      "loss": 4.6094,
      "step": 3097
    },
    {
      "epoch": 0.3025390625,
      "grad_norm": 0.28423061966896057,
      "learning_rate": 0.00041168862535593273,
      "loss": 4.6094,
      "step": 3098
    },
    {
      "epoch": 0.30263671875,
      "grad_norm": 0.25208911299705505,
      "learning_rate": 0.00041163297266686203,
      "loss": 4.582,
      "step": 3099
    },
    {
      "epoch": 0.302734375,
      "grad_norm": 0.2521250247955322,
      "learning_rate": 0.0004115773067321518,
      "loss": 4.6406,
      "step": 3100
    },
    {
      "epoch": 0.30283203125,
      "grad_norm": 0.24810180068016052,
      "learning_rate": 0.0004115216275571988,
      "loss": 4.5898,
      "step": 3101
    },
    {
      "epoch": 0.3029296875,
      "grad_norm": 0.2551381587982178,
      "learning_rate": 0.00041146593514740056,
      "loss": 4.5781,
      "step": 3102
    },
    {
      "epoch": 0.30302734375,
      "grad_norm": 0.24140433967113495,
      "learning_rate": 0.00041141022950815604,
      "loss": 4.5938,
      "step": 3103
    },
    {
      "epoch": 0.303125,
      "grad_norm": 0.25926247239112854,
      "learning_rate": 0.0004113545106448657,
      "loss": 4.6445,
      "step": 3104
    },
    {
      "epoch": 0.30322265625,
      "grad_norm": 0.22866185009479523,
      "learning_rate": 0.0004112987785629309,
      "loss": 4.6211,
      "step": 3105
    },
    {
      "epoch": 0.3033203125,
      "grad_norm": 0.21660327911376953,
      "learning_rate": 0.00041124303326775465,
      "loss": 4.5781,
      "step": 3106
    },
    {
      "epoch": 0.30341796875,
      "grad_norm": 0.2487567663192749,
      "learning_rate": 0.000411187274764741,
      "loss": 4.5938,
      "step": 3107
    },
    {
      "epoch": 0.303515625,
      "grad_norm": 0.24039095640182495,
      "learning_rate": 0.00041113150305929525,
      "loss": 4.6016,
      "step": 3108
    },
    {
      "epoch": 0.30361328125,
      "grad_norm": 0.23677201569080353,
      "learning_rate": 0.00041107571815682427,
      "loss": 4.5859,
      "step": 3109
    },
    {
      "epoch": 0.3037109375,
      "grad_norm": 0.226942241191864,
      "learning_rate": 0.00041101992006273606,
      "loss": 4.582,
      "step": 3110
    },
    {
      "epoch": 0.30380859375,
      "grad_norm": 0.23053967952728271,
      "learning_rate": 0.0004109641087824396,
      "loss": 4.6016,
      "step": 3111
    },
    {
      "epoch": 0.30390625,
      "grad_norm": 0.2265138179063797,
      "learning_rate": 0.00041090828432134574,
      "loss": 4.582,
      "step": 3112
    },
    {
      "epoch": 0.30400390625,
      "grad_norm": 0.2620256543159485,
      "learning_rate": 0.00041085244668486603,
      "loss": 4.6094,
      "step": 3113
    },
    {
      "epoch": 0.3041015625,
      "grad_norm": 0.24052895605564117,
      "learning_rate": 0.0004107965958784137,
      "loss": 4.6094,
      "step": 3114
    },
    {
      "epoch": 0.30419921875,
      "grad_norm": 0.2501332759857178,
      "learning_rate": 0.00041074073190740305,
      "loss": 4.6055,
      "step": 3115
    },
    {
      "epoch": 0.304296875,
      "grad_norm": 0.22214585542678833,
      "learning_rate": 0.0004106848547772497,
      "loss": 4.6172,
      "step": 3116
    },
    {
      "epoch": 0.30439453125,
      "grad_norm": 0.23473069071769714,
      "learning_rate": 0.0004106289644933706,
      "loss": 4.6211,
      "step": 3117
    },
    {
      "epoch": 0.3044921875,
      "grad_norm": 0.2530396282672882,
      "learning_rate": 0.0004105730610611839,
      "loss": 4.5977,
      "step": 3118
    },
    {
      "epoch": 0.30458984375,
      "grad_norm": 0.2762342393398285,
      "learning_rate": 0.000410517144486109,
      "loss": 4.6055,
      "step": 3119
    },
    {
      "epoch": 0.3046875,
      "grad_norm": 0.34767040610313416,
      "learning_rate": 0.0004104612147735668,
      "loss": 4.6719,
      "step": 3120
    },
    {
      "epoch": 0.30478515625,
      "grad_norm": 0.42801040410995483,
      "learning_rate": 0.00041040527192897914,
      "loss": 4.5898,
      "step": 3121
    },
    {
      "epoch": 0.3048828125,
      "grad_norm": 0.4466807544231415,
      "learning_rate": 0.00041034931595776934,
      "loss": 4.6172,
      "step": 3122
    },
    {
      "epoch": 0.30498046875,
      "grad_norm": 0.3470209836959839,
      "learning_rate": 0.00041029334686536206,
      "loss": 4.5898,
      "step": 3123
    },
    {
      "epoch": 0.305078125,
      "grad_norm": 0.2505682706832886,
      "learning_rate": 0.00041023736465718296,
      "loss": 4.5977,
      "step": 3124
    },
    {
      "epoch": 0.30517578125,
      "grad_norm": 0.2896220088005066,
      "learning_rate": 0.0004101813693386593,
      "loss": 4.6016,
      "step": 3125
    },
    {
      "epoch": 0.3052734375,
      "grad_norm": 0.3011440336704254,
      "learning_rate": 0.00041012536091521927,
      "loss": 4.625,
      "step": 3126
    },
    {
      "epoch": 0.30537109375,
      "grad_norm": 0.2665983736515045,
      "learning_rate": 0.00041006933939229264,
      "loss": 4.5859,
      "step": 3127
    },
    {
      "epoch": 0.30546875,
      "grad_norm": 0.24819502234458923,
      "learning_rate": 0.0004100133047753103,
      "loss": 4.6406,
      "step": 3128
    },
    {
      "epoch": 0.30556640625,
      "grad_norm": 0.23398233950138092,
      "learning_rate": 0.00040995725706970436,
      "loss": 4.6094,
      "step": 3129
    },
    {
      "epoch": 0.3056640625,
      "grad_norm": 0.2516607642173767,
      "learning_rate": 0.00040990119628090836,
      "loss": 4.6055,
      "step": 3130
    },
    {
      "epoch": 0.30576171875,
      "grad_norm": 0.2212022840976715,
      "learning_rate": 0.00040984512241435696,
      "loss": 4.6094,
      "step": 3131
    },
    {
      "epoch": 0.305859375,
      "grad_norm": 0.2298537790775299,
      "learning_rate": 0.0004097890354754861,
      "loss": 4.5781,
      "step": 3132
    },
    {
      "epoch": 0.30595703125,
      "grad_norm": 0.2298981100320816,
      "learning_rate": 0.00040973293546973303,
      "loss": 4.6055,
      "step": 3133
    },
    {
      "epoch": 0.3060546875,
      "grad_norm": 0.23705105483531952,
      "learning_rate": 0.0004096768224025364,
      "loss": 4.6289,
      "step": 3134
    },
    {
      "epoch": 0.30615234375,
      "grad_norm": 0.2321608066558838,
      "learning_rate": 0.0004096206962793358,
      "loss": 4.625,
      "step": 3135
    },
    {
      "epoch": 0.30625,
      "grad_norm": 0.21394218504428864,
      "learning_rate": 0.00040956455710557235,
      "loss": 4.5977,
      "step": 3136
    },
    {
      "epoch": 0.30634765625,
      "grad_norm": 0.2466316521167755,
      "learning_rate": 0.0004095084048866885,
      "loss": 4.6094,
      "step": 3137
    },
    {
      "epoch": 0.3064453125,
      "grad_norm": 0.22929345071315765,
      "learning_rate": 0.00040945223962812754,
      "loss": 4.5977,
      "step": 3138
    },
    {
      "epoch": 0.30654296875,
      "grad_norm": 0.22851169109344482,
      "learning_rate": 0.0004093960613353346,
      "loss": 4.5938,
      "step": 3139
    },
    {
      "epoch": 0.306640625,
      "grad_norm": 0.2288745492696762,
      "learning_rate": 0.00040933987001375564,
      "loss": 4.5859,
      "step": 3140
    },
    {
      "epoch": 0.30673828125,
      "grad_norm": 0.2141110599040985,
      "learning_rate": 0.00040928366566883806,
      "loss": 4.6172,
      "step": 3141
    },
    {
      "epoch": 0.3068359375,
      "grad_norm": 0.2379048466682434,
      "learning_rate": 0.0004092274483060305,
      "loss": 4.5742,
      "step": 3142
    },
    {
      "epoch": 0.30693359375,
      "grad_norm": 0.2746284306049347,
      "learning_rate": 0.0004091712179307828,
      "loss": 4.6055,
      "step": 3143
    },
    {
      "epoch": 0.30703125,
      "grad_norm": 0.22405464947223663,
      "learning_rate": 0.0004091149745485461,
      "loss": 4.5664,
      "step": 3144
    },
    {
      "epoch": 0.30712890625,
      "grad_norm": 0.22005097568035126,
      "learning_rate": 0.0004090587181647729,
      "loss": 4.6094,
      "step": 3145
    },
    {
      "epoch": 0.3072265625,
      "grad_norm": 0.21633227169513702,
      "learning_rate": 0.00040900244878491683,
      "loss": 4.6094,
      "step": 3146
    },
    {
      "epoch": 0.30732421875,
      "grad_norm": 0.2605668902397156,
      "learning_rate": 0.00040894616641443284,
      "loss": 4.5859,
      "step": 3147
    },
    {
      "epoch": 0.307421875,
      "grad_norm": 0.2578687071800232,
      "learning_rate": 0.0004088898710587772,
      "loss": 4.5859,
      "step": 3148
    },
    {
      "epoch": 0.30751953125,
      "grad_norm": 0.29490926861763,
      "learning_rate": 0.0004088335627234071,
      "loss": 4.6367,
      "step": 3149
    },
    {
      "epoch": 0.3076171875,
      "grad_norm": 0.3420464098453522,
      "learning_rate": 0.00040877724141378147,
      "loss": 4.6133,
      "step": 3150
    },
    {
      "epoch": 0.30771484375,
      "grad_norm": 0.4831574261188507,
      "learning_rate": 0.0004087209071353604,
      "loss": 4.6602,
      "step": 3151
    },
    {
      "epoch": 0.3078125,
      "grad_norm": 0.3242834508419037,
      "learning_rate": 0.0004086645598936047,
      "loss": 4.6172,
      "step": 3152
    },
    {
      "epoch": 0.30791015625,
      "grad_norm": 0.2743362784385681,
      "learning_rate": 0.00040860819969397726,
      "loss": 4.6055,
      "step": 3153
    },
    {
      "epoch": 0.3080078125,
      "grad_norm": 0.21650637686252594,
      "learning_rate": 0.0004085518265419416,
      "loss": 4.6211,
      "step": 3154
    },
    {
      "epoch": 0.30810546875,
      "grad_norm": 0.2714868187904358,
      "learning_rate": 0.0004084954404429629,
      "loss": 4.6055,
      "step": 3155
    },
    {
      "epoch": 0.308203125,
      "grad_norm": 0.3045331835746765,
      "learning_rate": 0.0004084390414025071,
      "loss": 4.5938,
      "step": 3156
    },
    {
      "epoch": 0.30830078125,
      "grad_norm": 0.2940587103366852,
      "learning_rate": 0.00040838262942604193,
      "loss": 4.6055,
      "step": 3157
    },
    {
      "epoch": 0.3083984375,
      "grad_norm": 0.26624470949172974,
      "learning_rate": 0.0004083262045190362,
      "loss": 4.6055,
      "step": 3158
    },
    {
      "epoch": 0.30849609375,
      "grad_norm": 0.21879519522190094,
      "learning_rate": 0.0004082697666869598,
      "loss": 4.6211,
      "step": 3159
    },
    {
      "epoch": 0.30859375,
      "grad_norm": 0.2236805111169815,
      "learning_rate": 0.00040821331593528395,
      "loss": 4.5781,
      "step": 3160
    },
    {
      "epoch": 0.30869140625,
      "grad_norm": 0.2388748675584793,
      "learning_rate": 0.00040815685226948135,
      "loss": 4.582,
      "step": 3161
    },
    {
      "epoch": 0.3087890625,
      "grad_norm": 0.23700404167175293,
      "learning_rate": 0.00040810037569502554,
      "loss": 4.6055,
      "step": 3162
    },
    {
      "epoch": 0.30888671875,
      "grad_norm": 0.23144055902957916,
      "learning_rate": 0.00040804388621739176,
      "loss": 4.5781,
      "step": 3163
    },
    {
      "epoch": 0.308984375,
      "grad_norm": 0.2227616161108017,
      "learning_rate": 0.0004079873838420562,
      "loss": 4.6211,
      "step": 3164
    },
    {
      "epoch": 0.30908203125,
      "grad_norm": 0.2652563452720642,
      "learning_rate": 0.00040793086857449627,
      "loss": 4.5938,
      "step": 3165
    },
    {
      "epoch": 0.3091796875,
      "grad_norm": 0.28821277618408203,
      "learning_rate": 0.00040787434042019086,
      "loss": 4.6016,
      "step": 3166
    },
    {
      "epoch": 0.30927734375,
      "grad_norm": 0.33470702171325684,
      "learning_rate": 0.00040781779938462,
      "loss": 4.5898,
      "step": 3167
    },
    {
      "epoch": 0.309375,
      "grad_norm": 0.39411285519599915,
      "learning_rate": 0.00040776124547326495,
      "loss": 4.6133,
      "step": 3168
    },
    {
      "epoch": 0.30947265625,
      "grad_norm": 0.32375186681747437,
      "learning_rate": 0.0004077046786916081,
      "loss": 4.6055,
      "step": 3169
    },
    {
      "epoch": 0.3095703125,
      "grad_norm": 0.23588910698890686,
      "learning_rate": 0.0004076480990451334,
      "loss": 4.6055,
      "step": 3170
    },
    {
      "epoch": 0.30966796875,
      "grad_norm": 0.22065633535385132,
      "learning_rate": 0.00040759150653932574,
      "loss": 4.5977,
      "step": 3171
    },
    {
      "epoch": 0.309765625,
      "grad_norm": 0.24864408373832703,
      "learning_rate": 0.0004075349011796715,
      "loss": 4.5859,
      "step": 3172
    },
    {
      "epoch": 0.30986328125,
      "grad_norm": 0.2823388874530792,
      "learning_rate": 0.00040747828297165806,
      "loss": 4.5664,
      "step": 3173
    },
    {
      "epoch": 0.3099609375,
      "grad_norm": 0.23022131621837616,
      "learning_rate": 0.0004074216519207742,
      "loss": 4.5742,
      "step": 3174
    },
    {
      "epoch": 0.31005859375,
      "grad_norm": 0.22173774242401123,
      "learning_rate": 0.00040736500803250996,
      "loss": 4.5742,
      "step": 3175
    },
    {
      "epoch": 0.31015625,
      "grad_norm": 0.2631884515285492,
      "learning_rate": 0.0004073083513123566,
      "loss": 4.5898,
      "step": 3176
    },
    {
      "epoch": 0.31025390625,
      "grad_norm": 0.3124387562274933,
      "learning_rate": 0.0004072516817658065,
      "loss": 4.5977,
      "step": 3177
    },
    {
      "epoch": 0.3103515625,
      "grad_norm": 0.3834969699382782,
      "learning_rate": 0.0004071949993983534,
      "loss": 4.5859,
      "step": 3178
    },
    {
      "epoch": 0.31044921875,
      "grad_norm": 0.3578173816204071,
      "learning_rate": 0.00040713830421549235,
      "loss": 4.5977,
      "step": 3179
    },
    {
      "epoch": 0.310546875,
      "grad_norm": 0.30756324529647827,
      "learning_rate": 0.00040708159622271963,
      "loss": 4.5781,
      "step": 3180
    },
    {
      "epoch": 0.31064453125,
      "grad_norm": 0.28106510639190674,
      "learning_rate": 0.00040702487542553244,
      "loss": 4.6133,
      "step": 3181
    },
    {
      "epoch": 0.3107421875,
      "grad_norm": 0.22386769950389862,
      "learning_rate": 0.0004069681418294298,
      "loss": 4.5625,
      "step": 3182
    },
    {
      "epoch": 0.31083984375,
      "grad_norm": 0.2369086742401123,
      "learning_rate": 0.00040691139543991143,
      "loss": 4.6133,
      "step": 3183
    },
    {
      "epoch": 0.3109375,
      "grad_norm": 0.22481054067611694,
      "learning_rate": 0.0004068546362624784,
      "loss": 4.582,
      "step": 3184
    },
    {
      "epoch": 0.31103515625,
      "grad_norm": 0.23761145770549774,
      "learning_rate": 0.0004067978643026335,
      "loss": 4.582,
      "step": 3185
    },
    {
      "epoch": 0.3111328125,
      "grad_norm": 0.2514781355857849,
      "learning_rate": 0.00040674107956588005,
      "loss": 4.6016,
      "step": 3186
    },
    {
      "epoch": 0.31123046875,
      "grad_norm": 0.23927055299282074,
      "learning_rate": 0.0004066842820577231,
      "loss": 4.5977,
      "step": 3187
    },
    {
      "epoch": 0.311328125,
      "grad_norm": 0.22244587540626526,
      "learning_rate": 0.0004066274717836688,
      "loss": 4.6133,
      "step": 3188
    },
    {
      "epoch": 0.31142578125,
      "grad_norm": 0.23321017622947693,
      "learning_rate": 0.0004065706487492244,
      "loss": 4.5977,
      "step": 3189
    },
    {
      "epoch": 0.3115234375,
      "grad_norm": 0.222861647605896,
      "learning_rate": 0.00040651381295989857,
      "loss": 4.6094,
      "step": 3190
    },
    {
      "epoch": 0.31162109375,
      "grad_norm": 0.21026979386806488,
      "learning_rate": 0.0004064569644212012,
      "loss": 4.5859,
      "step": 3191
    },
    {
      "epoch": 0.31171875,
      "grad_norm": 0.2545301020145416,
      "learning_rate": 0.00040640010313864325,
      "loss": 4.6094,
      "step": 3192
    },
    {
      "epoch": 0.31181640625,
      "grad_norm": 0.3010014295578003,
      "learning_rate": 0.00040634322911773724,
      "loss": 4.5664,
      "step": 3193
    },
    {
      "epoch": 0.3119140625,
      "grad_norm": 0.3009093403816223,
      "learning_rate": 0.00040628634236399653,
      "loss": 4.5977,
      "step": 3194
    },
    {
      "epoch": 0.31201171875,
      "grad_norm": 0.30418580770492554,
      "learning_rate": 0.000406229442882936,
      "loss": 4.6289,
      "step": 3195
    },
    {
      "epoch": 0.312109375,
      "grad_norm": 0.2831104099750519,
      "learning_rate": 0.00040617253068007156,
      "loss": 4.6133,
      "step": 3196
    },
    {
      "epoch": 0.31220703125,
      "grad_norm": 0.27336424589157104,
      "learning_rate": 0.0004061156057609206,
      "loss": 4.5859,
      "step": 3197
    },
    {
      "epoch": 0.3123046875,
      "grad_norm": 0.2301994264125824,
      "learning_rate": 0.00040605866813100153,
      "loss": 4.5898,
      "step": 3198
    },
    {
      "epoch": 0.31240234375,
      "grad_norm": 0.22892244160175323,
      "learning_rate": 0.0004060017177958341,
      "loss": 4.6172,
      "step": 3199
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.24103528261184692,
      "learning_rate": 0.0004059447547609392,
      "loss": 4.5938,
      "step": 3200
    },
    {
      "epoch": 0.31259765625,
      "grad_norm": 0.2707345187664032,
      "learning_rate": 0.0004058877790318391,
      "loss": 4.6016,
      "step": 3201
    },
    {
      "epoch": 0.3126953125,
      "grad_norm": 0.28221550583839417,
      "learning_rate": 0.00040583079061405717,
      "loss": 4.5742,
      "step": 3202
    },
    {
      "epoch": 0.31279296875,
      "grad_norm": 0.29296278953552246,
      "learning_rate": 0.000405773789513118,
      "loss": 4.6016,
      "step": 3203
    },
    {
      "epoch": 0.312890625,
      "grad_norm": 0.2644599676132202,
      "learning_rate": 0.00040571677573454754,
      "loss": 4.6016,
      "step": 3204
    },
    {
      "epoch": 0.31298828125,
      "grad_norm": 0.24904920160770416,
      "learning_rate": 0.00040565974928387285,
      "loss": 4.6016,
      "step": 3205
    },
    {
      "epoch": 0.3130859375,
      "grad_norm": 0.2411424219608307,
      "learning_rate": 0.0004056027101666222,
      "loss": 4.6094,
      "step": 3206
    },
    {
      "epoch": 0.31318359375,
      "grad_norm": 0.2801899313926697,
      "learning_rate": 0.00040554565838832524,
      "loss": 4.5703,
      "step": 3207
    },
    {
      "epoch": 0.31328125,
      "grad_norm": 0.327980637550354,
      "learning_rate": 0.0004054885939545127,
      "loss": 4.6055,
      "step": 3208
    },
    {
      "epoch": 0.31337890625,
      "grad_norm": 0.2677237391471863,
      "learning_rate": 0.0004054315168707166,
      "loss": 4.5898,
      "step": 3209
    },
    {
      "epoch": 0.3134765625,
      "grad_norm": 0.21497760713100433,
      "learning_rate": 0.00040537442714247017,
      "loss": 4.6055,
      "step": 3210
    },
    {
      "epoch": 0.31357421875,
      "grad_norm": 0.2246604710817337,
      "learning_rate": 0.000405317324775308,
      "loss": 4.5898,
      "step": 3211
    },
    {
      "epoch": 0.313671875,
      "grad_norm": 0.2687215209007263,
      "learning_rate": 0.00040526020977476554,
      "loss": 4.6055,
      "step": 3212
    },
    {
      "epoch": 0.31376953125,
      "grad_norm": 0.27656272053718567,
      "learning_rate": 0.0004052030821463798,
      "loss": 4.5977,
      "step": 3213
    },
    {
      "epoch": 0.3138671875,
      "grad_norm": 0.2483285814523697,
      "learning_rate": 0.00040514594189568903,
      "loss": 4.5938,
      "step": 3214
    },
    {
      "epoch": 0.31396484375,
      "grad_norm": 0.21956972777843475,
      "learning_rate": 0.00040508878902823246,
      "loss": 4.5664,
      "step": 3215
    },
    {
      "epoch": 0.3140625,
      "grad_norm": 0.2637638747692108,
      "learning_rate": 0.0004050316235495506,
      "loss": 4.582,
      "step": 3216
    },
    {
      "epoch": 0.31416015625,
      "grad_norm": 0.27183717489242554,
      "learning_rate": 0.0004049744454651855,
      "loss": 4.6172,
      "step": 3217
    },
    {
      "epoch": 0.3142578125,
      "grad_norm": 0.2320816069841385,
      "learning_rate": 0.00040491725478068003,
      "loss": 4.5352,
      "step": 3218
    },
    {
      "epoch": 0.31435546875,
      "grad_norm": 0.23274171352386475,
      "learning_rate": 0.0004048600515015785,
      "loss": 4.6055,
      "step": 3219
    },
    {
      "epoch": 0.314453125,
      "grad_norm": 0.22542065382003784,
      "learning_rate": 0.0004048028356334263,
      "loss": 4.6055,
      "step": 3220
    },
    {
      "epoch": 0.31455078125,
      "grad_norm": 0.23326903581619263,
      "learning_rate": 0.0004047456071817701,
      "loss": 4.6172,
      "step": 3221
    },
    {
      "epoch": 0.3146484375,
      "grad_norm": 0.21394620835781097,
      "learning_rate": 0.00040468836615215785,
      "loss": 4.5781,
      "step": 3222
    },
    {
      "epoch": 0.31474609375,
      "grad_norm": 0.21177315711975098,
      "learning_rate": 0.00040463111255013883,
      "loss": 4.5977,
      "step": 3223
    },
    {
      "epoch": 0.31484375,
      "grad_norm": 0.23390544950962067,
      "learning_rate": 0.00040457384638126323,
      "loss": 4.625,
      "step": 3224
    },
    {
      "epoch": 0.31494140625,
      "grad_norm": 0.2267731875181198,
      "learning_rate": 0.0004045165676510826,
      "loss": 4.5781,
      "step": 3225
    },
    {
      "epoch": 0.3150390625,
      "grad_norm": 0.21257764101028442,
      "learning_rate": 0.0004044592763651498,
      "loss": 4.5898,
      "step": 3226
    },
    {
      "epoch": 0.31513671875,
      "grad_norm": 0.24508829414844513,
      "learning_rate": 0.0004044019725290187,
      "loss": 4.6055,
      "step": 3227
    },
    {
      "epoch": 0.315234375,
      "grad_norm": 0.3212210237979889,
      "learning_rate": 0.0004043446561482448,
      "loss": 4.6133,
      "step": 3228
    },
    {
      "epoch": 0.31533203125,
      "grad_norm": 0.43434426188468933,
      "learning_rate": 0.0004042873272283842,
      "loss": 4.5938,
      "step": 3229
    },
    {
      "epoch": 0.3154296875,
      "grad_norm": 0.45762398838996887,
      "learning_rate": 0.0004042299857749947,
      "loss": 4.625,
      "step": 3230
    },
    {
      "epoch": 0.31552734375,
      "grad_norm": 0.33518514037132263,
      "learning_rate": 0.0004041726317936352,
      "loss": 4.6211,
      "step": 3231
    },
    {
      "epoch": 0.315625,
      "grad_norm": 0.2198718935251236,
      "learning_rate": 0.0004041152652898658,
      "loss": 4.5781,
      "step": 3232
    },
    {
      "epoch": 0.31572265625,
      "grad_norm": 0.30684539675712585,
      "learning_rate": 0.00040405788626924764,
      "loss": 4.6211,
      "step": 3233
    },
    {
      "epoch": 0.3158203125,
      "grad_norm": 0.31937775015830994,
      "learning_rate": 0.0004040004947373434,
      "loss": 4.5938,
      "step": 3234
    },
    {
      "epoch": 0.31591796875,
      "grad_norm": 0.24825255572795868,
      "learning_rate": 0.00040394309069971676,
      "loss": 4.6016,
      "step": 3235
    },
    {
      "epoch": 0.316015625,
      "grad_norm": 0.24035389721393585,
      "learning_rate": 0.0004038856741619325,
      "loss": 4.5938,
      "step": 3236
    },
    {
      "epoch": 0.31611328125,
      "grad_norm": 0.28749486804008484,
      "learning_rate": 0.00040382824512955696,
      "loss": 4.5898,
      "step": 3237
    },
    {
      "epoch": 0.3162109375,
      "grad_norm": 0.25033918023109436,
      "learning_rate": 0.00040377080360815736,
      "loss": 4.5703,
      "step": 3238
    },
    {
      "epoch": 0.31630859375,
      "grad_norm": 0.21576076745986938,
      "learning_rate": 0.0004037133496033024,
      "loss": 4.5625,
      "step": 3239
    },
    {
      "epoch": 0.31640625,
      "grad_norm": 0.24997229874134064,
      "learning_rate": 0.0004036558831205617,
      "loss": 4.5977,
      "step": 3240
    },
    {
      "epoch": 0.31650390625,
      "grad_norm": 0.26537737250328064,
      "learning_rate": 0.0004035984041655063,
      "loss": 4.582,
      "step": 3241
    },
    {
      "epoch": 0.3166015625,
      "grad_norm": 0.23726266622543335,
      "learning_rate": 0.00040354091274370844,
      "loss": 4.5781,
      "step": 3242
    },
    {
      "epoch": 0.31669921875,
      "grad_norm": 0.22166027128696442,
      "learning_rate": 0.0004034834088607416,
      "loss": 4.6133,
      "step": 3243
    },
    {
      "epoch": 0.316796875,
      "grad_norm": 0.22233177721500397,
      "learning_rate": 0.0004034258925221802,
      "loss": 4.6133,
      "step": 3244
    },
    {
      "epoch": 0.31689453125,
      "grad_norm": 0.2225351333618164,
      "learning_rate": 0.0004033683637336002,
      "loss": 4.5781,
      "step": 3245
    },
    {
      "epoch": 0.3169921875,
      "grad_norm": 0.21428877115249634,
      "learning_rate": 0.0004033108225005785,
      "loss": 4.5898,
      "step": 3246
    },
    {
      "epoch": 0.31708984375,
      "grad_norm": 0.20464369654655457,
      "learning_rate": 0.00040325326882869353,
      "loss": 4.5898,
      "step": 3247
    },
    {
      "epoch": 0.3171875,
      "grad_norm": 0.20156773924827576,
      "learning_rate": 0.00040319570272352446,
      "loss": 4.5703,
      "step": 3248
    },
    {
      "epoch": 0.31728515625,
      "grad_norm": 0.21686074137687683,
      "learning_rate": 0.0004031381241906521,
      "loss": 4.5938,
      "step": 3249
    },
    {
      "epoch": 0.3173828125,
      "grad_norm": 0.2190120667219162,
      "learning_rate": 0.00040308053323565837,
      "loss": 4.5977,
      "step": 3250
    },
    {
      "epoch": 0.31748046875,
      "grad_norm": 0.22909528017044067,
      "learning_rate": 0.00040302292986412613,
      "loss": 4.5703,
      "step": 3251
    },
    {
      "epoch": 0.317578125,
      "grad_norm": 0.2043781727552414,
      "learning_rate": 0.0004029653140816398,
      "loss": 4.5664,
      "step": 3252
    },
    {
      "epoch": 0.31767578125,
      "grad_norm": 0.3439045250415802,
      "learning_rate": 0.00040290768589378473,
      "loss": 4.5898,
      "step": 3253
    },
    {
      "epoch": 0.3177734375,
      "grad_norm": 0.21872563660144806,
      "learning_rate": 0.0004028500453061477,
      "loss": 4.6133,
      "step": 3254
    },
    {
      "epoch": 0.31787109375,
      "grad_norm": 0.24827922880649567,
      "learning_rate": 0.00040279239232431644,
      "loss": 4.5742,
      "step": 3255
    },
    {
      "epoch": 0.31796875,
      "grad_norm": 0.25230517983436584,
      "learning_rate": 0.0004027347269538801,
      "loss": 4.5977,
      "step": 3256
    },
    {
      "epoch": 0.31806640625,
      "grad_norm": 0.2946770489215851,
      "learning_rate": 0.0004026770492004289,
      "loss": 4.5781,
      "step": 3257
    },
    {
      "epoch": 0.3181640625,
      "grad_norm": 0.2762652337551117,
      "learning_rate": 0.0004026193590695542,
      "loss": 4.5977,
      "step": 3258
    },
    {
      "epoch": 0.31826171875,
      "grad_norm": 0.28183403611183167,
      "learning_rate": 0.00040256165656684897,
      "loss": 4.5625,
      "step": 3259
    },
    {
      "epoch": 0.318359375,
      "grad_norm": 0.2496155947446823,
      "learning_rate": 0.0004025039416979069,
      "loss": 4.6016,
      "step": 3260
    },
    {
      "epoch": 0.31845703125,
      "grad_norm": 0.25827324390411377,
      "learning_rate": 0.00040244621446832297,
      "loss": 4.5781,
      "step": 3261
    },
    {
      "epoch": 0.3185546875,
      "grad_norm": 0.24164064228534698,
      "learning_rate": 0.0004023884748836935,
      "loss": 4.5859,
      "step": 3262
    },
    {
      "epoch": 0.31865234375,
      "grad_norm": 0.24419957399368286,
      "learning_rate": 0.00040233072294961603,
      "loss": 4.5977,
      "step": 3263
    },
    {
      "epoch": 0.31875,
      "grad_norm": 0.3115817606449127,
      "learning_rate": 0.0004022729586716892,
      "loss": 4.6133,
      "step": 3264
    },
    {
      "epoch": 0.31884765625,
      "grad_norm": 0.3717244267463684,
      "learning_rate": 0.00040221518205551285,
      "loss": 4.5742,
      "step": 3265
    },
    {
      "epoch": 0.3189453125,
      "grad_norm": 0.3240039348602295,
      "learning_rate": 0.0004021573931066879,
      "loss": 4.6172,
      "step": 3266
    },
    {
      "epoch": 0.31904296875,
      "grad_norm": 0.30340713262557983,
      "learning_rate": 0.0004020995918308168,
      "loss": 4.5938,
      "step": 3267
    },
    {
      "epoch": 0.319140625,
      "grad_norm": 0.23251943290233612,
      "learning_rate": 0.00040204177823350293,
      "loss": 4.5703,
      "step": 3268
    },
    {
      "epoch": 0.31923828125,
      "grad_norm": 0.21755124628543854,
      "learning_rate": 0.0004019839523203508,
      "loss": 4.5938,
      "step": 3269
    },
    {
      "epoch": 0.3193359375,
      "grad_norm": 0.24982519447803497,
      "learning_rate": 0.0004019261140969664,
      "loss": 4.6172,
      "step": 3270
    },
    {
      "epoch": 0.31943359375,
      "grad_norm": 0.23979239165782928,
      "learning_rate": 0.0004018682635689566,
      "loss": 4.6055,
      "step": 3271
    },
    {
      "epoch": 0.31953125,
      "grad_norm": 0.24309977889060974,
      "learning_rate": 0.00040181040074192977,
      "loss": 4.5859,
      "step": 3272
    },
    {
      "epoch": 0.31962890625,
      "grad_norm": 0.26829880475997925,
      "learning_rate": 0.0004017525256214953,
      "loss": 4.5898,
      "step": 3273
    },
    {
      "epoch": 0.3197265625,
      "grad_norm": 0.2595829963684082,
      "learning_rate": 0.0004016946382132636,
      "loss": 4.5859,
      "step": 3274
    },
    {
      "epoch": 0.31982421875,
      "grad_norm": 0.29532483220100403,
      "learning_rate": 0.00040163673852284675,
      "loss": 4.5977,
      "step": 3275
    },
    {
      "epoch": 0.319921875,
      "grad_norm": 0.2376522272825241,
      "learning_rate": 0.00040157882655585754,
      "loss": 4.5859,
      "step": 3276
    },
    {
      "epoch": 0.32001953125,
      "grad_norm": 0.24719232320785522,
      "learning_rate": 0.0004015209023179102,
      "loss": 4.5664,
      "step": 3277
    },
    {
      "epoch": 0.3201171875,
      "grad_norm": 0.21669365465641022,
      "learning_rate": 0.00040146296581462007,
      "loss": 4.5977,
      "step": 3278
    },
    {
      "epoch": 0.32021484375,
      "grad_norm": 0.2210424840450287,
      "learning_rate": 0.00040140501705160364,
      "loss": 4.5625,
      "step": 3279
    },
    {
      "epoch": 0.3203125,
      "grad_norm": 0.25438299775123596,
      "learning_rate": 0.00040134705603447874,
      "loss": 4.5664,
      "step": 3280
    },
    {
      "epoch": 0.32041015625,
      "grad_norm": 0.2639719545841217,
      "learning_rate": 0.0004012890827688644,
      "loss": 4.6016,
      "step": 3281
    },
    {
      "epoch": 0.3205078125,
      "grad_norm": 0.25193682312965393,
      "learning_rate": 0.00040123109726038046,
      "loss": 4.5977,
      "step": 3282
    },
    {
      "epoch": 0.32060546875,
      "grad_norm": 0.2712264060974121,
      "learning_rate": 0.0004011730995146485,
      "loss": 4.5781,
      "step": 3283
    },
    {
      "epoch": 0.320703125,
      "grad_norm": 0.21525435149669647,
      "learning_rate": 0.0004011150895372908,
      "loss": 4.6211,
      "step": 3284
    },
    {
      "epoch": 0.32080078125,
      "grad_norm": 0.22655273973941803,
      "learning_rate": 0.0004010570673339311,
      "loss": 4.6055,
      "step": 3285
    },
    {
      "epoch": 0.3208984375,
      "grad_norm": 0.22592154145240784,
      "learning_rate": 0.0004009990329101944,
      "loss": 4.6055,
      "step": 3286
    },
    {
      "epoch": 0.32099609375,
      "grad_norm": 0.21216058731079102,
      "learning_rate": 0.0004009409862717066,
      "loss": 4.5781,
      "step": 3287
    },
    {
      "epoch": 0.32109375,
      "grad_norm": 0.23415783047676086,
      "learning_rate": 0.00040088292742409474,
      "loss": 4.5781,
      "step": 3288
    },
    {
      "epoch": 0.32119140625,
      "grad_norm": 0.22338560223579407,
      "learning_rate": 0.0004008248563729876,
      "loss": 4.5625,
      "step": 3289
    },
    {
      "epoch": 0.3212890625,
      "grad_norm": 0.2333599030971527,
      "learning_rate": 0.0004007667731240146,
      "loss": 4.582,
      "step": 3290
    },
    {
      "epoch": 0.32138671875,
      "grad_norm": 0.2193213850259781,
      "learning_rate": 0.0004007086776828065,
      "loss": 4.6094,
      "step": 3291
    },
    {
      "epoch": 0.321484375,
      "grad_norm": 0.24566741287708282,
      "learning_rate": 0.00040065057005499535,
      "loss": 4.5938,
      "step": 3292
    },
    {
      "epoch": 0.32158203125,
      "grad_norm": 0.27417898178100586,
      "learning_rate": 0.00040059245024621413,
      "loss": 4.6094,
      "step": 3293
    },
    {
      "epoch": 0.3216796875,
      "grad_norm": 0.2818538546562195,
      "learning_rate": 0.00040053431826209736,
      "loss": 4.5664,
      "step": 3294
    },
    {
      "epoch": 0.32177734375,
      "grad_norm": 0.30079394578933716,
      "learning_rate": 0.0004004761741082803,
      "loss": 4.5781,
      "step": 3295
    },
    {
      "epoch": 0.321875,
      "grad_norm": 0.3245161473751068,
      "learning_rate": 0.0004004180177903999,
      "loss": 4.6133,
      "step": 3296
    },
    {
      "epoch": 0.32197265625,
      "grad_norm": 0.3228883743286133,
      "learning_rate": 0.00040035984931409375,
      "loss": 4.625,
      "step": 3297
    },
    {
      "epoch": 0.3220703125,
      "grad_norm": 0.7138991951942444,
      "learning_rate": 0.00040030166868500124,
      "loss": 4.5898,
      "step": 3298
    },
    {
      "epoch": 0.32216796875,
      "grad_norm": 0.2312609851360321,
      "learning_rate": 0.00040024347590876216,
      "loss": 4.6016,
      "step": 3299
    },
    {
      "epoch": 0.322265625,
      "grad_norm": 0.27485769987106323,
      "learning_rate": 0.00040018527099101826,
      "loss": 4.582,
      "step": 3300
    },
    {
      "epoch": 0.32236328125,
      "grad_norm": 0.27202874422073364,
      "learning_rate": 0.00040012705393741195,
      "loss": 4.5938,
      "step": 3301
    },
    {
      "epoch": 0.3224609375,
      "grad_norm": 0.23511004447937012,
      "learning_rate": 0.00040006882475358694,
      "loss": 4.6016,
      "step": 3302
    },
    {
      "epoch": 0.32255859375,
      "grad_norm": 0.27762940526008606,
      "learning_rate": 0.0004000105834451883,
      "loss": 4.5898,
      "step": 3303
    },
    {
      "epoch": 0.32265625,
      "grad_norm": 0.29470527172088623,
      "learning_rate": 0.0003999523300178619,
      "loss": 4.5781,
      "step": 3304
    },
    {
      "epoch": 0.32275390625,
      "grad_norm": 0.29957303404808044,
      "learning_rate": 0.00039989406447725527,
      "loss": 4.5742,
      "step": 3305
    },
    {
      "epoch": 0.3228515625,
      "grad_norm": 0.2313697338104248,
      "learning_rate": 0.00039983578682901673,
      "loss": 4.6016,
      "step": 3306
    },
    {
      "epoch": 0.32294921875,
      "grad_norm": 0.27548637986183167,
      "learning_rate": 0.0003997774970787959,
      "loss": 4.6133,
      "step": 3307
    },
    {
      "epoch": 0.323046875,
      "grad_norm": 0.2540157735347748,
      "learning_rate": 0.0003997191952322437,
      "loss": 4.6016,
      "step": 3308
    },
    {
      "epoch": 0.32314453125,
      "grad_norm": 0.2588164508342743,
      "learning_rate": 0.0003996608812950119,
      "loss": 4.5742,
      "step": 3309
    },
    {
      "epoch": 0.3232421875,
      "grad_norm": 0.3114417791366577,
      "learning_rate": 0.00039960255527275376,
      "loss": 4.625,
      "step": 3310
    },
    {
      "epoch": 0.32333984375,
      "grad_norm": 0.389337956905365,
      "learning_rate": 0.00039954421717112353,
      "loss": 4.5977,
      "step": 3311
    },
    {
      "epoch": 0.3234375,
      "grad_norm": 0.4523245394229889,
      "learning_rate": 0.00039948586699577675,
      "loss": 4.5898,
      "step": 3312
    },
    {
      "epoch": 0.32353515625,
      "grad_norm": 0.3804641664028168,
      "learning_rate": 0.00039942750475237,
      "loss": 4.5508,
      "step": 3313
    },
    {
      "epoch": 0.3236328125,
      "grad_norm": 0.32172253727912903,
      "learning_rate": 0.00039936913044656127,
      "loss": 4.5898,
      "step": 3314
    },
    {
      "epoch": 0.32373046875,
      "grad_norm": 0.3860645294189453,
      "learning_rate": 0.0003993107440840094,
      "loss": 4.5859,
      "step": 3315
    },
    {
      "epoch": 0.323828125,
      "grad_norm": 0.3296073079109192,
      "learning_rate": 0.0003992523456703746,
      "loss": 4.5938,
      "step": 3316
    },
    {
      "epoch": 0.32392578125,
      "grad_norm": 0.2583603262901306,
      "learning_rate": 0.0003991939352113181,
      "loss": 4.5625,
      "step": 3317
    },
    {
      "epoch": 0.3240234375,
      "grad_norm": 0.2825816869735718,
      "learning_rate": 0.00039913551271250256,
      "loss": 4.5547,
      "step": 3318
    },
    {
      "epoch": 0.32412109375,
      "grad_norm": 0.3467269241809845,
      "learning_rate": 0.00039907707817959156,
      "loss": 4.5781,
      "step": 3319
    },
    {
      "epoch": 0.32421875,
      "grad_norm": 0.31903743743896484,
      "learning_rate": 0.0003990186316182499,
      "loss": 4.5898,
      "step": 3320
    },
    {
      "epoch": 0.32431640625,
      "grad_norm": 0.24508501589298248,
      "learning_rate": 0.0003989601730341437,
      "loss": 4.582,
      "step": 3321
    },
    {
      "epoch": 0.3244140625,
      "grad_norm": 0.2489801049232483,
      "learning_rate": 0.00039890170243294,
      "loss": 4.5898,
      "step": 3322
    },
    {
      "epoch": 0.32451171875,
      "grad_norm": 0.2656095027923584,
      "learning_rate": 0.0003988432198203072,
      "loss": 4.5781,
      "step": 3323
    },
    {
      "epoch": 0.324609375,
      "grad_norm": 0.2796880900859833,
      "learning_rate": 0.00039878472520191475,
      "loss": 4.5664,
      "step": 3324
    },
    {
      "epoch": 0.32470703125,
      "grad_norm": 0.2980833649635315,
      "learning_rate": 0.0003987262185834334,
      "loss": 4.5664,
      "step": 3325
    },
    {
      "epoch": 0.3248046875,
      "grad_norm": 0.29967814683914185,
      "learning_rate": 0.0003986676999705348,
      "loss": 4.6094,
      "step": 3326
    },
    {
      "epoch": 0.32490234375,
      "grad_norm": 0.27575263381004333,
      "learning_rate": 0.000398609169368892,
      "loss": 4.5664,
      "step": 3327
    },
    {
      "epoch": 0.325,
      "grad_norm": 0.28849631547927856,
      "learning_rate": 0.0003985506267841792,
      "loss": 4.6133,
      "step": 3328
    },
    {
      "epoch": 0.32509765625,
      "grad_norm": 0.23052667081356049,
      "learning_rate": 0.0003984920722220716,
      "loss": 4.5859,
      "step": 3329
    },
    {
      "epoch": 0.3251953125,
      "grad_norm": 0.25383371114730835,
      "learning_rate": 0.0003984335056882459,
      "loss": 4.6172,
      "step": 3330
    },
    {
      "epoch": 0.32529296875,
      "grad_norm": 0.27893173694610596,
      "learning_rate": 0.00039837492718837946,
      "loss": 4.5898,
      "step": 3331
    },
    {
      "epoch": 0.325390625,
      "grad_norm": 0.2520153224468231,
      "learning_rate": 0.0003983163367281512,
      "loss": 4.5938,
      "step": 3332
    },
    {
      "epoch": 0.32548828125,
      "grad_norm": 0.22899828851222992,
      "learning_rate": 0.000398257734313241,
      "loss": 4.6016,
      "step": 3333
    },
    {
      "epoch": 0.3255859375,
      "grad_norm": 0.23806385695934296,
      "learning_rate": 0.0003981991199493301,
      "loss": 4.6055,
      "step": 3334
    },
    {
      "epoch": 0.32568359375,
      "grad_norm": 0.23495785892009735,
      "learning_rate": 0.0003981404936421006,
      "loss": 4.5859,
      "step": 3335
    },
    {
      "epoch": 0.32578125,
      "grad_norm": 0.22423014044761658,
      "learning_rate": 0.0003980818553972361,
      "loss": 4.5859,
      "step": 3336
    },
    {
      "epoch": 0.32587890625,
      "grad_norm": 0.23717433214187622,
      "learning_rate": 0.000398023205220421,
      "loss": 4.5664,
      "step": 3337
    },
    {
      "epoch": 0.3259765625,
      "grad_norm": 0.23725855350494385,
      "learning_rate": 0.0003979645431173411,
      "loss": 4.5977,
      "step": 3338
    },
    {
      "epoch": 0.32607421875,
      "grad_norm": 0.21243347227573395,
      "learning_rate": 0.00039790586909368335,
      "loss": 4.5977,
      "step": 3339
    },
    {
      "epoch": 0.326171875,
      "grad_norm": 0.21183107793331146,
      "learning_rate": 0.0003978471831551358,
      "loss": 4.6055,
      "step": 3340
    },
    {
      "epoch": 0.32626953125,
      "grad_norm": 0.20117324590682983,
      "learning_rate": 0.00039778848530738753,
      "loss": 4.5977,
      "step": 3341
    },
    {
      "epoch": 0.3263671875,
      "grad_norm": 0.20403042435646057,
      "learning_rate": 0.000397729775556129,
      "loss": 4.5742,
      "step": 3342
    },
    {
      "epoch": 0.32646484375,
      "grad_norm": 0.20919233560562134,
      "learning_rate": 0.00039767105390705167,
      "loss": 4.6172,
      "step": 3343
    },
    {
      "epoch": 0.3265625,
      "grad_norm": 0.20673570036888123,
      "learning_rate": 0.00039761232036584826,
      "loss": 4.5938,
      "step": 3344
    },
    {
      "epoch": 0.32666015625,
      "grad_norm": 0.2213534116744995,
      "learning_rate": 0.0003975535749382125,
      "loss": 4.5898,
      "step": 3345
    },
    {
      "epoch": 0.3267578125,
      "grad_norm": 0.2127733677625656,
      "learning_rate": 0.00039749481762983957,
      "loss": 4.5312,
      "step": 3346
    },
    {
      "epoch": 0.32685546875,
      "grad_norm": 0.20783182978630066,
      "learning_rate": 0.00039743604844642535,
      "loss": 4.582,
      "step": 3347
    },
    {
      "epoch": 0.326953125,
      "grad_norm": 0.2042011320590973,
      "learning_rate": 0.0003973772673936672,
      "loss": 4.5977,
      "step": 3348
    },
    {
      "epoch": 0.32705078125,
      "grad_norm": 0.2511347532272339,
      "learning_rate": 0.0003973184744772636,
      "loss": 4.6016,
      "step": 3349
    },
    {
      "epoch": 0.3271484375,
      "grad_norm": 0.21286721527576447,
      "learning_rate": 0.000397259669702914,
      "loss": 4.6016,
      "step": 3350
    },
    {
      "epoch": 0.32724609375,
      "grad_norm": 0.22578848898410797,
      "learning_rate": 0.00039720085307631933,
      "loss": 4.5352,
      "step": 3351
    },
    {
      "epoch": 0.32734375,
      "grad_norm": 0.2282680720090866,
      "learning_rate": 0.0003971420246031812,
      "loss": 4.6094,
      "step": 3352
    },
    {
      "epoch": 0.32744140625,
      "grad_norm": 0.222673237323761,
      "learning_rate": 0.00039708318428920283,
      "loss": 4.6016,
      "step": 3353
    },
    {
      "epoch": 0.3275390625,
      "grad_norm": 0.2062997668981552,
      "learning_rate": 0.0003970243321400883,
      "loss": 4.582,
      "step": 3354
    },
    {
      "epoch": 0.32763671875,
      "grad_norm": 0.20805339515209198,
      "learning_rate": 0.000396965468161543,
      "loss": 4.5781,
      "step": 3355
    },
    {
      "epoch": 0.327734375,
      "grad_norm": 0.2295922040939331,
      "learning_rate": 0.00039690659235927327,
      "loss": 4.5781,
      "step": 3356
    },
    {
      "epoch": 0.32783203125,
      "grad_norm": 0.3085879981517792,
      "learning_rate": 0.00039684770473898687,
      "loss": 4.5703,
      "step": 3357
    },
    {
      "epoch": 0.3279296875,
      "grad_norm": 0.4872780740261078,
      "learning_rate": 0.0003967888053063925,
      "loss": 4.6406,
      "step": 3358
    },
    {
      "epoch": 0.32802734375,
      "grad_norm": 0.5959935188293457,
      "learning_rate": 0.00039672989406719996,
      "loss": 4.6133,
      "step": 3359
    },
    {
      "epoch": 0.328125,
      "grad_norm": 0.3721720576286316,
      "learning_rate": 0.0003966709710271204,
      "loss": 4.5703,
      "step": 3360
    },
    {
      "epoch": 0.32822265625,
      "grad_norm": 0.28000620007514954,
      "learning_rate": 0.000396612036191866,
      "loss": 4.5938,
      "step": 3361
    },
    {
      "epoch": 0.3283203125,
      "grad_norm": 0.46910911798477173,
      "learning_rate": 0.00039655308956715004,
      "loss": 4.6172,
      "step": 3362
    },
    {
      "epoch": 0.32841796875,
      "grad_norm": 0.33885282278060913,
      "learning_rate": 0.000396494131158687,
      "loss": 4.5859,
      "step": 3363
    },
    {
      "epoch": 0.328515625,
      "grad_norm": 0.27920645475387573,
      "learning_rate": 0.00039643516097219255,
      "loss": 4.6094,
      "step": 3364
    },
    {
      "epoch": 0.32861328125,
      "grad_norm": 0.3290136456489563,
      "learning_rate": 0.0003963761790133835,
      "loss": 4.6406,
      "step": 3365
    },
    {
      "epoch": 0.3287109375,
      "grad_norm": 0.25264936685562134,
      "learning_rate": 0.00039631718528797754,
      "loss": 4.5859,
      "step": 3366
    },
    {
      "epoch": 0.32880859375,
      "grad_norm": 0.26338130235671997,
      "learning_rate": 0.00039625817980169396,
      "loss": 4.5742,
      "step": 3367
    },
    {
      "epoch": 0.32890625,
      "grad_norm": 0.32073238492012024,
      "learning_rate": 0.00039619916256025277,
      "loss": 4.582,
      "step": 3368
    },
    {
      "epoch": 0.32900390625,
      "grad_norm": 0.23730438947677612,
      "learning_rate": 0.0003961401335693754,
      "loss": 4.5938,
      "step": 3369
    },
    {
      "epoch": 0.3291015625,
      "grad_norm": 0.2410012185573578,
      "learning_rate": 0.00039608109283478435,
      "loss": 4.6016,
      "step": 3370
    },
    {
      "epoch": 0.32919921875,
      "grad_norm": 0.26411348581314087,
      "learning_rate": 0.00039602204036220294,
      "loss": 4.582,
      "step": 3371
    },
    {
      "epoch": 0.329296875,
      "grad_norm": 0.3594893515110016,
      "learning_rate": 0.0003959629761573562,
      "loss": 4.5859,
      "step": 3372
    },
    {
      "epoch": 0.32939453125,
      "grad_norm": 0.23418715596199036,
      "learning_rate": 0.0003959039002259699,
      "loss": 4.5742,
      "step": 3373
    },
    {
      "epoch": 0.3294921875,
      "grad_norm": 0.25021129846572876,
      "learning_rate": 0.00039584481257377103,
      "loss": 4.5625,
      "step": 3374
    },
    {
      "epoch": 0.32958984375,
      "grad_norm": 0.20875130593776703,
      "learning_rate": 0.00039578571320648774,
      "loss": 4.5898,
      "step": 3375
    },
    {
      "epoch": 0.3296875,
      "grad_norm": 0.22032596170902252,
      "learning_rate": 0.00039572660212984934,
      "loss": 4.5508,
      "step": 3376
    },
    {
      "epoch": 0.32978515625,
      "grad_norm": 0.24137865006923676,
      "learning_rate": 0.0003956674793495862,
      "loss": 4.6055,
      "step": 3377
    },
    {
      "epoch": 0.3298828125,
      "grad_norm": 0.2471792846918106,
      "learning_rate": 0.00039560834487143006,
      "loss": 4.6094,
      "step": 3378
    },
    {
      "epoch": 0.32998046875,
      "grad_norm": 0.20678575336933136,
      "learning_rate": 0.00039554919870111327,
      "loss": 4.5898,
      "step": 3379
    },
    {
      "epoch": 0.330078125,
      "grad_norm": 0.22744956612586975,
      "learning_rate": 0.0003954900408443699,
      "loss": 4.6133,
      "step": 3380
    },
    {
      "epoch": 0.33017578125,
      "grad_norm": 0.2320060282945633,
      "learning_rate": 0.0003954308713069349,
      "loss": 4.5703,
      "step": 3381
    },
    {
      "epoch": 0.3302734375,
      "grad_norm": 0.2318466305732727,
      "learning_rate": 0.0003953716900945442,
      "loss": 4.5664,
      "step": 3382
    },
    {
      "epoch": 0.33037109375,
      "grad_norm": 0.24145260453224182,
      "learning_rate": 0.0003953124972129352,
      "loss": 4.6172,
      "step": 3383
    },
    {
      "epoch": 0.33046875,
      "grad_norm": 0.23277801275253296,
      "learning_rate": 0.0003952532926678461,
      "loss": 4.5703,
      "step": 3384
    },
    {
      "epoch": 0.33056640625,
      "grad_norm": 0.217460036277771,
      "learning_rate": 0.00039519407646501647,
      "loss": 4.5781,
      "step": 3385
    },
    {
      "epoch": 0.3306640625,
      "grad_norm": 0.24385443329811096,
      "learning_rate": 0.0003951348486101869,
      "loss": 4.5742,
      "step": 3386
    },
    {
      "epoch": 0.33076171875,
      "grad_norm": 0.22367963194847107,
      "learning_rate": 0.0003950756091090991,
      "loss": 4.5859,
      "step": 3387
    },
    {
      "epoch": 0.330859375,
      "grad_norm": 0.21889397501945496,
      "learning_rate": 0.0003950163579674959,
      "loss": 4.6172,
      "step": 3388
    },
    {
      "epoch": 0.33095703125,
      "grad_norm": 0.23627842962741852,
      "learning_rate": 0.0003949570951911214,
      "loss": 4.5859,
      "step": 3389
    },
    {
      "epoch": 0.3310546875,
      "grad_norm": 0.20355363190174103,
      "learning_rate": 0.0003948978207857206,
      "loss": 4.6055,
      "step": 3390
    },
    {
      "epoch": 0.33115234375,
      "grad_norm": 0.22467434406280518,
      "learning_rate": 0.00039483853475704,
      "loss": 4.6016,
      "step": 3391
    },
    {
      "epoch": 0.33125,
      "grad_norm": 0.23810891807079315,
      "learning_rate": 0.0003947792371108266,
      "loss": 4.5938,
      "step": 3392
    },
    {
      "epoch": 0.33134765625,
      "grad_norm": 0.22555001080036163,
      "learning_rate": 0.0003947199278528292,
      "loss": 4.5898,
      "step": 3393
    },
    {
      "epoch": 0.3314453125,
      "grad_norm": 0.23411592841148376,
      "learning_rate": 0.0003946606069887973,
      "loss": 4.5859,
      "step": 3394
    },
    {
      "epoch": 0.33154296875,
      "grad_norm": 0.23978155851364136,
      "learning_rate": 0.00039460127452448166,
      "loss": 4.5781,
      "step": 3395
    },
    {
      "epoch": 0.331640625,
      "grad_norm": 0.21071137487888336,
      "learning_rate": 0.0003945419304656343,
      "loss": 4.5898,
      "step": 3396
    },
    {
      "epoch": 0.33173828125,
      "grad_norm": 0.26667845249176025,
      "learning_rate": 0.0003944825748180081,
      "loss": 4.5703,
      "step": 3397
    },
    {
      "epoch": 0.3318359375,
      "grad_norm": 0.26892712712287903,
      "learning_rate": 0.00039442320758735716,
      "loss": 4.6055,
      "step": 3398
    },
    {
      "epoch": 0.33193359375,
      "grad_norm": 0.2445114254951477,
      "learning_rate": 0.0003943638287794368,
      "loss": 4.5977,
      "step": 3399
    },
    {
      "epoch": 0.33203125,
      "grad_norm": 0.25445324182510376,
      "learning_rate": 0.0003943044384000033,
      "loss": 4.6094,
      "step": 3400
    },
    {
      "epoch": 0.33212890625,
      "grad_norm": 0.23124822974205017,
      "learning_rate": 0.0003942450364548143,
      "loss": 4.5859,
      "step": 3401
    },
    {
      "epoch": 0.3322265625,
      "grad_norm": 0.24814872443675995,
      "learning_rate": 0.00039418562294962826,
      "loss": 4.5898,
      "step": 3402
    },
    {
      "epoch": 0.33232421875,
      "grad_norm": 0.22599546611309052,
      "learning_rate": 0.00039412619789020505,
      "loss": 4.5859,
      "step": 3403
    },
    {
      "epoch": 0.332421875,
      "grad_norm": 0.23347483575344086,
      "learning_rate": 0.0003940667612823054,
      "loss": 4.5859,
      "step": 3404
    },
    {
      "epoch": 0.33251953125,
      "grad_norm": 0.2559767961502075,
      "learning_rate": 0.0003940073131316914,
      "loss": 4.6016,
      "step": 3405
    },
    {
      "epoch": 0.3326171875,
      "grad_norm": 0.2848718762397766,
      "learning_rate": 0.00039394785344412615,
      "loss": 4.5664,
      "step": 3406
    },
    {
      "epoch": 0.33271484375,
      "grad_norm": 0.2830337584018707,
      "learning_rate": 0.00039388838222537375,
      "loss": 4.582,
      "step": 3407
    },
    {
      "epoch": 0.3328125,
      "grad_norm": 0.28271812200546265,
      "learning_rate": 0.0003938288994811995,
      "loss": 4.5703,
      "step": 3408
    },
    {
      "epoch": 0.33291015625,
      "grad_norm": 0.3354898691177368,
      "learning_rate": 0.0003937694052173701,
      "loss": 4.5781,
      "step": 3409
    },
    {
      "epoch": 0.3330078125,
      "grad_norm": 0.34435465931892395,
      "learning_rate": 0.00039370989943965286,
      "loss": 4.6055,
      "step": 3410
    },
    {
      "epoch": 0.33310546875,
      "grad_norm": 0.29029008746147156,
      "learning_rate": 0.0003936503821538166,
      "loss": 4.582,
      "step": 3411
    },
    {
      "epoch": 0.333203125,
      "grad_norm": 0.21510900557041168,
      "learning_rate": 0.00039359085336563107,
      "loss": 4.6016,
      "step": 3412
    },
    {
      "epoch": 0.33330078125,
      "grad_norm": 0.20869968831539154,
      "learning_rate": 0.00039353131308086714,
      "loss": 4.6172,
      "step": 3413
    },
    {
      "epoch": 0.3333984375,
      "grad_norm": 0.24522189795970917,
      "learning_rate": 0.0003934717613052969,
      "loss": 4.5938,
      "step": 3414
    },
    {
      "epoch": 0.33349609375,
      "grad_norm": 0.26707345247268677,
      "learning_rate": 0.0003934121980446935,
      "loss": 4.5938,
      "step": 3415
    },
    {
      "epoch": 0.33359375,
      "grad_norm": 0.2939470410346985,
      "learning_rate": 0.0003933526233048311,
      "loss": 4.5664,
      "step": 3416
    },
    {
      "epoch": 0.33369140625,
      "grad_norm": 0.30631959438323975,
      "learning_rate": 0.00039329303709148523,
      "loss": 4.6133,
      "step": 3417
    },
    {
      "epoch": 0.3337890625,
      "grad_norm": 0.25258976221084595,
      "learning_rate": 0.0003932334394104322,
      "loss": 4.5781,
      "step": 3418
    },
    {
      "epoch": 0.33388671875,
      "grad_norm": 0.25660714507102966,
      "learning_rate": 0.0003931738302674497,
      "loss": 4.5898,
      "step": 3419
    },
    {
      "epoch": 0.333984375,
      "grad_norm": 0.2531268894672394,
      "learning_rate": 0.0003931142096683164,
      "loss": 4.5898,
      "step": 3420
    },
    {
      "epoch": 0.33408203125,
      "grad_norm": 0.287847638130188,
      "learning_rate": 0.0003930545776188121,
      "loss": 4.5781,
      "step": 3421
    },
    {
      "epoch": 0.3341796875,
      "grad_norm": 0.271643728017807,
      "learning_rate": 0.00039299493412471776,
      "loss": 4.5664,
      "step": 3422
    },
    {
      "epoch": 0.33427734375,
      "grad_norm": 0.247173473238945,
      "learning_rate": 0.0003929352791918154,
      "loss": 4.5703,
      "step": 3423
    },
    {
      "epoch": 0.334375,
      "grad_norm": 0.2137906551361084,
      "learning_rate": 0.00039287561282588807,
      "loss": 4.5742,
      "step": 3424
    },
    {
      "epoch": 0.33447265625,
      "grad_norm": 0.2528728246688843,
      "learning_rate": 0.0003928159350327202,
      "loss": 4.6055,
      "step": 3425
    },
    {
      "epoch": 0.3345703125,
      "grad_norm": 0.3007262349128723,
      "learning_rate": 0.00039275624581809707,
      "loss": 4.5898,
      "step": 3426
    },
    {
      "epoch": 0.33466796875,
      "grad_norm": 0.3488275408744812,
      "learning_rate": 0.000392696545187805,
      "loss": 4.5742,
      "step": 3427
    },
    {
      "epoch": 0.334765625,
      "grad_norm": 0.28687769174575806,
      "learning_rate": 0.00039263683314763175,
      "loss": 4.5703,
      "step": 3428
    },
    {
      "epoch": 0.33486328125,
      "grad_norm": 0.22688698768615723,
      "learning_rate": 0.000392577109703366,
      "loss": 4.5664,
      "step": 3429
    },
    {
      "epoch": 0.3349609375,
      "grad_norm": 0.2493756264448166,
      "learning_rate": 0.00039251737486079735,
      "loss": 4.5625,
      "step": 3430
    },
    {
      "epoch": 0.33505859375,
      "grad_norm": 0.28942352533340454,
      "learning_rate": 0.00039245762862571683,
      "loss": 4.5859,
      "step": 3431
    },
    {
      "epoch": 0.33515625,
      "grad_norm": 0.2988203763961792,
      "learning_rate": 0.0003923978710039164,
      "loss": 4.5742,
      "step": 3432
    },
    {
      "epoch": 0.33525390625,
      "grad_norm": 0.2230750322341919,
      "learning_rate": 0.00039233810200118923,
      "loss": 4.5781,
      "step": 3433
    },
    {
      "epoch": 0.3353515625,
      "grad_norm": 0.22613981366157532,
      "learning_rate": 0.00039227832162332934,
      "loss": 4.6055,
      "step": 3434
    },
    {
      "epoch": 0.33544921875,
      "grad_norm": 0.2786661386489868,
      "learning_rate": 0.00039221852987613223,
      "loss": 4.6016,
      "step": 3435
    },
    {
      "epoch": 0.335546875,
      "grad_norm": 0.26984351873397827,
      "learning_rate": 0.0003921587267653941,
      "loss": 4.582,
      "step": 3436
    },
    {
      "epoch": 0.33564453125,
      "grad_norm": 0.198298379778862,
      "learning_rate": 0.00039209891229691267,
      "loss": 4.5547,
      "step": 3437
    },
    {
      "epoch": 0.3357421875,
      "grad_norm": 0.2523723244667053,
      "learning_rate": 0.00039203908647648646,
      "loss": 4.5781,
      "step": 3438
    },
    {
      "epoch": 0.33583984375,
      "grad_norm": 0.27255865931510925,
      "learning_rate": 0.0003919792493099151,
      "loss": 4.6094,
      "step": 3439
    },
    {
      "epoch": 0.3359375,
      "grad_norm": 0.2252158522605896,
      "learning_rate": 0.00039191940080299947,
      "loss": 4.5625,
      "step": 3440
    },
    {
      "epoch": 0.33603515625,
      "grad_norm": 0.22037279605865479,
      "learning_rate": 0.00039185954096154145,
      "loss": 4.5938,
      "step": 3441
    },
    {
      "epoch": 0.3361328125,
      "grad_norm": 0.2069425731897354,
      "learning_rate": 0.00039179966979134405,
      "loss": 4.5508,
      "step": 3442
    },
    {
      "epoch": 0.33623046875,
      "grad_norm": 0.21884022653102875,
      "learning_rate": 0.00039173978729821143,
      "loss": 4.5742,
      "step": 3443
    },
    {
      "epoch": 0.336328125,
      "grad_norm": 0.21663275361061096,
      "learning_rate": 0.00039167989348794875,
      "loss": 4.5742,
      "step": 3444
    },
    {
      "epoch": 0.33642578125,
      "grad_norm": 0.2364639937877655,
      "learning_rate": 0.0003916199883663623,
      "loss": 4.6055,
      "step": 3445
    },
    {
      "epoch": 0.3365234375,
      "grad_norm": 0.3033164441585541,
      "learning_rate": 0.00039156007193925945,
      "loss": 4.5547,
      "step": 3446
    },
    {
      "epoch": 0.33662109375,
      "grad_norm": 0.22516201436519623,
      "learning_rate": 0.00039150014421244876,
      "loss": 4.5977,
      "step": 3447
    },
    {
      "epoch": 0.33671875,
      "grad_norm": 0.21647989749908447,
      "learning_rate": 0.00039144020519173975,
      "loss": 4.5977,
      "step": 3448
    },
    {
      "epoch": 0.33681640625,
      "grad_norm": 0.23504209518432617,
      "learning_rate": 0.00039138025488294313,
      "loss": 4.5742,
      "step": 3449
    },
    {
      "epoch": 0.3369140625,
      "grad_norm": 0.23530873656272888,
      "learning_rate": 0.00039132029329187073,
      "loss": 4.5469,
      "step": 3450
    },
    {
      "epoch": 0.33701171875,
      "grad_norm": 0.2119770348072052,
      "learning_rate": 0.00039126032042433533,
      "loss": 4.6016,
      "step": 3451
    },
    {
      "epoch": 0.337109375,
      "grad_norm": 0.2437066286802292,
      "learning_rate": 0.00039120033628615086,
      "loss": 4.5938,
      "step": 3452
    },
    {
      "epoch": 0.33720703125,
      "grad_norm": 0.2603267729282379,
      "learning_rate": 0.0003911403408831325,
      "loss": 4.5977,
      "step": 3453
    },
    {
      "epoch": 0.3373046875,
      "grad_norm": 0.32560423016548157,
      "learning_rate": 0.0003910803342210964,
      "loss": 4.6094,
      "step": 3454
    },
    {
      "epoch": 0.33740234375,
      "grad_norm": 0.21630613505840302,
      "learning_rate": 0.00039102031630585966,
      "loss": 4.6055,
      "step": 3455
    },
    {
      "epoch": 0.3375,
      "grad_norm": 0.213385671377182,
      "learning_rate": 0.00039096028714324065,
      "loss": 4.5547,
      "step": 3456
    },
    {
      "epoch": 0.33759765625,
      "grad_norm": 0.2776811718940735,
      "learning_rate": 0.0003909002467390589,
      "loss": 4.5703,
      "step": 3457
    },
    {
      "epoch": 0.3376953125,
      "grad_norm": 0.33209875226020813,
      "learning_rate": 0.00039084019509913486,
      "loss": 4.582,
      "step": 3458
    },
    {
      "epoch": 0.33779296875,
      "grad_norm": 0.36082029342651367,
      "learning_rate": 0.00039078013222929004,
      "loss": 4.5938,
      "step": 3459
    },
    {
      "epoch": 0.337890625,
      "grad_norm": 0.30585816502571106,
      "learning_rate": 0.00039072005813534723,
      "loss": 4.5977,
      "step": 3460
    },
    {
      "epoch": 0.33798828125,
      "grad_norm": 0.2507856488227844,
      "learning_rate": 0.00039065997282313017,
      "loss": 4.5742,
      "step": 3461
    },
    {
      "epoch": 0.3380859375,
      "grad_norm": 0.28282681107521057,
      "learning_rate": 0.00039059987629846374,
      "loss": 4.5859,
      "step": 3462
    },
    {
      "epoch": 0.33818359375,
      "grad_norm": 0.2744799256324768,
      "learning_rate": 0.0003905397685671739,
      "loss": 4.5703,
      "step": 3463
    },
    {
      "epoch": 0.33828125,
      "grad_norm": 0.21828201413154602,
      "learning_rate": 0.00039047964963508764,
      "loss": 4.5781,
      "step": 3464
    },
    {
      "epoch": 0.33837890625,
      "grad_norm": 0.23777252435684204,
      "learning_rate": 0.00039041951950803314,
      "loss": 4.5977,
      "step": 3465
    },
    {
      "epoch": 0.3384765625,
      "grad_norm": 0.2406795471906662,
      "learning_rate": 0.00039035937819183945,
      "loss": 4.5938,
      "step": 3466
    },
    {
      "epoch": 0.33857421875,
      "grad_norm": 0.23512239754199982,
      "learning_rate": 0.0003902992256923372,
      "loss": 4.5664,
      "step": 3467
    },
    {
      "epoch": 0.338671875,
      "grad_norm": 0.24088239669799805,
      "learning_rate": 0.0003902390620153575,
      "loss": 4.5938,
      "step": 3468
    },
    {
      "epoch": 0.33876953125,
      "grad_norm": 0.22533607482910156,
      "learning_rate": 0.0003901788871667328,
      "loss": 4.5898,
      "step": 3469
    },
    {
      "epoch": 0.3388671875,
      "grad_norm": 0.2299346923828125,
      "learning_rate": 0.0003901187011522967,
      "loss": 4.6016,
      "step": 3470
    },
    {
      "epoch": 0.33896484375,
      "grad_norm": 0.20693060755729675,
      "learning_rate": 0.0003900585039778839,
      "loss": 4.5586,
      "step": 3471
    },
    {
      "epoch": 0.3390625,
      "grad_norm": 0.23042234778404236,
      "learning_rate": 0.00038999829564932996,
      "loss": 4.5703,
      "step": 3472
    },
    {
      "epoch": 0.33916015625,
      "grad_norm": 0.2646695375442505,
      "learning_rate": 0.00038993807617247186,
      "loss": 4.5547,
      "step": 3473
    },
    {
      "epoch": 0.3392578125,
      "grad_norm": 0.2777637541294098,
      "learning_rate": 0.0003898778455531473,
      "loss": 4.6016,
      "step": 3474
    },
    {
      "epoch": 0.33935546875,
      "grad_norm": 0.26099810004234314,
      "learning_rate": 0.00038981760379719533,
      "loss": 4.5781,
      "step": 3475
    },
    {
      "epoch": 0.339453125,
      "grad_norm": 0.24548865854740143,
      "learning_rate": 0.00038975735091045593,
      "loss": 4.5781,
      "step": 3476
    },
    {
      "epoch": 0.33955078125,
      "grad_norm": 0.24180658161640167,
      "learning_rate": 0.0003896970868987702,
      "loss": 4.5742,
      "step": 3477
    },
    {
      "epoch": 0.3396484375,
      "grad_norm": 0.24547573924064636,
      "learning_rate": 0.0003896368117679803,
      "loss": 4.5898,
      "step": 3478
    },
    {
      "epoch": 0.33974609375,
      "grad_norm": 0.2244662046432495,
      "learning_rate": 0.0003895765255239297,
      "loss": 4.5742,
      "step": 3479
    },
    {
      "epoch": 0.33984375,
      "grad_norm": 0.21351224184036255,
      "learning_rate": 0.00038951622817246244,
      "loss": 4.5898,
      "step": 3480
    },
    {
      "epoch": 0.33994140625,
      "grad_norm": 0.23468780517578125,
      "learning_rate": 0.00038945591971942413,
      "loss": 4.5781,
      "step": 3481
    },
    {
      "epoch": 0.3400390625,
      "grad_norm": 0.2657860219478607,
      "learning_rate": 0.0003893956001706612,
      "loss": 4.5938,
      "step": 3482
    },
    {
      "epoch": 0.34013671875,
      "grad_norm": 0.27142828702926636,
      "learning_rate": 0.00038933526953202125,
      "loss": 4.5586,
      "step": 3483
    },
    {
      "epoch": 0.340234375,
      "grad_norm": 0.24665763974189758,
      "learning_rate": 0.0003892749278093529,
      "loss": 4.5742,
      "step": 3484
    },
    {
      "epoch": 0.34033203125,
      "grad_norm": 0.22797048091888428,
      "learning_rate": 0.00038921457500850596,
      "loss": 4.5664,
      "step": 3485
    },
    {
      "epoch": 0.3404296875,
      "grad_norm": 0.24307425320148468,
      "learning_rate": 0.00038915421113533107,
      "loss": 4.582,
      "step": 3486
    },
    {
      "epoch": 0.34052734375,
      "grad_norm": 0.2106340527534485,
      "learning_rate": 0.00038909383619568016,
      "loss": 4.5703,
      "step": 3487
    },
    {
      "epoch": 0.340625,
      "grad_norm": 0.21940727531909943,
      "learning_rate": 0.0003890334501954062,
      "loss": 4.5547,
      "step": 3488
    },
    {
      "epoch": 0.34072265625,
      "grad_norm": 0.22043249011039734,
      "learning_rate": 0.0003889730531403633,
      "loss": 4.5703,
      "step": 3489
    },
    {
      "epoch": 0.3408203125,
      "grad_norm": 0.21157008409500122,
      "learning_rate": 0.0003889126450364063,
      "loss": 4.5781,
      "step": 3490
    },
    {
      "epoch": 0.34091796875,
      "grad_norm": 0.2148536890745163,
      "learning_rate": 0.0003888522258893915,
      "loss": 4.5977,
      "step": 3491
    },
    {
      "epoch": 0.341015625,
      "grad_norm": 0.22569139301776886,
      "learning_rate": 0.0003887917957051762,
      "loss": 4.5703,
      "step": 3492
    },
    {
      "epoch": 0.34111328125,
      "grad_norm": 0.235578715801239,
      "learning_rate": 0.00038873135448961856,
      "loss": 4.5898,
      "step": 3493
    },
    {
      "epoch": 0.3412109375,
      "grad_norm": 0.23993854224681854,
      "learning_rate": 0.000388670902248578,
      "loss": 4.6016,
      "step": 3494
    },
    {
      "epoch": 0.34130859375,
      "grad_norm": 0.2334795445203781,
      "learning_rate": 0.000388610438987915,
      "loss": 4.5859,
      "step": 3495
    },
    {
      "epoch": 0.34140625,
      "grad_norm": 0.21744944155216217,
      "learning_rate": 0.00038854996471349097,
      "loss": 4.582,
      "step": 3496
    },
    {
      "epoch": 0.34150390625,
      "grad_norm": 0.21493971347808838,
      "learning_rate": 0.0003884894794311686,
      "loss": 4.582,
      "step": 3497
    },
    {
      "epoch": 0.3416015625,
      "grad_norm": 0.21299481391906738,
      "learning_rate": 0.0003884289831468114,
      "loss": 4.5781,
      "step": 3498
    },
    {
      "epoch": 0.34169921875,
      "grad_norm": 0.20631639659404755,
      "learning_rate": 0.00038836847586628403,
      "loss": 4.5938,
      "step": 3499
    },
    {
      "epoch": 0.341796875,
      "grad_norm": 0.24000613391399384,
      "learning_rate": 0.00038830795759545243,
      "loss": 4.5859,
      "step": 3500
    },
    {
      "epoch": 0.34189453125,
      "grad_norm": 0.27369704842567444,
      "learning_rate": 0.00038824742834018346,
      "loss": 4.5586,
      "step": 3501
    },
    {
      "epoch": 0.3419921875,
      "grad_norm": 0.33496975898742676,
      "learning_rate": 0.0003881868881063448,
      "loss": 4.6016,
      "step": 3502
    },
    {
      "epoch": 0.34208984375,
      "grad_norm": 0.3325915038585663,
      "learning_rate": 0.0003881263368998056,
      "loss": 4.5547,
      "step": 3503
    },
    {
      "epoch": 0.3421875,
      "grad_norm": 0.28877198696136475,
      "learning_rate": 0.00038806577472643583,
      "loss": 4.6094,
      "step": 3504
    },
    {
      "epoch": 0.34228515625,
      "grad_norm": 0.22102631628513336,
      "learning_rate": 0.0003880052015921066,
      "loss": 4.5508,
      "step": 3505
    },
    {
      "epoch": 0.3423828125,
      "grad_norm": 0.23434330523014069,
      "learning_rate": 0.00038794461750269,
      "loss": 4.5859,
      "step": 3506
    },
    {
      "epoch": 0.34248046875,
      "grad_norm": 0.29204925894737244,
      "learning_rate": 0.0003878840224640592,
      "loss": 4.5898,
      "step": 3507
    },
    {
      "epoch": 0.342578125,
      "grad_norm": 0.3155725598335266,
      "learning_rate": 0.00038782341648208876,
      "loss": 4.5898,
      "step": 3508
    },
    {
      "epoch": 0.34267578125,
      "grad_norm": 0.28683701157569885,
      "learning_rate": 0.0003877627995626537,
      "loss": 4.5508,
      "step": 3509
    },
    {
      "epoch": 0.3427734375,
      "grad_norm": 0.22580774128437042,
      "learning_rate": 0.0003877021717116306,
      "loss": 4.6133,
      "step": 3510
    },
    {
      "epoch": 0.34287109375,
      "grad_norm": 0.24952606856822968,
      "learning_rate": 0.0003876415329348968,
      "loss": 4.5898,
      "step": 3511
    },
    {
      "epoch": 0.34296875,
      "grad_norm": 0.3303544521331787,
      "learning_rate": 0.000387580883238331,
      "loss": 4.5859,
      "step": 3512
    },
    {
      "epoch": 0.34306640625,
      "grad_norm": 0.32153865694999695,
      "learning_rate": 0.0003875202226278126,
      "loss": 4.5586,
      "step": 3513
    },
    {
      "epoch": 0.3431640625,
      "grad_norm": 0.23124876618385315,
      "learning_rate": 0.0003874595511092223,
      "loss": 4.5781,
      "step": 3514
    },
    {
      "epoch": 0.34326171875,
      "grad_norm": 0.23796994984149933,
      "learning_rate": 0.0003873988686884417,
      "loss": 4.5898,
      "step": 3515
    },
    {
      "epoch": 0.343359375,
      "grad_norm": 0.27483710646629333,
      "learning_rate": 0.00038733817537135376,
      "loss": 4.5742,
      "step": 3516
    },
    {
      "epoch": 0.34345703125,
      "grad_norm": 0.23060576617717743,
      "learning_rate": 0.0003872774711638421,
      "loss": 4.5938,
      "step": 3517
    },
    {
      "epoch": 0.3435546875,
      "grad_norm": 0.2303927093744278,
      "learning_rate": 0.0003872167560717916,
      "loss": 4.5547,
      "step": 3518
    },
    {
      "epoch": 0.34365234375,
      "grad_norm": 0.25281965732574463,
      "learning_rate": 0.0003871560301010883,
      "loss": 4.5352,
      "step": 3519
    },
    {
      "epoch": 0.34375,
      "grad_norm": 0.24246461689472198,
      "learning_rate": 0.000387095293257619,
      "loss": 4.5859,
      "step": 3520
    },
    {
      "epoch": 0.34384765625,
      "grad_norm": 0.21475031971931458,
      "learning_rate": 0.0003870345455472719,
      "loss": 4.5781,
      "step": 3521
    },
    {
      "epoch": 0.3439453125,
      "grad_norm": 0.23205529153347015,
      "learning_rate": 0.00038697378697593595,
      "loss": 4.582,
      "step": 3522
    },
    {
      "epoch": 0.34404296875,
      "grad_norm": 0.2671996057033539,
      "learning_rate": 0.0003869130175495013,
      "loss": 4.5781,
      "step": 3523
    },
    {
      "epoch": 0.344140625,
      "grad_norm": 0.25403136014938354,
      "learning_rate": 0.0003868522372738591,
      "loss": 4.5938,
      "step": 3524
    },
    {
      "epoch": 0.34423828125,
      "grad_norm": 0.2413015067577362,
      "learning_rate": 0.0003867914461549018,
      "loss": 4.582,
      "step": 3525
    },
    {
      "epoch": 0.3443359375,
      "grad_norm": 0.22985169291496277,
      "learning_rate": 0.00038673064419852244,
      "loss": 4.5547,
      "step": 3526
    },
    {
      "epoch": 0.34443359375,
      "grad_norm": 0.2390916794538498,
      "learning_rate": 0.0003866698314106154,
      "loss": 4.5742,
      "step": 3527
    },
    {
      "epoch": 0.34453125,
      "grad_norm": 0.27179819345474243,
      "learning_rate": 0.00038660900779707613,
      "loss": 4.5703,
      "step": 3528
    },
    {
      "epoch": 0.34462890625,
      "grad_norm": 0.24174676835536957,
      "learning_rate": 0.0003865481733638011,
      "loss": 4.6016,
      "step": 3529
    },
    {
      "epoch": 0.3447265625,
      "grad_norm": 0.2269209921360016,
      "learning_rate": 0.0003864873281166877,
      "loss": 4.5898,
      "step": 3530
    },
    {
      "epoch": 0.34482421875,
      "grad_norm": 0.25660082697868347,
      "learning_rate": 0.00038642647206163456,
      "loss": 4.5586,
      "step": 3531
    },
    {
      "epoch": 0.344921875,
      "grad_norm": 0.2472751885652542,
      "learning_rate": 0.00038636560520454116,
      "loss": 4.5898,
      "step": 3532
    },
    {
      "epoch": 0.34501953125,
      "grad_norm": 0.24784642457962036,
      "learning_rate": 0.0003863047275513081,
      "loss": 4.5664,
      "step": 3533
    },
    {
      "epoch": 0.3451171875,
      "grad_norm": 0.2414056360721588,
      "learning_rate": 0.00038624383910783723,
      "loss": 4.5781,
      "step": 3534
    },
    {
      "epoch": 0.34521484375,
      "grad_norm": 0.28914812207221985,
      "learning_rate": 0.00038618293988003117,
      "loss": 4.5586,
      "step": 3535
    },
    {
      "epoch": 0.3453125,
      "grad_norm": 0.32863086462020874,
      "learning_rate": 0.0003861220298737936,
      "loss": 4.5859,
      "step": 3536
    },
    {
      "epoch": 0.34541015625,
      "grad_norm": 0.25575563311576843,
      "learning_rate": 0.00038606110909502955,
      "loss": 4.6055,
      "step": 3537
    },
    {
      "epoch": 0.3455078125,
      "grad_norm": 0.25360026955604553,
      "learning_rate": 0.00038600017754964475,
      "loss": 4.5664,
      "step": 3538
    },
    {
      "epoch": 0.34560546875,
      "grad_norm": 0.2858823537826538,
      "learning_rate": 0.00038593923524354596,
      "loss": 4.5508,
      "step": 3539
    },
    {
      "epoch": 0.345703125,
      "grad_norm": 0.2491176873445511,
      "learning_rate": 0.00038587828218264133,
      "loss": 4.5664,
      "step": 3540
    },
    {
      "epoch": 0.34580078125,
      "grad_norm": 0.2505415081977844,
      "learning_rate": 0.0003858173183728398,
      "loss": 4.5742,
      "step": 3541
    },
    {
      "epoch": 0.3458984375,
      "grad_norm": 0.22714461386203766,
      "learning_rate": 0.0003857563438200514,
      "loss": 4.5664,
      "step": 3542
    },
    {
      "epoch": 0.34599609375,
      "grad_norm": 0.2949637174606323,
      "learning_rate": 0.0003856953585301871,
      "loss": 4.5703,
      "step": 3543
    },
    {
      "epoch": 0.34609375,
      "grad_norm": 0.25250017642974854,
      "learning_rate": 0.00038563436250915907,
      "loss": 4.5547,
      "step": 3544
    },
    {
      "epoch": 0.34619140625,
      "grad_norm": 0.2355991005897522,
      "learning_rate": 0.00038557335576288053,
      "loss": 4.5664,
      "step": 3545
    },
    {
      "epoch": 0.3462890625,
      "grad_norm": 0.20867271721363068,
      "learning_rate": 0.0003855123382972656,
      "loss": 4.5625,
      "step": 3546
    },
    {
      "epoch": 0.34638671875,
      "grad_norm": 0.2555949091911316,
      "learning_rate": 0.0003854513101182295,
      "loss": 4.5898,
      "step": 3547
    },
    {
      "epoch": 0.346484375,
      "grad_norm": 0.26140639185905457,
      "learning_rate": 0.0003853902712316886,
      "loss": 4.5977,
      "step": 3548
    },
    {
      "epoch": 0.34658203125,
      "grad_norm": 0.2133144587278366,
      "learning_rate": 0.00038532922164356,
      "loss": 4.6016,
      "step": 3549
    },
    {
      "epoch": 0.3466796875,
      "grad_norm": 0.2101951241493225,
      "learning_rate": 0.0003852681613597622,
      "loss": 4.5859,
      "step": 3550
    },
    {
      "epoch": 0.34677734375,
      "grad_norm": 0.22700613737106323,
      "learning_rate": 0.00038520709038621467,
      "loss": 4.5781,
      "step": 3551
    },
    {
      "epoch": 0.346875,
      "grad_norm": 0.2154964953660965,
      "learning_rate": 0.0003851460087288376,
      "loss": 4.5938,
      "step": 3552
    },
    {
      "epoch": 0.34697265625,
      "grad_norm": 0.20858052372932434,
      "learning_rate": 0.0003850849163935525,
      "loss": 4.5703,
      "step": 3553
    },
    {
      "epoch": 0.3470703125,
      "grad_norm": 0.23127691447734833,
      "learning_rate": 0.000385023813386282,
      "loss": 4.5664,
      "step": 3554
    },
    {
      "epoch": 0.34716796875,
      "grad_norm": 0.25448426604270935,
      "learning_rate": 0.0003849626997129495,
      "loss": 4.5742,
      "step": 3555
    },
    {
      "epoch": 0.347265625,
      "grad_norm": 0.23418036103248596,
      "learning_rate": 0.00038490157537947957,
      "loss": 4.5703,
      "step": 3556
    },
    {
      "epoch": 0.34736328125,
      "grad_norm": 0.21315982937812805,
      "learning_rate": 0.0003848404403917978,
      "loss": 4.5547,
      "step": 3557
    },
    {
      "epoch": 0.3474609375,
      "grad_norm": 0.23820677399635315,
      "learning_rate": 0.00038477929475583077,
      "loss": 4.5742,
      "step": 3558
    },
    {
      "epoch": 0.34755859375,
      "grad_norm": 0.1902332603931427,
      "learning_rate": 0.0003847181384775063,
      "loss": 4.5625,
      "step": 3559
    },
    {
      "epoch": 0.34765625,
      "grad_norm": 0.21873919665813446,
      "learning_rate": 0.000384656971562753,
      "loss": 4.5938,
      "step": 3560
    },
    {
      "epoch": 0.34775390625,
      "grad_norm": 0.22429879009723663,
      "learning_rate": 0.0003845957940175004,
      "loss": 4.5469,
      "step": 3561
    },
    {
      "epoch": 0.3478515625,
      "grad_norm": 0.2322203516960144,
      "learning_rate": 0.00038453460584767944,
      "loss": 4.5898,
      "step": 3562
    },
    {
      "epoch": 0.34794921875,
      "grad_norm": 0.20571021735668182,
      "learning_rate": 0.0003844734070592219,
      "loss": 4.5469,
      "step": 3563
    },
    {
      "epoch": 0.348046875,
      "grad_norm": 0.6549842953681946,
      "learning_rate": 0.0003844121976580606,
      "loss": 4.5781,
      "step": 3564
    },
    {
      "epoch": 0.34814453125,
      "grad_norm": 0.20868469774723053,
      "learning_rate": 0.0003843509776501292,
      "loss": 4.5781,
      "step": 3565
    },
    {
      "epoch": 0.3482421875,
      "grad_norm": 0.2354210615158081,
      "learning_rate": 0.0003842897470413627,
      "loss": 4.582,
      "step": 3566
    },
    {
      "epoch": 0.34833984375,
      "grad_norm": 0.22508767247200012,
      "learning_rate": 0.00038422850583769705,
      "loss": 4.6172,
      "step": 3567
    },
    {
      "epoch": 0.3484375,
      "grad_norm": 0.23083415627479553,
      "learning_rate": 0.00038416725404506904,
      "loss": 4.5781,
      "step": 3568
    },
    {
      "epoch": 0.34853515625,
      "grad_norm": 0.23082439601421356,
      "learning_rate": 0.00038410599166941665,
      "loss": 4.5859,
      "step": 3569
    },
    {
      "epoch": 0.3486328125,
      "grad_norm": 0.25076547265052795,
      "learning_rate": 0.0003840447187166789,
      "loss": 4.5781,
      "step": 3570
    },
    {
      "epoch": 0.34873046875,
      "grad_norm": 0.28675323724746704,
      "learning_rate": 0.00038398343519279577,
      "loss": 4.5664,
      "step": 3571
    },
    {
      "epoch": 0.348828125,
      "grad_norm": 0.32859349250793457,
      "learning_rate": 0.00038392214110370834,
      "loss": 4.5625,
      "step": 3572
    },
    {
      "epoch": 0.34892578125,
      "grad_norm": 0.3290226459503174,
      "learning_rate": 0.0003838608364553585,
      "loss": 4.543,
      "step": 3573
    },
    {
      "epoch": 0.3490234375,
      "grad_norm": 0.2829148769378662,
      "learning_rate": 0.0003837995212536894,
      "loss": 4.5859,
      "step": 3574
    },
    {
      "epoch": 0.34912109375,
      "grad_norm": 0.22749172151088715,
      "learning_rate": 0.0003837381955046452,
      "loss": 4.5664,
      "step": 3575
    },
    {
      "epoch": 0.34921875,
      "grad_norm": 0.2500250041484833,
      "learning_rate": 0.0003836768592141709,
      "loss": 4.5625,
      "step": 3576
    },
    {
      "epoch": 0.34931640625,
      "grad_norm": 0.2913195490837097,
      "learning_rate": 0.00038361551238821266,
      "loss": 4.6055,
      "step": 3577
    },
    {
      "epoch": 0.3494140625,
      "grad_norm": 0.2783503234386444,
      "learning_rate": 0.0003835541550327177,
      "loss": 4.5742,
      "step": 3578
    },
    {
      "epoch": 0.34951171875,
      "grad_norm": 0.21718256175518036,
      "learning_rate": 0.00038349278715363425,
      "loss": 4.5352,
      "step": 3579
    },
    {
      "epoch": 0.349609375,
      "grad_norm": 0.2519012689590454,
      "learning_rate": 0.0003834314087569113,
      "loss": 4.5703,
      "step": 3580
    },
    {
      "epoch": 0.34970703125,
      "grad_norm": 0.256191611289978,
      "learning_rate": 0.00038337001984849927,
      "loss": 4.5469,
      "step": 3581
    },
    {
      "epoch": 0.3498046875,
      "grad_norm": 0.27345380187034607,
      "learning_rate": 0.0003833086204343493,
      "loss": 4.5781,
      "step": 3582
    },
    {
      "epoch": 0.34990234375,
      "grad_norm": 0.22184456884860992,
      "learning_rate": 0.00038324721052041374,
      "loss": 4.5742,
      "step": 3583
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.23122559487819672,
      "learning_rate": 0.0003831857901126457,
      "loss": 4.5859,
      "step": 3584
    },
    {
      "epoch": 0.35009765625,
      "grad_norm": 0.2597074806690216,
      "learning_rate": 0.00038312435921699967,
      "loss": 4.5703,
      "step": 3585
    },
    {
      "epoch": 0.3501953125,
      "grad_norm": 0.24130751192569733,
      "learning_rate": 0.00038306291783943075,
      "loss": 4.5703,
      "step": 3586
    },
    {
      "epoch": 0.35029296875,
      "grad_norm": 0.21051934361457825,
      "learning_rate": 0.0003830014659858954,
      "loss": 4.582,
      "step": 3587
    },
    {
      "epoch": 0.350390625,
      "grad_norm": 0.25560328364372253,
      "learning_rate": 0.00038294000366235093,
      "loss": 4.5586,
      "step": 3588
    },
    {
      "epoch": 0.35048828125,
      "grad_norm": 0.27199187874794006,
      "learning_rate": 0.0003828785308747558,
      "loss": 4.5703,
      "step": 3589
    },
    {
      "epoch": 0.3505859375,
      "grad_norm": 0.22881963849067688,
      "learning_rate": 0.0003828170476290692,
      "loss": 4.5508,
      "step": 3590
    },
    {
      "epoch": 0.35068359375,
      "grad_norm": 0.24479630589485168,
      "learning_rate": 0.0003827555539312515,
      "loss": 4.5664,
      "step": 3591
    },
    {
      "epoch": 0.35078125,
      "grad_norm": 0.20475630462169647,
      "learning_rate": 0.00038269404978726426,
      "loss": 4.5742,
      "step": 3592
    },
    {
      "epoch": 0.35087890625,
      "grad_norm": 0.23750877380371094,
      "learning_rate": 0.00038263253520306984,
      "loss": 4.5703,
      "step": 3593
    },
    {
      "epoch": 0.3509765625,
      "grad_norm": 0.2701278328895569,
      "learning_rate": 0.00038257101018463163,
      "loss": 4.5898,
      "step": 3594
    },
    {
      "epoch": 0.35107421875,
      "grad_norm": 0.2329765260219574,
      "learning_rate": 0.000382509474737914,
      "loss": 4.582,
      "step": 3595
    },
    {
      "epoch": 0.351171875,
      "grad_norm": 0.19534918665885925,
      "learning_rate": 0.00038244792886888253,
      "loss": 4.5664,
      "step": 3596
    },
    {
      "epoch": 0.35126953125,
      "grad_norm": 0.22755050659179688,
      "learning_rate": 0.0003823863725835036,
      "loss": 4.5977,
      "step": 3597
    },
    {
      "epoch": 0.3513671875,
      "grad_norm": 0.2614189684391022,
      "learning_rate": 0.0003823248058877447,
      "loss": 4.5781,
      "step": 3598
    },
    {
      "epoch": 0.35146484375,
      "grad_norm": 0.2122533768415451,
      "learning_rate": 0.00038226322878757426,
      "loss": 4.5859,
      "step": 3599
    },
    {
      "epoch": 0.3515625,
      "grad_norm": 0.23295137286186218,
      "learning_rate": 0.00038220164128896175,
      "loss": 4.6055,
      "step": 3600
    },
    {
      "epoch": 0.35166015625,
      "grad_norm": 0.2661930322647095,
      "learning_rate": 0.0003821400433978778,
      "loss": 4.5703,
      "step": 3601
    },
    {
      "epoch": 0.3517578125,
      "grad_norm": 0.2844511568546295,
      "learning_rate": 0.00038207843512029374,
      "loss": 4.5703,
      "step": 3602
    },
    {
      "epoch": 0.35185546875,
      "grad_norm": 0.2329130619764328,
      "learning_rate": 0.0003820168164621821,
      "loss": 4.5703,
      "step": 3603
    },
    {
      "epoch": 0.351953125,
      "grad_norm": 0.21032951772212982,
      "learning_rate": 0.00038195518742951647,
      "loss": 4.5742,
      "step": 3604
    },
    {
      "epoch": 0.35205078125,
      "grad_norm": 0.24826619029045105,
      "learning_rate": 0.0003818935480282713,
      "loss": 4.5586,
      "step": 3605
    },
    {
      "epoch": 0.3521484375,
      "grad_norm": 0.2593922019004822,
      "learning_rate": 0.00038183189826442217,
      "loss": 4.5898,
      "step": 3606
    },
    {
      "epoch": 0.35224609375,
      "grad_norm": 0.24321337044239044,
      "learning_rate": 0.00038177023814394556,
      "loss": 4.5547,
      "step": 3607
    },
    {
      "epoch": 0.35234375,
      "grad_norm": 0.25784748792648315,
      "learning_rate": 0.000381708567672819,
      "loss": 4.5625,
      "step": 3608
    },
    {
      "epoch": 0.35244140625,
      "grad_norm": 0.24851174652576447,
      "learning_rate": 0.00038164688685702106,
      "loss": 4.5859,
      "step": 3609
    },
    {
      "epoch": 0.3525390625,
      "grad_norm": 0.21535657346248627,
      "learning_rate": 0.00038158519570253126,
      "loss": 4.543,
      "step": 3610
    },
    {
      "epoch": 0.35263671875,
      "grad_norm": 0.22795481979846954,
      "learning_rate": 0.0003815234942153301,
      "loss": 4.5586,
      "step": 3611
    },
    {
      "epoch": 0.352734375,
      "grad_norm": 0.2578272819519043,
      "learning_rate": 0.0003814617824013992,
      "loss": 4.6016,
      "step": 3612
    },
    {
      "epoch": 0.35283203125,
      "grad_norm": 0.2736850380897522,
      "learning_rate": 0.00038140006026672103,
      "loss": 4.5625,
      "step": 3613
    },
    {
      "epoch": 0.3529296875,
      "grad_norm": 0.30361953377723694,
      "learning_rate": 0.00038133832781727913,
      "loss": 4.5703,
      "step": 3614
    },
    {
      "epoch": 0.35302734375,
      "grad_norm": 0.28210848569869995,
      "learning_rate": 0.0003812765850590581,
      "loss": 4.582,
      "step": 3615
    },
    {
      "epoch": 0.353125,
      "grad_norm": 0.2924845814704895,
      "learning_rate": 0.0003812148319980435,
      "loss": 4.5664,
      "step": 3616
    },
    {
      "epoch": 0.35322265625,
      "grad_norm": 0.21510456502437592,
      "learning_rate": 0.0003811530686402217,
      "loss": 4.5781,
      "step": 3617
    },
    {
      "epoch": 0.3533203125,
      "grad_norm": 0.21807216107845306,
      "learning_rate": 0.00038109129499158044,
      "loss": 4.5664,
      "step": 3618
    },
    {
      "epoch": 0.35341796875,
      "grad_norm": 0.2759113907814026,
      "learning_rate": 0.00038102951105810817,
      "loss": 4.5625,
      "step": 3619
    },
    {
      "epoch": 0.353515625,
      "grad_norm": 0.32082703709602356,
      "learning_rate": 0.0003809677168457944,
      "loss": 4.5742,
      "step": 3620
    },
    {
      "epoch": 0.35361328125,
      "grad_norm": 0.2792191505432129,
      "learning_rate": 0.00038090591236062966,
      "loss": 4.5703,
      "step": 3621
    },
    {
      "epoch": 0.3537109375,
      "grad_norm": 0.19946914911270142,
      "learning_rate": 0.0003808440976086056,
      "loss": 4.582,
      "step": 3622
    },
    {
      "epoch": 0.35380859375,
      "grad_norm": 0.2088184952735901,
      "learning_rate": 0.0003807822725957146,
      "loss": 4.5703,
      "step": 3623
    },
    {
      "epoch": 0.35390625,
      "grad_norm": 0.2543959617614746,
      "learning_rate": 0.00038072043732795014,
      "loss": 4.5859,
      "step": 3624
    },
    {
      "epoch": 0.35400390625,
      "grad_norm": 0.2538624107837677,
      "learning_rate": 0.00038065859181130686,
      "loss": 4.5859,
      "step": 3625
    },
    {
      "epoch": 0.3541015625,
      "grad_norm": 0.2285611480474472,
      "learning_rate": 0.0003805967360517802,
      "loss": 4.5938,
      "step": 3626
    },
    {
      "epoch": 0.35419921875,
      "grad_norm": 0.21131369471549988,
      "learning_rate": 0.00038053487005536675,
      "loss": 4.5625,
      "step": 3627
    },
    {
      "epoch": 0.354296875,
      "grad_norm": 0.2784635126590729,
      "learning_rate": 0.0003804729938280638,
      "loss": 4.5938,
      "step": 3628
    },
    {
      "epoch": 0.35439453125,
      "grad_norm": 0.279033362865448,
      "learning_rate": 0.00038041110737587,
      "loss": 4.5547,
      "step": 3629
    },
    {
      "epoch": 0.3544921875,
      "grad_norm": 0.24487648904323578,
      "learning_rate": 0.00038034921070478477,
      "loss": 4.5312,
      "step": 3630
    },
    {
      "epoch": 0.35458984375,
      "grad_norm": 0.1987142711877823,
      "learning_rate": 0.0003802873038208086,
      "loss": 4.5664,
      "step": 3631
    },
    {
      "epoch": 0.3546875,
      "grad_norm": 0.2294733226299286,
      "learning_rate": 0.00038022538672994287,
      "loss": 4.5586,
      "step": 3632
    },
    {
      "epoch": 0.35478515625,
      "grad_norm": 0.2343548834323883,
      "learning_rate": 0.00038016345943819,
      "loss": 4.5625,
      "step": 3633
    },
    {
      "epoch": 0.3548828125,
      "grad_norm": 0.24301011860370636,
      "learning_rate": 0.0003801015219515536,
      "loss": 4.5508,
      "step": 3634
    },
    {
      "epoch": 0.35498046875,
      "grad_norm": 0.23225438594818115,
      "learning_rate": 0.00038003957427603795,
      "loss": 4.5859,
      "step": 3635
    },
    {
      "epoch": 0.355078125,
      "grad_norm": 0.27709367871284485,
      "learning_rate": 0.00037997761641764846,
      "loss": 4.5898,
      "step": 3636
    },
    {
      "epoch": 0.35517578125,
      "grad_norm": 0.279118150472641,
      "learning_rate": 0.00037991564838239154,
      "loss": 4.5859,
      "step": 3637
    },
    {
      "epoch": 0.3552734375,
      "grad_norm": 0.22382718324661255,
      "learning_rate": 0.00037985367017627454,
      "loss": 4.5547,
      "step": 3638
    },
    {
      "epoch": 0.35537109375,
      "grad_norm": 0.20952828228473663,
      "learning_rate": 0.000379791681805306,
      "loss": 4.5977,
      "step": 3639
    },
    {
      "epoch": 0.35546875,
      "grad_norm": 0.2446649968624115,
      "learning_rate": 0.000379729683275495,
      "loss": 4.5586,
      "step": 3640
    },
    {
      "epoch": 0.35556640625,
      "grad_norm": 0.2754228413105011,
      "learning_rate": 0.00037966767459285194,
      "loss": 4.5664,
      "step": 3641
    },
    {
      "epoch": 0.3556640625,
      "grad_norm": 0.27979210019111633,
      "learning_rate": 0.00037960565576338834,
      "loss": 4.5781,
      "step": 3642
    },
    {
      "epoch": 0.35576171875,
      "grad_norm": 0.2776656150817871,
      "learning_rate": 0.0003795436267931163,
      "loss": 4.5781,
      "step": 3643
    },
    {
      "epoch": 0.355859375,
      "grad_norm": 0.1969219148159027,
      "learning_rate": 0.0003794815876880493,
      "loss": 4.5508,
      "step": 3644
    },
    {
      "epoch": 0.35595703125,
      "grad_norm": 0.22536104917526245,
      "learning_rate": 0.0003794195384542014,
      "loss": 4.5547,
      "step": 3645
    },
    {
      "epoch": 0.3560546875,
      "grad_norm": 0.2419748455286026,
      "learning_rate": 0.0003793574790975879,
      "loss": 4.5547,
      "step": 3646
    },
    {
      "epoch": 0.35615234375,
      "grad_norm": 0.22893331944942474,
      "learning_rate": 0.00037929540962422514,
      "loss": 4.5625,
      "step": 3647
    },
    {
      "epoch": 0.35625,
      "grad_norm": 0.22302180528640747,
      "learning_rate": 0.00037923333004013035,
      "loss": 4.5508,
      "step": 3648
    },
    {
      "epoch": 0.35634765625,
      "grad_norm": 0.20919984579086304,
      "learning_rate": 0.00037917124035132156,
      "loss": 4.543,
      "step": 3649
    },
    {
      "epoch": 0.3564453125,
      "grad_norm": 0.19446073472499847,
      "learning_rate": 0.00037910914056381794,
      "loss": 4.5586,
      "step": 3650
    },
    {
      "epoch": 0.35654296875,
      "grad_norm": 0.20676352083683014,
      "learning_rate": 0.00037904703068363996,
      "loss": 4.5664,
      "step": 3651
    },
    {
      "epoch": 0.356640625,
      "grad_norm": 0.21957850456237793,
      "learning_rate": 0.00037898491071680835,
      "loss": 4.5898,
      "step": 3652
    },
    {
      "epoch": 0.35673828125,
      "grad_norm": 0.246882826089859,
      "learning_rate": 0.0003789227806693454,
      "loss": 4.5469,
      "step": 3653
    },
    {
      "epoch": 0.3568359375,
      "grad_norm": 0.25299644470214844,
      "learning_rate": 0.0003788606405472742,
      "loss": 4.6094,
      "step": 3654
    },
    {
      "epoch": 0.35693359375,
      "grad_norm": 0.21891558170318604,
      "learning_rate": 0.0003787984903566188,
      "loss": 4.5391,
      "step": 3655
    },
    {
      "epoch": 0.35703125,
      "grad_norm": 0.2169588804244995,
      "learning_rate": 0.00037873633010340437,
      "loss": 4.5898,
      "step": 3656
    },
    {
      "epoch": 0.35712890625,
      "grad_norm": 0.19887502491474152,
      "learning_rate": 0.00037867415979365673,
      "loss": 4.582,
      "step": 3657
    },
    {
      "epoch": 0.3572265625,
      "grad_norm": 0.23183923959732056,
      "learning_rate": 0.00037861197943340287,
      "loss": 4.5898,
      "step": 3658
    },
    {
      "epoch": 0.35732421875,
      "grad_norm": 0.2397049069404602,
      "learning_rate": 0.00037854978902867085,
      "loss": 4.5781,
      "step": 3659
    },
    {
      "epoch": 0.357421875,
      "grad_norm": 0.2595348060131073,
      "learning_rate": 0.00037848758858548953,
      "loss": 4.5703,
      "step": 3660
    },
    {
      "epoch": 0.35751953125,
      "grad_norm": 0.29750970005989075,
      "learning_rate": 0.000378425378109889,
      "loss": 4.5781,
      "step": 3661
    },
    {
      "epoch": 0.3576171875,
      "grad_norm": 0.2562835216522217,
      "learning_rate": 0.0003783631576078999,
      "loss": 4.5938,
      "step": 3662
    },
    {
      "epoch": 0.35771484375,
      "grad_norm": 0.23170508444309235,
      "learning_rate": 0.0003783009270855542,
      "loss": 4.5938,
      "step": 3663
    },
    {
      "epoch": 0.3578125,
      "grad_norm": 0.20134687423706055,
      "learning_rate": 0.0003782386865488848,
      "loss": 4.5703,
      "step": 3664
    },
    {
      "epoch": 0.35791015625,
      "grad_norm": 0.23882128298282623,
      "learning_rate": 0.0003781764360039253,
      "loss": 4.5859,
      "step": 3665
    },
    {
      "epoch": 0.3580078125,
      "grad_norm": 0.29110950231552124,
      "learning_rate": 0.0003781141754567107,
      "loss": 4.5547,
      "step": 3666
    },
    {
      "epoch": 0.35810546875,
      "grad_norm": 0.2600801885128021,
      "learning_rate": 0.00037805190491327665,
      "loss": 4.5469,
      "step": 3667
    },
    {
      "epoch": 0.358203125,
      "grad_norm": 0.22020958364009857,
      "learning_rate": 0.00037798962437965975,
      "loss": 4.5547,
      "step": 3668
    },
    {
      "epoch": 0.35830078125,
      "grad_norm": 0.23662874102592468,
      "learning_rate": 0.00037792733386189783,
      "loss": 4.5742,
      "step": 3669
    },
    {
      "epoch": 0.3583984375,
      "grad_norm": 0.239448681473732,
      "learning_rate": 0.0003778650333660294,
      "loss": 4.5547,
      "step": 3670
    },
    {
      "epoch": 0.35849609375,
      "grad_norm": 0.36843615770339966,
      "learning_rate": 0.0003778027228980942,
      "loss": 4.5586,
      "step": 3671
    },
    {
      "epoch": 0.35859375,
      "grad_norm": 0.24178937077522278,
      "learning_rate": 0.00037774040246413266,
      "loss": 4.5859,
      "step": 3672
    },
    {
      "epoch": 0.35869140625,
      "grad_norm": 0.2356576919555664,
      "learning_rate": 0.00037767807207018646,
      "loss": 4.5469,
      "step": 3673
    },
    {
      "epoch": 0.3587890625,
      "grad_norm": 0.21717901527881622,
      "learning_rate": 0.000377615731722298,
      "loss": 4.5742,
      "step": 3674
    },
    {
      "epoch": 0.35888671875,
      "grad_norm": 0.265219122171402,
      "learning_rate": 0.0003775533814265108,
      "loss": 4.5938,
      "step": 3675
    },
    {
      "epoch": 0.358984375,
      "grad_norm": 0.2896675169467926,
      "learning_rate": 0.00037749102118886943,
      "loss": 4.5859,
      "step": 3676
    },
    {
      "epoch": 0.35908203125,
      "grad_norm": 0.24136193096637726,
      "learning_rate": 0.000377428651015419,
      "loss": 4.5781,
      "step": 3677
    },
    {
      "epoch": 0.3591796875,
      "grad_norm": 0.24482491612434387,
      "learning_rate": 0.00037736627091220615,
      "loss": 4.5703,
      "step": 3678
    },
    {
      "epoch": 0.35927734375,
      "grad_norm": 0.25840532779693604,
      "learning_rate": 0.000377303880885278,
      "loss": 4.5703,
      "step": 3679
    },
    {
      "epoch": 0.359375,
      "grad_norm": 0.21277597546577454,
      "learning_rate": 0.00037724148094068295,
      "loss": 4.5703,
      "step": 3680
    },
    {
      "epoch": 0.35947265625,
      "grad_norm": 0.2434084266424179,
      "learning_rate": 0.00037717907108447034,
      "loss": 4.6016,
      "step": 3681
    },
    {
      "epoch": 0.3595703125,
      "grad_norm": 0.2801218330860138,
      "learning_rate": 0.0003771166513226902,
      "loss": 4.5703,
      "step": 3682
    },
    {
      "epoch": 0.35966796875,
      "grad_norm": 0.29672127962112427,
      "learning_rate": 0.0003770542216613938,
      "loss": 4.5234,
      "step": 3683
    },
    {
      "epoch": 0.359765625,
      "grad_norm": 0.2951870560646057,
      "learning_rate": 0.0003769917821066333,
      "loss": 4.582,
      "step": 3684
    },
    {
      "epoch": 0.35986328125,
      "grad_norm": 0.26624128222465515,
      "learning_rate": 0.00037692933266446165,
      "loss": 4.5938,
      "step": 3685
    },
    {
      "epoch": 0.3599609375,
      "grad_norm": 0.23350806534290314,
      "learning_rate": 0.00037686687334093305,
      "loss": 4.5781,
      "step": 3686
    },
    {
      "epoch": 0.36005859375,
      "grad_norm": 0.21884194016456604,
      "learning_rate": 0.0003768044041421025,
      "loss": 4.5352,
      "step": 3687
    },
    {
      "epoch": 0.36015625,
      "grad_norm": 0.2768612205982208,
      "learning_rate": 0.00037674192507402584,
      "loss": 4.5781,
      "step": 3688
    },
    {
      "epoch": 0.36025390625,
      "grad_norm": 0.27278292179107666,
      "learning_rate": 0.0003766794361427601,
      "loss": 4.5156,
      "step": 3689
    },
    {
      "epoch": 0.3603515625,
      "grad_norm": 0.2551245391368866,
      "learning_rate": 0.00037661693735436316,
      "loss": 4.5664,
      "step": 3690
    },
    {
      "epoch": 0.36044921875,
      "grad_norm": 0.22481122612953186,
      "learning_rate": 0.0003765544287148937,
      "loss": 4.5703,
      "step": 3691
    },
    {
      "epoch": 0.360546875,
      "grad_norm": 0.2237016260623932,
      "learning_rate": 0.0003764919102304117,
      "loss": 4.5625,
      "step": 3692
    },
    {
      "epoch": 0.36064453125,
      "grad_norm": 0.27385836839675903,
      "learning_rate": 0.00037642938190697784,
      "loss": 4.5742,
      "step": 3693
    },
    {
      "epoch": 0.3607421875,
      "grad_norm": 0.30567967891693115,
      "learning_rate": 0.0003763668437506538,
      "loss": 4.5859,
      "step": 3694
    },
    {
      "epoch": 0.36083984375,
      "grad_norm": 0.282015860080719,
      "learning_rate": 0.0003763042957675023,
      "loss": 4.5469,
      "step": 3695
    },
    {
      "epoch": 0.3609375,
      "grad_norm": 0.20504769682884216,
      "learning_rate": 0.00037624173796358686,
      "loss": 4.5586,
      "step": 3696
    },
    {
      "epoch": 0.36103515625,
      "grad_norm": 0.2437128871679306,
      "learning_rate": 0.00037617917034497194,
      "loss": 4.582,
      "step": 3697
    },
    {
      "epoch": 0.3611328125,
      "grad_norm": 0.2824758291244507,
      "learning_rate": 0.0003761165929177233,
      "loss": 4.5625,
      "step": 3698
    },
    {
      "epoch": 0.36123046875,
      "grad_norm": 0.2728320360183716,
      "learning_rate": 0.00037605400568790714,
      "loss": 4.5703,
      "step": 3699
    },
    {
      "epoch": 0.361328125,
      "grad_norm": 0.23510177433490753,
      "learning_rate": 0.00037599140866159106,
      "loss": 4.5859,
      "step": 3700
    },
    {
      "epoch": 0.36142578125,
      "grad_norm": 0.26374226808547974,
      "learning_rate": 0.0003759288018448433,
      "loss": 4.5898,
      "step": 3701
    },
    {
      "epoch": 0.3615234375,
      "grad_norm": 0.2697891891002655,
      "learning_rate": 0.0003758661852437332,
      "loss": 4.5664,
      "step": 3702
    },
    {
      "epoch": 0.36162109375,
      "grad_norm": 0.26423609256744385,
      "learning_rate": 0.00037580355886433114,
      "loss": 4.5586,
      "step": 3703
    },
    {
      "epoch": 0.36171875,
      "grad_norm": 0.2405981421470642,
      "learning_rate": 0.00037574092271270806,
      "loss": 4.5391,
      "step": 3704
    },
    {
      "epoch": 0.36181640625,
      "grad_norm": 0.27411630749702454,
      "learning_rate": 0.0003756782767949363,
      "loss": 4.5742,
      "step": 3705
    },
    {
      "epoch": 0.3619140625,
      "grad_norm": 0.31632712483406067,
      "learning_rate": 0.0003756156211170889,
      "loss": 4.6211,
      "step": 3706
    },
    {
      "epoch": 0.36201171875,
      "grad_norm": 0.32672661542892456,
      "learning_rate": 0.00037555295568523995,
      "loss": 4.5898,
      "step": 3707
    },
    {
      "epoch": 0.362109375,
      "grad_norm": 0.22755952179431915,
      "learning_rate": 0.0003754902805054644,
      "loss": 4.582,
      "step": 3708
    },
    {
      "epoch": 0.36220703125,
      "grad_norm": 0.24091464281082153,
      "learning_rate": 0.00037542759558383817,
      "loss": 4.5898,
      "step": 3709
    },
    {
      "epoch": 0.3623046875,
      "grad_norm": 0.31097692251205444,
      "learning_rate": 0.0003753649009264381,
      "loss": 4.5859,
      "step": 3710
    },
    {
      "epoch": 0.36240234375,
      "grad_norm": 0.213272824883461,
      "learning_rate": 0.0003753021965393421,
      "loss": 4.5781,
      "step": 3711
    },
    {
      "epoch": 0.3625,
      "grad_norm": 0.2237333357334137,
      "learning_rate": 0.000375239482428629,
      "loss": 4.5703,
      "step": 3712
    },
    {
      "epoch": 0.36259765625,
      "grad_norm": 0.2189137488603592,
      "learning_rate": 0.0003751767586003783,
      "loss": 4.5586,
      "step": 3713
    },
    {
      "epoch": 0.3626953125,
      "grad_norm": 0.22572632133960724,
      "learning_rate": 0.00037511402506067073,
      "loss": 4.5508,
      "step": 3714
    },
    {
      "epoch": 0.36279296875,
      "grad_norm": 0.19613827764987946,
      "learning_rate": 0.00037505128181558795,
      "loss": 4.5703,
      "step": 3715
    },
    {
      "epoch": 0.362890625,
      "grad_norm": 0.23606157302856445,
      "learning_rate": 0.00037498852887121243,
      "loss": 4.5547,
      "step": 3716
    },
    {
      "epoch": 0.36298828125,
      "grad_norm": 0.23252497613430023,
      "learning_rate": 0.00037492576623362773,
      "loss": 4.5508,
      "step": 3717
    },
    {
      "epoch": 0.3630859375,
      "grad_norm": 0.22681549191474915,
      "learning_rate": 0.0003748629939089181,
      "loss": 4.5898,
      "step": 3718
    },
    {
      "epoch": 0.36318359375,
      "grad_norm": 0.2215224802494049,
      "learning_rate": 0.00037480021190316906,
      "loss": 4.5781,
      "step": 3719
    },
    {
      "epoch": 0.36328125,
      "grad_norm": 0.20096111297607422,
      "learning_rate": 0.0003747374202224668,
      "loss": 4.5703,
      "step": 3720
    },
    {
      "epoch": 0.36337890625,
      "grad_norm": 0.21084189414978027,
      "learning_rate": 0.0003746746188728985,
      "loss": 4.5547,
      "step": 3721
    },
    {
      "epoch": 0.3634765625,
      "grad_norm": 0.24456515908241272,
      "learning_rate": 0.00037461180786055244,
      "loss": 4.543,
      "step": 3722
    },
    {
      "epoch": 0.36357421875,
      "grad_norm": 0.21941445767879486,
      "learning_rate": 0.00037454898719151765,
      "loss": 4.5469,
      "step": 3723
    },
    {
      "epoch": 0.363671875,
      "grad_norm": 0.23304468393325806,
      "learning_rate": 0.00037448615687188424,
      "loss": 4.5664,
      "step": 3724
    },
    {
      "epoch": 0.36376953125,
      "grad_norm": 0.23572897911071777,
      "learning_rate": 0.00037442331690774313,
      "loss": 4.5781,
      "step": 3725
    },
    {
      "epoch": 0.3638671875,
      "grad_norm": 0.22356674075126648,
      "learning_rate": 0.0003743604673051862,
      "loss": 4.6016,
      "step": 3726
    },
    {
      "epoch": 0.36396484375,
      "grad_norm": 0.2362370789051056,
      "learning_rate": 0.00037429760807030634,
      "loss": 4.5625,
      "step": 3727
    },
    {
      "epoch": 0.3640625,
      "grad_norm": 0.26695024967193604,
      "learning_rate": 0.00037423473920919736,
      "loss": 4.582,
      "step": 3728
    },
    {
      "epoch": 0.36416015625,
      "grad_norm": 0.2637350261211395,
      "learning_rate": 0.0003741718607279539,
      "loss": 4.6172,
      "step": 3729
    },
    {
      "epoch": 0.3642578125,
      "grad_norm": 0.22944873571395874,
      "learning_rate": 0.0003741089726326716,
      "loss": 4.5547,
      "step": 3730
    },
    {
      "epoch": 0.36435546875,
      "grad_norm": 0.21376579999923706,
      "learning_rate": 0.00037404607492944704,
      "loss": 4.5391,
      "step": 3731
    },
    {
      "epoch": 0.364453125,
      "grad_norm": 0.21306632459163666,
      "learning_rate": 0.0003739831676243778,
      "loss": 4.5781,
      "step": 3732
    },
    {
      "epoch": 0.36455078125,
      "grad_norm": 0.24601516127586365,
      "learning_rate": 0.0003739202507235622,
      "loss": 4.5703,
      "step": 3733
    },
    {
      "epoch": 0.3646484375,
      "grad_norm": 0.2682146728038788,
      "learning_rate": 0.0003738573242330997,
      "loss": 4.5703,
      "step": 3734
    },
    {
      "epoch": 0.36474609375,
      "grad_norm": 0.2349218726158142,
      "learning_rate": 0.0003737943881590906,
      "loss": 4.5547,
      "step": 3735
    },
    {
      "epoch": 0.36484375,
      "grad_norm": 0.216025248169899,
      "learning_rate": 0.00037373144250763603,
      "loss": 4.5508,
      "step": 3736
    },
    {
      "epoch": 0.36494140625,
      "grad_norm": 0.20661693811416626,
      "learning_rate": 0.0003736684872848382,
      "loss": 4.6016,
      "step": 3737
    },
    {
      "epoch": 0.3650390625,
      "grad_norm": 0.2149045169353485,
      "learning_rate": 0.0003736055224968002,
      "loss": 4.5664,
      "step": 3738
    },
    {
      "epoch": 0.36513671875,
      "grad_norm": 0.22369985282421112,
      "learning_rate": 0.00037354254814962604,
      "loss": 4.5625,
      "step": 3739
    },
    {
      "epoch": 0.365234375,
      "grad_norm": 0.22899076342582703,
      "learning_rate": 0.0003734795642494206,
      "loss": 4.5938,
      "step": 3740
    },
    {
      "epoch": 0.36533203125,
      "grad_norm": 0.21144069731235504,
      "learning_rate": 0.00037341657080228993,
      "loss": 4.5508,
      "step": 3741
    },
    {
      "epoch": 0.3654296875,
      "grad_norm": 0.22601349651813507,
      "learning_rate": 0.00037335356781434056,
      "loss": 4.5859,
      "step": 3742
    },
    {
      "epoch": 0.36552734375,
      "grad_norm": 0.20910894870758057,
      "learning_rate": 0.0003732905552916803,
      "loss": 4.582,
      "step": 3743
    },
    {
      "epoch": 0.365625,
      "grad_norm": 0.21281714737415314,
      "learning_rate": 0.00037322753324041787,
      "loss": 4.5547,
      "step": 3744
    },
    {
      "epoch": 0.36572265625,
      "grad_norm": 0.2001722753047943,
      "learning_rate": 0.00037316450166666274,
      "loss": 4.6016,
      "step": 3745
    },
    {
      "epoch": 0.3658203125,
      "grad_norm": 0.22400717437267303,
      "learning_rate": 0.00037310146057652546,
      "loss": 4.5703,
      "step": 3746
    },
    {
      "epoch": 0.36591796875,
      "grad_norm": 0.25107571482658386,
      "learning_rate": 0.00037303840997611725,
      "loss": 4.5273,
      "step": 3747
    },
    {
      "epoch": 0.366015625,
      "grad_norm": 0.2537175714969635,
      "learning_rate": 0.0003729753498715507,
      "loss": 4.5664,
      "step": 3748
    },
    {
      "epoch": 0.36611328125,
      "grad_norm": 0.24743777513504028,
      "learning_rate": 0.00037291228026893895,
      "loss": 4.5664,
      "step": 3749
    },
    {
      "epoch": 0.3662109375,
      "grad_norm": 0.197499617934227,
      "learning_rate": 0.0003728492011743961,
      "loss": 4.5898,
      "step": 3750
    },
    {
      "epoch": 0.36630859375,
      "grad_norm": 0.2100924700498581,
      "learning_rate": 0.0003727861125940374,
      "loss": 4.5625,
      "step": 3751
    },
    {
      "epoch": 0.36640625,
      "grad_norm": 0.2345946580171585,
      "learning_rate": 0.00037272301453397866,
      "loss": 4.5977,
      "step": 3752
    },
    {
      "epoch": 0.36650390625,
      "grad_norm": 0.22621718049049377,
      "learning_rate": 0.00037265990700033693,
      "loss": 4.582,
      "step": 3753
    },
    {
      "epoch": 0.3666015625,
      "grad_norm": 0.23994408547878265,
      "learning_rate": 0.0003725967899992301,
      "loss": 4.5508,
      "step": 3754
    },
    {
      "epoch": 0.36669921875,
      "grad_norm": 0.2587624192237854,
      "learning_rate": 0.0003725336635367768,
      "loss": 4.543,
      "step": 3755
    },
    {
      "epoch": 0.366796875,
      "grad_norm": 0.24301886558532715,
      "learning_rate": 0.00037247052761909676,
      "loss": 4.5781,
      "step": 3756
    },
    {
      "epoch": 0.36689453125,
      "grad_norm": 0.24546672403812408,
      "learning_rate": 0.0003724073822523107,
      "loss": 4.5508,
      "step": 3757
    },
    {
      "epoch": 0.3669921875,
      "grad_norm": 0.2665095031261444,
      "learning_rate": 0.00037234422744253994,
      "loss": 4.5508,
      "step": 3758
    },
    {
      "epoch": 0.36708984375,
      "grad_norm": 0.22079843282699585,
      "learning_rate": 0.0003722810631959071,
      "loss": 4.5664,
      "step": 3759
    },
    {
      "epoch": 0.3671875,
      "grad_norm": 0.20941261947155,
      "learning_rate": 0.00037221788951853537,
      "loss": 4.5586,
      "step": 3760
    },
    {
      "epoch": 0.36728515625,
      "grad_norm": 0.2306739240884781,
      "learning_rate": 0.00037215470641654904,
      "loss": 4.5508,
      "step": 3761
    },
    {
      "epoch": 0.3673828125,
      "grad_norm": 0.23311462998390198,
      "learning_rate": 0.0003720915138960734,
      "loss": 4.5547,
      "step": 3762
    },
    {
      "epoch": 0.36748046875,
      "grad_norm": 0.2108597308397293,
      "learning_rate": 0.0003720283119632343,
      "loss": 4.5508,
      "step": 3763
    },
    {
      "epoch": 0.367578125,
      "grad_norm": 0.22533003985881805,
      "learning_rate": 0.00037196510062415905,
      "loss": 4.5664,
      "step": 3764
    },
    {
      "epoch": 0.36767578125,
      "grad_norm": 0.1996348798274994,
      "learning_rate": 0.0003719018798849753,
      "loss": 4.5586,
      "step": 3765
    },
    {
      "epoch": 0.3677734375,
      "grad_norm": 0.2132413536310196,
      "learning_rate": 0.0003718386497518121,
      "loss": 4.5664,
      "step": 3766
    },
    {
      "epoch": 0.36787109375,
      "grad_norm": 0.21500487625598907,
      "learning_rate": 0.0003717754102307989,
      "loss": 4.5625,
      "step": 3767
    },
    {
      "epoch": 0.36796875,
      "grad_norm": 0.2140580117702484,
      "learning_rate": 0.00037171216132806664,
      "loss": 4.5508,
      "step": 3768
    },
    {
      "epoch": 0.36806640625,
      "grad_norm": 0.2556339204311371,
      "learning_rate": 0.00037164890304974656,
      "loss": 4.5898,
      "step": 3769
    },
    {
      "epoch": 0.3681640625,
      "grad_norm": 0.25823596119880676,
      "learning_rate": 0.00037158563540197145,
      "loss": 4.5547,
      "step": 3770
    },
    {
      "epoch": 0.36826171875,
      "grad_norm": 0.2550797462463379,
      "learning_rate": 0.00037152235839087443,
      "loss": 4.543,
      "step": 3771
    },
    {
      "epoch": 0.368359375,
      "grad_norm": 0.24696817994117737,
      "learning_rate": 0.0003714590720225898,
      "loss": 4.5781,
      "step": 3772
    },
    {
      "epoch": 0.36845703125,
      "grad_norm": 0.24360255897045135,
      "learning_rate": 0.00037139577630325286,
      "loss": 4.5469,
      "step": 3773
    },
    {
      "epoch": 0.3685546875,
      "grad_norm": 0.21116487681865692,
      "learning_rate": 0.0003713324712389997,
      "loss": 4.5469,
      "step": 3774
    },
    {
      "epoch": 0.36865234375,
      "grad_norm": 0.21986894309520721,
      "learning_rate": 0.0003712691568359673,
      "loss": 4.5508,
      "step": 3775
    },
    {
      "epoch": 0.36875,
      "grad_norm": 0.22325943410396576,
      "learning_rate": 0.00037120583310029344,
      "loss": 4.5859,
      "step": 3776
    },
    {
      "epoch": 0.36884765625,
      "grad_norm": 0.24600698053836823,
      "learning_rate": 0.00037114250003811696,
      "loss": 4.5781,
      "step": 3777
    },
    {
      "epoch": 0.3689453125,
      "grad_norm": 0.2490389049053192,
      "learning_rate": 0.00037107915765557774,
      "loss": 4.5508,
      "step": 3778
    },
    {
      "epoch": 0.36904296875,
      "grad_norm": 0.26818838715553284,
      "learning_rate": 0.0003710158059588162,
      "loss": 4.5352,
      "step": 3779
    },
    {
      "epoch": 0.369140625,
      "grad_norm": 0.23392382264137268,
      "learning_rate": 0.00037095244495397397,
      "loss": 4.5781,
      "step": 3780
    },
    {
      "epoch": 0.36923828125,
      "grad_norm": 0.21591094136238098,
      "learning_rate": 0.0003708890746471934,
      "loss": 4.5078,
      "step": 3781
    },
    {
      "epoch": 0.3693359375,
      "grad_norm": 0.21013550460338593,
      "learning_rate": 0.00037082569504461786,
      "loss": 4.5508,
      "step": 3782
    },
    {
      "epoch": 0.36943359375,
      "grad_norm": 0.2186015546321869,
      "learning_rate": 0.0003707623061523916,
      "loss": 4.5469,
      "step": 3783
    },
    {
      "epoch": 0.36953125,
      "grad_norm": 0.23341798782348633,
      "learning_rate": 0.0003706989079766597,
      "loss": 4.5586,
      "step": 3784
    },
    {
      "epoch": 0.36962890625,
      "grad_norm": 0.25021326541900635,
      "learning_rate": 0.00037063550052356814,
      "loss": 4.5898,
      "step": 3785
    },
    {
      "epoch": 0.3697265625,
      "grad_norm": 0.22992654144763947,
      "learning_rate": 0.0003705720837992638,
      "loss": 4.5156,
      "step": 3786
    },
    {
      "epoch": 0.36982421875,
      "grad_norm": 0.21779493987560272,
      "learning_rate": 0.00037050865780989474,
      "loss": 4.5547,
      "step": 3787
    },
    {
      "epoch": 0.369921875,
      "grad_norm": 0.21143049001693726,
      "learning_rate": 0.00037044522256160945,
      "loss": 4.5781,
      "step": 3788
    },
    {
      "epoch": 0.37001953125,
      "grad_norm": 0.20537066459655762,
      "learning_rate": 0.0003703817780605577,
      "loss": 4.582,
      "step": 3789
    },
    {
      "epoch": 0.3701171875,
      "grad_norm": 0.2354755699634552,
      "learning_rate": 0.0003703183243128898,
      "loss": 4.5898,
      "step": 3790
    },
    {
      "epoch": 0.37021484375,
      "grad_norm": 0.22520548105239868,
      "learning_rate": 0.0003702548613247573,
      "loss": 4.5586,
      "step": 3791
    },
    {
      "epoch": 0.3703125,
      "grad_norm": 0.22800710797309875,
      "learning_rate": 0.0003701913891023126,
      "loss": 4.5703,
      "step": 3792
    },
    {
      "epoch": 0.37041015625,
      "grad_norm": 0.21046526730060577,
      "learning_rate": 0.00037012790765170866,
      "loss": 4.5508,
      "step": 3793
    },
    {
      "epoch": 0.3705078125,
      "grad_norm": 0.21847796440124512,
      "learning_rate": 0.00037006441697909977,
      "loss": 4.5625,
      "step": 3794
    },
    {
      "epoch": 0.37060546875,
      "grad_norm": 0.2048698216676712,
      "learning_rate": 0.0003700009170906409,
      "loss": 4.5859,
      "step": 3795
    },
    {
      "epoch": 0.370703125,
      "grad_norm": 0.2066568285226822,
      "learning_rate": 0.00036993740799248786,
      "loss": 4.5469,
      "step": 3796
    },
    {
      "epoch": 0.37080078125,
      "grad_norm": 0.20170116424560547,
      "learning_rate": 0.0003698738896907975,
      "loss": 4.5391,
      "step": 3797
    },
    {
      "epoch": 0.3708984375,
      "grad_norm": 0.2126680612564087,
      "learning_rate": 0.00036981036219172733,
      "loss": 4.5625,
      "step": 3798
    },
    {
      "epoch": 0.37099609375,
      "grad_norm": 0.21726283431053162,
      "learning_rate": 0.00036974682550143615,
      "loss": 4.5391,
      "step": 3799
    },
    {
      "epoch": 0.37109375,
      "grad_norm": 0.20872974395751953,
      "learning_rate": 0.0003696832796260832,
      "loss": 4.5547,
      "step": 3800
    },
    {
      "epoch": 0.37119140625,
      "grad_norm": 0.2360558956861496,
      "learning_rate": 0.00036961972457182893,
      "loss": 4.5625,
      "step": 3801
    },
    {
      "epoch": 0.3712890625,
      "grad_norm": 0.2368108183145523,
      "learning_rate": 0.0003695561603448345,
      "loss": 4.5781,
      "step": 3802
    },
    {
      "epoch": 0.37138671875,
      "grad_norm": 0.2909439206123352,
      "learning_rate": 0.00036949258695126214,
      "loss": 4.5703,
      "step": 3803
    },
    {
      "epoch": 0.371484375,
      "grad_norm": 0.3347856402397156,
      "learning_rate": 0.00036942900439727476,
      "loss": 4.5547,
      "step": 3804
    },
    {
      "epoch": 0.37158203125,
      "grad_norm": 0.3354850113391876,
      "learning_rate": 0.00036936541268903634,
      "loss": 4.543,
      "step": 3805
    },
    {
      "epoch": 0.3716796875,
      "grad_norm": 0.2693799138069153,
      "learning_rate": 0.0003693018118327116,
      "loss": 4.5625,
      "step": 3806
    },
    {
      "epoch": 0.37177734375,
      "grad_norm": 0.22655123472213745,
      "learning_rate": 0.00036923820183446627,
      "loss": 4.5508,
      "step": 3807
    },
    {
      "epoch": 0.371875,
      "grad_norm": 0.2627026438713074,
      "learning_rate": 0.0003691745827004668,
      "loss": 4.5664,
      "step": 3808
    },
    {
      "epoch": 0.37197265625,
      "grad_norm": 0.28225845098495483,
      "learning_rate": 0.00036911095443688073,
      "loss": 4.5391,
      "step": 3809
    },
    {
      "epoch": 0.3720703125,
      "grad_norm": 0.25091806054115295,
      "learning_rate": 0.0003690473170498764,
      "loss": 4.5391,
      "step": 3810
    },
    {
      "epoch": 0.37216796875,
      "grad_norm": 0.21855543553829193,
      "learning_rate": 0.0003689836705456229,
      "loss": 4.5664,
      "step": 3811
    },
    {
      "epoch": 0.372265625,
      "grad_norm": 0.22446179389953613,
      "learning_rate": 0.00036892001493029047,
      "loss": 4.5586,
      "step": 3812
    },
    {
      "epoch": 0.37236328125,
      "grad_norm": 0.2548200488090515,
      "learning_rate": 0.0003688563502100501,
      "loss": 4.5391,
      "step": 3813
    },
    {
      "epoch": 0.3724609375,
      "grad_norm": 0.21699781715869904,
      "learning_rate": 0.00036879267639107347,
      "loss": 4.5352,
      "step": 3814
    },
    {
      "epoch": 0.37255859375,
      "grad_norm": 0.23146621882915497,
      "learning_rate": 0.0003687289934795335,
      "loss": 4.5547,
      "step": 3815
    },
    {
      "epoch": 0.37265625,
      "grad_norm": 0.2578572928905487,
      "learning_rate": 0.0003686653014816037,
      "loss": 4.5352,
      "step": 3816
    },
    {
      "epoch": 0.37275390625,
      "grad_norm": 0.22417913377285004,
      "learning_rate": 0.00036860160040345864,
      "loss": 4.5742,
      "step": 3817
    },
    {
      "epoch": 0.3728515625,
      "grad_norm": 0.2203618884086609,
      "learning_rate": 0.00036853789025127363,
      "loss": 4.6094,
      "step": 3818
    },
    {
      "epoch": 0.37294921875,
      "grad_norm": 0.2247747927904129,
      "learning_rate": 0.00036847417103122513,
      "loss": 4.543,
      "step": 3819
    },
    {
      "epoch": 0.373046875,
      "grad_norm": 0.22150303423404694,
      "learning_rate": 0.00036841044274949007,
      "loss": 4.5625,
      "step": 3820
    },
    {
      "epoch": 0.37314453125,
      "grad_norm": 0.20416736602783203,
      "learning_rate": 0.0003683467054122467,
      "loss": 4.5508,
      "step": 3821
    },
    {
      "epoch": 0.3732421875,
      "grad_norm": 0.21138995885849,
      "learning_rate": 0.00036828295902567365,
      "loss": 4.5586,
      "step": 3822
    },
    {
      "epoch": 0.37333984375,
      "grad_norm": 0.2108135223388672,
      "learning_rate": 0.0003682192035959509,
      "loss": 4.5742,
      "step": 3823
    },
    {
      "epoch": 0.3734375,
      "grad_norm": 0.2110549807548523,
      "learning_rate": 0.000368155439129259,
      "loss": 4.5312,
      "step": 3824
    },
    {
      "epoch": 0.37353515625,
      "grad_norm": 0.20648688077926636,
      "learning_rate": 0.00036809166563177954,
      "loss": 4.5508,
      "step": 3825
    },
    {
      "epoch": 0.3736328125,
      "grad_norm": 0.2102973610162735,
      "learning_rate": 0.0003680278831096949,
      "loss": 4.5078,
      "step": 3826
    },
    {
      "epoch": 0.37373046875,
      "grad_norm": 0.2176796793937683,
      "learning_rate": 0.0003679640915691884,
      "loss": 4.5469,
      "step": 3827
    },
    {
      "epoch": 0.373828125,
      "grad_norm": 0.196877583861351,
      "learning_rate": 0.0003679002910164441,
      "loss": 4.5234,
      "step": 3828
    },
    {
      "epoch": 0.37392578125,
      "grad_norm": 0.2039942443370819,
      "learning_rate": 0.00036783648145764726,
      "loss": 4.5898,
      "step": 3829
    },
    {
      "epoch": 0.3740234375,
      "grad_norm": 0.19996030628681183,
      "learning_rate": 0.0003677726628989835,
      "loss": 4.5664,
      "step": 3830
    },
    {
      "epoch": 0.37412109375,
      "grad_norm": 0.20580768585205078,
      "learning_rate": 0.00036770883534663974,
      "loss": 4.5273,
      "step": 3831
    },
    {
      "epoch": 0.37421875,
      "grad_norm": 0.19358858466148376,
      "learning_rate": 0.00036764499880680363,
      "loss": 4.5742,
      "step": 3832
    },
    {
      "epoch": 0.37431640625,
      "grad_norm": 0.19693578779697418,
      "learning_rate": 0.00036758115328566364,
      "loss": 4.5664,
      "step": 3833
    },
    {
      "epoch": 0.3744140625,
      "grad_norm": 0.20373231172561646,
      "learning_rate": 0.00036751729878940927,
      "loss": 4.5938,
      "step": 3834
    },
    {
      "epoch": 0.37451171875,
      "grad_norm": 0.19048473238945007,
      "learning_rate": 0.00036745343532423066,
      "loss": 4.5586,
      "step": 3835
    },
    {
      "epoch": 0.374609375,
      "grad_norm": 0.19251121580600739,
      "learning_rate": 0.00036738956289631894,
      "loss": 4.5742,
      "step": 3836
    },
    {
      "epoch": 0.37470703125,
      "grad_norm": 0.2328319251537323,
      "learning_rate": 0.0003673256815118662,
      "loss": 4.5469,
      "step": 3837
    },
    {
      "epoch": 0.3748046875,
      "grad_norm": 0.24332408607006073,
      "learning_rate": 0.0003672617911770651,
      "loss": 4.5508,
      "step": 3838
    },
    {
      "epoch": 0.37490234375,
      "grad_norm": 0.24300016462802887,
      "learning_rate": 0.0003671978918981097,
      "loss": 4.5508,
      "step": 3839
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.2735011577606201,
      "learning_rate": 0.0003671339836811944,
      "loss": 4.5977,
      "step": 3840
    },
    {
      "epoch": 0.37509765625,
      "grad_norm": 0.24669654667377472,
      "learning_rate": 0.0003670700665325147,
      "loss": 4.5273,
      "step": 3841
    },
    {
      "epoch": 0.3751953125,
      "grad_norm": 0.22697386145591736,
      "learning_rate": 0.00036700614045826683,
      "loss": 4.5742,
      "step": 3842
    },
    {
      "epoch": 0.37529296875,
      "grad_norm": 0.2029130756855011,
      "learning_rate": 0.00036694220546464826,
      "loss": 4.582,
      "step": 3843
    },
    {
      "epoch": 0.375390625,
      "grad_norm": 0.22685472667217255,
      "learning_rate": 0.0003668782615578567,
      "loss": 4.5508,
      "step": 3844
    },
    {
      "epoch": 0.37548828125,
      "grad_norm": 0.2411038726568222,
      "learning_rate": 0.0003668143087440914,
      "loss": 4.5273,
      "step": 3845
    },
    {
      "epoch": 0.3755859375,
      "grad_norm": 0.2529904544353485,
      "learning_rate": 0.00036675034702955196,
      "loss": 4.5586,
      "step": 3846
    },
    {
      "epoch": 0.37568359375,
      "grad_norm": 0.24757161736488342,
      "learning_rate": 0.00036668637642043905,
      "loss": 4.5898,
      "step": 3847
    },
    {
      "epoch": 0.37578125,
      "grad_norm": 0.247783362865448,
      "learning_rate": 0.0003666223969229543,
      "loss": 4.5508,
      "step": 3848
    },
    {
      "epoch": 0.37587890625,
      "grad_norm": 0.2276039570569992,
      "learning_rate": 0.0003665584085432999,
      "loss": 4.543,
      "step": 3849
    },
    {
      "epoch": 0.3759765625,
      "grad_norm": 0.19936223328113556,
      "learning_rate": 0.00036649441128767935,
      "loss": 4.5625,
      "step": 3850
    },
    {
      "epoch": 0.37607421875,
      "grad_norm": 0.21078261733055115,
      "learning_rate": 0.00036643040516229645,
      "loss": 4.5508,
      "step": 3851
    },
    {
      "epoch": 0.376171875,
      "grad_norm": 0.24155552685260773,
      "learning_rate": 0.00036636639017335643,
      "loss": 4.5469,
      "step": 3852
    },
    {
      "epoch": 0.37626953125,
      "grad_norm": 0.2901647090911865,
      "learning_rate": 0.0003663023663270649,
      "loss": 4.5508,
      "step": 3853
    },
    {
      "epoch": 0.3763671875,
      "grad_norm": 0.28302890062332153,
      "learning_rate": 0.0003662383336296287,
      "loss": 4.5234,
      "step": 3854
    },
    {
      "epoch": 0.37646484375,
      "grad_norm": 0.24422873556613922,
      "learning_rate": 0.0003661742920872553,
      "loss": 4.543,
      "step": 3855
    },
    {
      "epoch": 0.3765625,
      "grad_norm": 0.2080693244934082,
      "learning_rate": 0.000366110241706153,
      "loss": 4.5273,
      "step": 3856
    },
    {
      "epoch": 0.37666015625,
      "grad_norm": 0.2549125552177429,
      "learning_rate": 0.0003660461824925312,
      "loss": 4.5703,
      "step": 3857
    },
    {
      "epoch": 0.3767578125,
      "grad_norm": 0.2808130085468292,
      "learning_rate": 0.00036598211445259995,
      "loss": 4.5352,
      "step": 3858
    },
    {
      "epoch": 0.37685546875,
      "grad_norm": 0.24988223612308502,
      "learning_rate": 0.00036591803759257013,
      "loss": 4.5664,
      "step": 3859
    },
    {
      "epoch": 0.376953125,
      "grad_norm": 0.2058619260787964,
      "learning_rate": 0.0003658539519186537,
      "loss": 4.5508,
      "step": 3860
    },
    {
      "epoch": 0.37705078125,
      "grad_norm": 0.27423015236854553,
      "learning_rate": 0.0003657898574370632,
      "loss": 4.5273,
      "step": 3861
    },
    {
      "epoch": 0.3771484375,
      "grad_norm": 0.28741520643234253,
      "learning_rate": 0.00036572575415401215,
      "loss": 4.5703,
      "step": 3862
    },
    {
      "epoch": 0.37724609375,
      "grad_norm": 0.22467289865016937,
      "learning_rate": 0.00036566164207571517,
      "loss": 4.5508,
      "step": 3863
    },
    {
      "epoch": 0.37734375,
      "grad_norm": 0.20723630487918854,
      "learning_rate": 0.00036559752120838716,
      "loss": 4.582,
      "step": 3864
    },
    {
      "epoch": 0.37744140625,
      "grad_norm": 0.25713592767715454,
      "learning_rate": 0.00036553339155824446,
      "loss": 4.5469,
      "step": 3865
    },
    {
      "epoch": 0.3775390625,
      "grad_norm": 0.2720530927181244,
      "learning_rate": 0.00036546925313150387,
      "loss": 4.5898,
      "step": 3866
    },
    {
      "epoch": 0.37763671875,
      "grad_norm": 0.22821737825870514,
      "learning_rate": 0.0003654051059343832,
      "loss": 4.5742,
      "step": 3867
    },
    {
      "epoch": 0.377734375,
      "grad_norm": 0.19715988636016846,
      "learning_rate": 0.0003653409499731011,
      "loss": 4.5273,
      "step": 3868
    },
    {
      "epoch": 0.37783203125,
      "grad_norm": 0.2301965206861496,
      "learning_rate": 0.00036527678525387705,
      "loss": 4.5508,
      "step": 3869
    },
    {
      "epoch": 0.3779296875,
      "grad_norm": 0.2273874282836914,
      "learning_rate": 0.0003652126117829313,
      "loss": 4.5469,
      "step": 3870
    },
    {
      "epoch": 0.37802734375,
      "grad_norm": 0.2492510825395584,
      "learning_rate": 0.00036514842956648523,
      "loss": 4.5508,
      "step": 3871
    },
    {
      "epoch": 0.378125,
      "grad_norm": 0.21269769966602325,
      "learning_rate": 0.00036508423861076066,
      "loss": 4.5664,
      "step": 3872
    },
    {
      "epoch": 0.37822265625,
      "grad_norm": 0.2165064662694931,
      "learning_rate": 0.0003650200389219806,
      "loss": 4.543,
      "step": 3873
    },
    {
      "epoch": 0.3783203125,
      "grad_norm": 0.22024405002593994,
      "learning_rate": 0.0003649558305063688,
      "loss": 4.5352,
      "step": 3874
    },
    {
      "epoch": 0.37841796875,
      "grad_norm": 0.24619032442569733,
      "learning_rate": 0.00036489161337014965,
      "loss": 4.5469,
      "step": 3875
    },
    {
      "epoch": 0.378515625,
      "grad_norm": 0.20022892951965332,
      "learning_rate": 0.00036482738751954875,
      "loss": 4.5195,
      "step": 3876
    },
    {
      "epoch": 0.37861328125,
      "grad_norm": 0.20485606789588928,
      "learning_rate": 0.00036476315296079224,
      "loss": 4.5742,
      "step": 3877
    },
    {
      "epoch": 0.3787109375,
      "grad_norm": 0.22393593192100525,
      "learning_rate": 0.0003646989097001073,
      "loss": 4.582,
      "step": 3878
    },
    {
      "epoch": 0.37880859375,
      "grad_norm": 0.2158479541540146,
      "learning_rate": 0.0003646346577437219,
      "loss": 4.5742,
      "step": 3879
    },
    {
      "epoch": 0.37890625,
      "grad_norm": 0.22578606009483337,
      "learning_rate": 0.0003645703970978647,
      "loss": 4.5547,
      "step": 3880
    },
    {
      "epoch": 0.37900390625,
      "grad_norm": 0.22951842844486237,
      "learning_rate": 0.00036450612776876547,
      "loss": 4.5664,
      "step": 3881
    },
    {
      "epoch": 0.3791015625,
      "grad_norm": 0.23956668376922607,
      "learning_rate": 0.00036444184976265457,
      "loss": 4.5352,
      "step": 3882
    },
    {
      "epoch": 0.37919921875,
      "grad_norm": 0.2269906997680664,
      "learning_rate": 0.0003643775630857635,
      "loss": 4.5469,
      "step": 3883
    },
    {
      "epoch": 0.379296875,
      "grad_norm": 0.2263822704553604,
      "learning_rate": 0.0003643132677443242,
      "loss": 4.5234,
      "step": 3884
    },
    {
      "epoch": 0.37939453125,
      "grad_norm": 0.2669488489627838,
      "learning_rate": 0.0003642489637445698,
      "loss": 4.5195,
      "step": 3885
    },
    {
      "epoch": 0.3794921875,
      "grad_norm": 0.24844890832901,
      "learning_rate": 0.00036418465109273407,
      "loss": 4.5508,
      "step": 3886
    },
    {
      "epoch": 0.37958984375,
      "grad_norm": 0.25439518690109253,
      "learning_rate": 0.00036412032979505173,
      "loss": 4.5391,
      "step": 3887
    },
    {
      "epoch": 0.3796875,
      "grad_norm": 0.229208841919899,
      "learning_rate": 0.0003640559998577583,
      "loss": 4.5625,
      "step": 3888
    },
    {
      "epoch": 0.37978515625,
      "grad_norm": 0.1949658989906311,
      "learning_rate": 0.00036399166128709006,
      "loss": 4.5664,
      "step": 3889
    },
    {
      "epoch": 0.3798828125,
      "grad_norm": 0.24328242242336273,
      "learning_rate": 0.00036392731408928426,
      "loss": 4.582,
      "step": 3890
    },
    {
      "epoch": 0.37998046875,
      "grad_norm": 0.24651774764060974,
      "learning_rate": 0.0003638629582705789,
      "loss": 4.5742,
      "step": 3891
    },
    {
      "epoch": 0.380078125,
      "grad_norm": 0.21276697516441345,
      "learning_rate": 0.000363798593837213,
      "loss": 4.5469,
      "step": 3892
    },
    {
      "epoch": 0.38017578125,
      "grad_norm": 0.22126992046833038,
      "learning_rate": 0.00036373422079542594,
      "loss": 4.5781,
      "step": 3893
    },
    {
      "epoch": 0.3802734375,
      "grad_norm": 0.20014148950576782,
      "learning_rate": 0.0003636698391514584,
      "loss": 4.5547,
      "step": 3894
    },
    {
      "epoch": 0.38037109375,
      "grad_norm": 0.216833233833313,
      "learning_rate": 0.00036360544891155184,
      "loss": 4.5469,
      "step": 3895
    },
    {
      "epoch": 0.38046875,
      "grad_norm": 0.24696378409862518,
      "learning_rate": 0.00036354105008194846,
      "loss": 4.5547,
      "step": 3896
    },
    {
      "epoch": 0.38056640625,
      "grad_norm": 0.25087183713912964,
      "learning_rate": 0.00036347664266889103,
      "loss": 4.5547,
      "step": 3897
    },
    {
      "epoch": 0.3806640625,
      "grad_norm": 0.21418248116970062,
      "learning_rate": 0.0003634122266786236,
      "loss": 4.543,
      "step": 3898
    },
    {
      "epoch": 0.38076171875,
      "grad_norm": 0.22195738554000854,
      "learning_rate": 0.0003633478021173909,
      "loss": 4.5352,
      "step": 3899
    },
    {
      "epoch": 0.380859375,
      "grad_norm": 0.2044471651315689,
      "learning_rate": 0.00036328336899143837,
      "loss": 4.5586,
      "step": 3900
    },
    {
      "epoch": 0.38095703125,
      "grad_norm": 0.2172752022743225,
      "learning_rate": 0.0003632189273070125,
      "loss": 4.5469,
      "step": 3901
    },
    {
      "epoch": 0.3810546875,
      "grad_norm": 0.22361449897289276,
      "learning_rate": 0.0003631544770703603,
      "loss": 4.543,
      "step": 3902
    },
    {
      "epoch": 0.38115234375,
      "grad_norm": 0.2163439691066742,
      "learning_rate": 0.00036309001828772983,
      "loss": 4.5664,
      "step": 3903
    },
    {
      "epoch": 0.38125,
      "grad_norm": 0.20652833580970764,
      "learning_rate": 0.00036302555096537,
      "loss": 4.543,
      "step": 3904
    },
    {
      "epoch": 0.38134765625,
      "grad_norm": 0.1974000334739685,
      "learning_rate": 0.00036296107510953044,
      "loss": 4.5625,
      "step": 3905
    },
    {
      "epoch": 0.3814453125,
      "grad_norm": 0.24653279781341553,
      "learning_rate": 0.0003628965907264616,
      "loss": 4.5352,
      "step": 3906
    },
    {
      "epoch": 0.38154296875,
      "grad_norm": 0.2586394250392914,
      "learning_rate": 0.0003628320978224148,
      "loss": 4.543,
      "step": 3907
    },
    {
      "epoch": 0.381640625,
      "grad_norm": 0.25924891233444214,
      "learning_rate": 0.0003627675964036423,
      "loss": 4.5547,
      "step": 3908
    },
    {
      "epoch": 0.38173828125,
      "grad_norm": 0.2483292669057846,
      "learning_rate": 0.00036270308647639703,
      "loss": 4.5508,
      "step": 3909
    },
    {
      "epoch": 0.3818359375,
      "grad_norm": 0.229950949549675,
      "learning_rate": 0.00036263856804693277,
      "loss": 4.5664,
      "step": 3910
    },
    {
      "epoch": 0.38193359375,
      "grad_norm": 0.19701816141605377,
      "learning_rate": 0.0003625740411215041,
      "loss": 4.5586,
      "step": 3911
    },
    {
      "epoch": 0.38203125,
      "grad_norm": 0.22239305078983307,
      "learning_rate": 0.00036250950570636655,
      "loss": 4.5625,
      "step": 3912
    },
    {
      "epoch": 0.38212890625,
      "grad_norm": 0.25458335876464844,
      "learning_rate": 0.00036244496180777634,
      "loss": 4.5664,
      "step": 3913
    },
    {
      "epoch": 0.3822265625,
      "grad_norm": 0.23247866332530975,
      "learning_rate": 0.0003623804094319905,
      "loss": 4.5508,
      "step": 3914
    },
    {
      "epoch": 0.38232421875,
      "grad_norm": 0.2113930732011795,
      "learning_rate": 0.0003623158485852671,
      "loss": 4.5664,
      "step": 3915
    },
    {
      "epoch": 0.382421875,
      "grad_norm": 0.21247810125350952,
      "learning_rate": 0.0003622512792738648,
      "loss": 4.5312,
      "step": 3916
    },
    {
      "epoch": 0.38251953125,
      "grad_norm": 0.20285052061080933,
      "learning_rate": 0.00036218670150404313,
      "loss": 4.5391,
      "step": 3917
    },
    {
      "epoch": 0.3826171875,
      "grad_norm": 0.1933477818965912,
      "learning_rate": 0.0003621221152820625,
      "loss": 4.543,
      "step": 3918
    },
    {
      "epoch": 0.38271484375,
      "grad_norm": 0.21490438282489777,
      "learning_rate": 0.0003620575206141841,
      "loss": 4.5586,
      "step": 3919
    },
    {
      "epoch": 0.3828125,
      "grad_norm": 0.19563163816928864,
      "learning_rate": 0.00036199291750666987,
      "loss": 4.5469,
      "step": 3920
    },
    {
      "epoch": 0.38291015625,
      "grad_norm": 0.19900527596473694,
      "learning_rate": 0.0003619283059657827,
      "loss": 4.5195,
      "step": 3921
    },
    {
      "epoch": 0.3830078125,
      "grad_norm": 0.20335721969604492,
      "learning_rate": 0.00036186368599778633,
      "loss": 4.5742,
      "step": 3922
    },
    {
      "epoch": 0.38310546875,
      "grad_norm": 0.19746747612953186,
      "learning_rate": 0.0003617990576089451,
      "loss": 4.5508,
      "step": 3923
    },
    {
      "epoch": 0.383203125,
      "grad_norm": 0.22214552760124207,
      "learning_rate": 0.0003617344208055244,
      "loss": 4.5586,
      "step": 3924
    },
    {
      "epoch": 0.38330078125,
      "grad_norm": 0.20545615255832672,
      "learning_rate": 0.00036166977559379016,
      "loss": 4.5117,
      "step": 3925
    },
    {
      "epoch": 0.3833984375,
      "grad_norm": 0.19555038213729858,
      "learning_rate": 0.0003616051219800095,
      "loss": 4.582,
      "step": 3926
    },
    {
      "epoch": 0.38349609375,
      "grad_norm": 0.21728569269180298,
      "learning_rate": 0.0003615404599704501,
      "loss": 4.5703,
      "step": 3927
    },
    {
      "epoch": 0.38359375,
      "grad_norm": 0.20031973719596863,
      "learning_rate": 0.00036147578957138033,
      "loss": 4.5781,
      "step": 3928
    },
    {
      "epoch": 0.38369140625,
      "grad_norm": 0.21254299581050873,
      "learning_rate": 0.00036141111078906977,
      "loss": 4.5508,
      "step": 3929
    },
    {
      "epoch": 0.3837890625,
      "grad_norm": 0.20205654203891754,
      "learning_rate": 0.00036134642362978844,
      "loss": 4.543,
      "step": 3930
    },
    {
      "epoch": 0.38388671875,
      "grad_norm": 0.21170862019062042,
      "learning_rate": 0.0003612817280998074,
      "loss": 4.5586,
      "step": 3931
    },
    {
      "epoch": 0.383984375,
      "grad_norm": 0.23134401440620422,
      "learning_rate": 0.0003612170242053984,
      "loss": 4.5391,
      "step": 3932
    },
    {
      "epoch": 0.38408203125,
      "grad_norm": 0.2333475649356842,
      "learning_rate": 0.0003611523119528341,
      "loss": 4.5391,
      "step": 3933
    },
    {
      "epoch": 0.3841796875,
      "grad_norm": 0.24961499869823456,
      "learning_rate": 0.0003610875913483878,
      "loss": 4.582,
      "step": 3934
    },
    {
      "epoch": 0.38427734375,
      "grad_norm": 0.2801797688007355,
      "learning_rate": 0.00036102286239833386,
      "loss": 4.5508,
      "step": 3935
    },
    {
      "epoch": 0.384375,
      "grad_norm": 0.2625277042388916,
      "learning_rate": 0.0003609581251089472,
      "loss": 4.5547,
      "step": 3936
    },
    {
      "epoch": 0.38447265625,
      "grad_norm": 0.21679918467998505,
      "learning_rate": 0.0003608933794865038,
      "loss": 4.5352,
      "step": 3937
    },
    {
      "epoch": 0.3845703125,
      "grad_norm": 0.23063300549983978,
      "learning_rate": 0.0003608286255372801,
      "loss": 4.5391,
      "step": 3938
    },
    {
      "epoch": 0.38466796875,
      "grad_norm": 0.26355069875717163,
      "learning_rate": 0.00036076386326755374,
      "loss": 4.5391,
      "step": 3939
    },
    {
      "epoch": 0.384765625,
      "grad_norm": 0.3291335999965668,
      "learning_rate": 0.0003606990926836029,
      "loss": 4.5312,
      "step": 3940
    },
    {
      "epoch": 0.38486328125,
      "grad_norm": 0.3185564875602722,
      "learning_rate": 0.0003606343137917067,
      "loss": 4.5625,
      "step": 3941
    },
    {
      "epoch": 0.3849609375,
      "grad_norm": 0.24365772306919098,
      "learning_rate": 0.00036056952659814496,
      "loss": 4.5938,
      "step": 3942
    },
    {
      "epoch": 0.38505859375,
      "grad_norm": 0.2500409781932831,
      "learning_rate": 0.0003605047311091984,
      "loss": 4.5664,
      "step": 3943
    },
    {
      "epoch": 0.38515625,
      "grad_norm": 0.2757214605808258,
      "learning_rate": 0.00036043992733114844,
      "loss": 4.5273,
      "step": 3944
    },
    {
      "epoch": 0.38525390625,
      "grad_norm": 0.2558170557022095,
      "learning_rate": 0.0003603751152702774,
      "loss": 4.5273,
      "step": 3945
    },
    {
      "epoch": 0.3853515625,
      "grad_norm": 0.1944461613893509,
      "learning_rate": 0.0003603102949328684,
      "loss": 4.5195,
      "step": 3946
    },
    {
      "epoch": 0.38544921875,
      "grad_norm": 0.26219162344932556,
      "learning_rate": 0.00036024546632520537,
      "loss": 4.582,
      "step": 3947
    },
    {
      "epoch": 0.385546875,
      "grad_norm": 0.29298943281173706,
      "learning_rate": 0.00036018062945357285,
      "loss": 4.5547,
      "step": 3948
    },
    {
      "epoch": 0.38564453125,
      "grad_norm": 0.2205764204263687,
      "learning_rate": 0.00036011578432425647,
      "loss": 4.5508,
      "step": 3949
    },
    {
      "epoch": 0.3857421875,
      "grad_norm": 0.23982557654380798,
      "learning_rate": 0.0003600509309435424,
      "loss": 4.5547,
      "step": 3950
    },
    {
      "epoch": 0.38583984375,
      "grad_norm": 0.2387574166059494,
      "learning_rate": 0.000359986069317718,
      "loss": 4.5352,
      "step": 3951
    },
    {
      "epoch": 0.3859375,
      "grad_norm": 0.23822936415672302,
      "learning_rate": 0.00035992119945307084,
      "loss": 4.582,
      "step": 3952
    },
    {
      "epoch": 0.38603515625,
      "grad_norm": 0.20306189358234406,
      "learning_rate": 0.00035985632135588974,
      "loss": 4.5117,
      "step": 3953
    },
    {
      "epoch": 0.3861328125,
      "grad_norm": 0.23864056169986725,
      "learning_rate": 0.0003597914350324643,
      "loss": 4.5859,
      "step": 3954
    },
    {
      "epoch": 0.38623046875,
      "grad_norm": 0.2204524576663971,
      "learning_rate": 0.0003597265404890847,
      "loss": 4.5664,
      "step": 3955
    },
    {
      "epoch": 0.386328125,
      "grad_norm": 0.2264997959136963,
      "learning_rate": 0.000359661637732042,
      "loss": 4.5742,
      "step": 3956
    },
    {
      "epoch": 0.38642578125,
      "grad_norm": 0.19526885449886322,
      "learning_rate": 0.00035959672676762807,
      "loss": 4.5508,
      "step": 3957
    },
    {
      "epoch": 0.3865234375,
      "grad_norm": 0.19720374047756195,
      "learning_rate": 0.00035953180760213573,
      "loss": 4.5586,
      "step": 3958
    },
    {
      "epoch": 0.38662109375,
      "grad_norm": 0.20400942862033844,
      "learning_rate": 0.0003594668802418583,
      "loss": 4.5742,
      "step": 3959
    },
    {
      "epoch": 0.38671875,
      "grad_norm": 0.19639185070991516,
      "learning_rate": 0.00035940194469309016,
      "loss": 4.5391,
      "step": 3960
    },
    {
      "epoch": 0.38681640625,
      "grad_norm": 0.2054133117198944,
      "learning_rate": 0.0003593370009621263,
      "loss": 4.5508,
      "step": 3961
    },
    {
      "epoch": 0.3869140625,
      "grad_norm": 0.19577625393867493,
      "learning_rate": 0.00035927204905526256,
      "loss": 4.5156,
      "step": 3962
    },
    {
      "epoch": 0.38701171875,
      "grad_norm": 0.2023460865020752,
      "learning_rate": 0.00035920708897879564,
      "loss": 4.5742,
      "step": 3963
    },
    {
      "epoch": 0.387109375,
      "grad_norm": 0.25561678409576416,
      "learning_rate": 0.00035914212073902307,
      "loss": 4.5469,
      "step": 3964
    },
    {
      "epoch": 0.38720703125,
      "grad_norm": 0.2535405158996582,
      "learning_rate": 0.0003590771443422428,
      "loss": 4.582,
      "step": 3965
    },
    {
      "epoch": 0.3873046875,
      "grad_norm": 0.24688060581684113,
      "learning_rate": 0.0003590121597947541,
      "loss": 4.5469,
      "step": 3966
    },
    {
      "epoch": 0.38740234375,
      "grad_norm": 0.2333875149488449,
      "learning_rate": 0.0003589471671028567,
      "loss": 4.5664,
      "step": 3967
    },
    {
      "epoch": 0.3875,
      "grad_norm": 0.20582197606563568,
      "learning_rate": 0.0003588821662728512,
      "loss": 4.5312,
      "step": 3968
    },
    {
      "epoch": 0.38759765625,
      "grad_norm": 0.21114470064640045,
      "learning_rate": 0.00035881715731103897,
      "loss": 4.5664,
      "step": 3969
    },
    {
      "epoch": 0.3876953125,
      "grad_norm": 0.20465944707393646,
      "learning_rate": 0.0003587521402237222,
      "loss": 4.5352,
      "step": 3970
    },
    {
      "epoch": 0.38779296875,
      "grad_norm": 0.19395574927330017,
      "learning_rate": 0.00035868711501720393,
      "loss": 4.5898,
      "step": 3971
    },
    {
      "epoch": 0.387890625,
      "grad_norm": 0.23545682430267334,
      "learning_rate": 0.0003586220816977878,
      "loss": 4.5703,
      "step": 3972
    },
    {
      "epoch": 0.38798828125,
      "grad_norm": 0.21559612452983856,
      "learning_rate": 0.0003585570402717784,
      "loss": 4.5586,
      "step": 3973
    },
    {
      "epoch": 0.3880859375,
      "grad_norm": 0.19468650221824646,
      "learning_rate": 0.000358491990745481,
      "loss": 4.5508,
      "step": 3974
    },
    {
      "epoch": 0.38818359375,
      "grad_norm": 0.191791832447052,
      "learning_rate": 0.0003584269331252018,
      "loss": 4.5625,
      "step": 3975
    },
    {
      "epoch": 0.38828125,
      "grad_norm": 0.20436179637908936,
      "learning_rate": 0.0003583618674172477,
      "loss": 4.5781,
      "step": 3976
    },
    {
      "epoch": 0.38837890625,
      "grad_norm": 0.2200692594051361,
      "learning_rate": 0.00035829679362792626,
      "loss": 4.5625,
      "step": 3977
    },
    {
      "epoch": 0.3884765625,
      "grad_norm": 0.20331627130508423,
      "learning_rate": 0.00035823171176354603,
      "loss": 4.5469,
      "step": 3978
    },
    {
      "epoch": 0.38857421875,
      "grad_norm": 3.3503615856170654,
      "learning_rate": 0.00035816662183041625,
      "loss": 4.5508,
      "step": 3979
    },
    {
      "epoch": 0.388671875,
      "grad_norm": 0.28469765186309814,
      "learning_rate": 0.0003581015238348469,
      "loss": 4.5742,
      "step": 3980
    },
    {
      "epoch": 0.38876953125,
      "grad_norm": 1.8064192533493042,
      "learning_rate": 0.0003580364177831489,
      "loss": 4.5781,
      "step": 3981
    },
    {
      "epoch": 0.3888671875,
      "grad_norm": 0.2907196283340454,
      "learning_rate": 0.0003579713036816337,
      "loss": 4.5352,
      "step": 3982
    },
    {
      "epoch": 0.38896484375,
      "grad_norm": 0.46062764525413513,
      "learning_rate": 0.00035790618153661377,
      "loss": 4.5703,
      "step": 3983
    },
    {
      "epoch": 0.3890625,
      "grad_norm": 0.5125043392181396,
      "learning_rate": 0.0003578410513544022,
      "loss": 4.5469,
      "step": 3984
    },
    {
      "epoch": 0.38916015625,
      "grad_norm": 0.37048476934432983,
      "learning_rate": 0.000357775913141313,
      "loss": 4.543,
      "step": 3985
    },
    {
      "epoch": 0.3892578125,
      "grad_norm": 0.73615962266922,
      "learning_rate": 0.0003577107669036608,
      "loss": 4.5781,
      "step": 3986
    },
    {
      "epoch": 0.38935546875,
      "grad_norm": 0.460716187953949,
      "learning_rate": 0.00035764561264776105,
      "loss": 4.543,
      "step": 3987
    },
    {
      "epoch": 0.389453125,
      "grad_norm": 0.4506913423538208,
      "learning_rate": 0.00035758045037993016,
      "loss": 4.5781,
      "step": 3988
    },
    {
      "epoch": 0.38955078125,
      "grad_norm": 0.7387946248054504,
      "learning_rate": 0.000357515280106485,
      "loss": 4.5195,
      "step": 3989
    },
    {
      "epoch": 0.3896484375,
      "grad_norm": 0.38603469729423523,
      "learning_rate": 0.0003574501018337435,
      "loss": 4.5859,
      "step": 3990
    },
    {
      "epoch": 0.38974609375,
      "grad_norm": 0.3279763162136078,
      "learning_rate": 0.00035738491556802426,
      "loss": 4.543,
      "step": 3991
    },
    {
      "epoch": 0.38984375,
      "grad_norm": 0.31028038263320923,
      "learning_rate": 0.0003573197213156466,
      "loss": 4.5508,
      "step": 3992
    },
    {
      "epoch": 0.38994140625,
      "grad_norm": 0.29573673009872437,
      "learning_rate": 0.00035725451908293066,
      "loss": 4.5391,
      "step": 3993
    },
    {
      "epoch": 0.3900390625,
      "grad_norm": 0.7172201871871948,
      "learning_rate": 0.0003571893088761973,
      "loss": 4.5664,
      "step": 3994
    },
    {
      "epoch": 0.39013671875,
      "grad_norm": 0.34305018186569214,
      "learning_rate": 0.00035712409070176826,
      "loss": 4.543,
      "step": 3995
    },
    {
      "epoch": 0.390234375,
      "grad_norm": 0.2646881639957428,
      "learning_rate": 0.000357058864565966,
      "loss": 4.5508,
      "step": 3996
    },
    {
      "epoch": 0.39033203125,
      "grad_norm": 0.22321848571300507,
      "learning_rate": 0.00035699363047511385,
      "loss": 4.5391,
      "step": 3997
    },
    {
      "epoch": 0.3904296875,
      "grad_norm": 0.2468116581439972,
      "learning_rate": 0.0003569283884355357,
      "loss": 4.5469,
      "step": 3998
    },
    {
      "epoch": 0.39052734375,
      "grad_norm": 0.23610632121562958,
      "learning_rate": 0.0003568631384535563,
      "loss": 4.543,
      "step": 3999
    },
    {
      "epoch": 0.390625,
      "grad_norm": 0.23311467468738556,
      "learning_rate": 0.00035679788053550124,
      "loss": 4.5781,
      "step": 4000
    },
    {
      "epoch": 0.39072265625,
      "grad_norm": 1.0616041421890259,
      "learning_rate": 0.00035673261468769675,
      "loss": 4.582,
      "step": 4001
    },
    {
      "epoch": 0.3908203125,
      "grad_norm": 0.43703344464302063,
      "learning_rate": 0.00035666734091647015,
      "loss": 4.5664,
      "step": 4002
    },
    {
      "epoch": 0.39091796875,
      "grad_norm": 0.32485100626945496,
      "learning_rate": 0.00035660205922814905,
      "loss": 4.5742,
      "step": 4003
    },
    {
      "epoch": 0.391015625,
      "grad_norm": 0.46926847100257874,
      "learning_rate": 0.00035653676962906205,
      "loss": 4.5703,
      "step": 4004
    },
    {
      "epoch": 0.39111328125,
      "grad_norm": 0.2892122268676758,
      "learning_rate": 0.00035647147212553867,
      "loss": 4.5352,
      "step": 4005
    },
    {
      "epoch": 0.3912109375,
      "grad_norm": 0.20957447588443756,
      "learning_rate": 0.0003564061667239091,
      "loss": 4.543,
      "step": 4006
    },
    {
      "epoch": 0.39130859375,
      "grad_norm": 0.2625845968723297,
      "learning_rate": 0.0003563408534305041,
      "loss": 4.5547,
      "step": 4007
    },
    {
      "epoch": 0.39140625,
      "grad_norm": 0.23379504680633545,
      "learning_rate": 0.00035627553225165543,
      "loss": 4.5625,
      "step": 4008
    },
    {
      "epoch": 0.39150390625,
      "grad_norm": 0.24798503518104553,
      "learning_rate": 0.0003562102031936955,
      "loss": 4.5898,
      "step": 4009
    },
    {
      "epoch": 0.3916015625,
      "grad_norm": 0.21947365999221802,
      "learning_rate": 0.00035614486626295766,
      "loss": 4.5156,
      "step": 4010
    },
    {
      "epoch": 0.39169921875,
      "grad_norm": 0.23135443031787872,
      "learning_rate": 0.0003560795214657757,
      "loss": 4.5742,
      "step": 4011
    },
    {
      "epoch": 0.391796875,
      "grad_norm": 0.23809033632278442,
      "learning_rate": 0.0003560141688084844,
      "loss": 4.5586,
      "step": 4012
    },
    {
      "epoch": 0.39189453125,
      "grad_norm": 0.20813113451004028,
      "learning_rate": 0.00035594880829741926,
      "loss": 4.5508,
      "step": 4013
    },
    {
      "epoch": 0.3919921875,
      "grad_norm": 0.21514393389225006,
      "learning_rate": 0.00035588343993891666,
      "loss": 4.5469,
      "step": 4014
    },
    {
      "epoch": 0.39208984375,
      "grad_norm": 0.22037969529628754,
      "learning_rate": 0.0003558180637393134,
      "loss": 4.5469,
      "step": 4015
    },
    {
      "epoch": 0.3921875,
      "grad_norm": 0.21196837723255157,
      "learning_rate": 0.0003557526797049474,
      "loss": 4.5547,
      "step": 4016
    },
    {
      "epoch": 0.39228515625,
      "grad_norm": 0.2154344916343689,
      "learning_rate": 0.00035568728784215727,
      "loss": 4.5664,
      "step": 4017
    },
    {
      "epoch": 0.3923828125,
      "grad_norm": 0.5858936905860901,
      "learning_rate": 0.0003556218881572821,
      "loss": 4.5977,
      "step": 4018
    },
    {
      "epoch": 0.39248046875,
      "grad_norm": 0.2930135428905487,
      "learning_rate": 0.0003555564806566621,
      "loss": 4.5508,
      "step": 4019
    },
    {
      "epoch": 0.392578125,
      "grad_norm": 0.23462602496147156,
      "learning_rate": 0.00035549106534663803,
      "loss": 4.582,
      "step": 4020
    },
    {
      "epoch": 0.39267578125,
      "grad_norm": 0.2292822152376175,
      "learning_rate": 0.0003554256422335515,
      "loss": 4.5547,
      "step": 4021
    },
    {
      "epoch": 0.3927734375,
      "grad_norm": 0.26094597578048706,
      "learning_rate": 0.0003553602113237447,
      "loss": 4.5312,
      "step": 4022
    },
    {
      "epoch": 0.39287109375,
      "grad_norm": 0.25417307019233704,
      "learning_rate": 0.0003552947726235609,
      "loss": 4.5508,
      "step": 4023
    },
    {
      "epoch": 0.39296875,
      "grad_norm": 0.21321046352386475,
      "learning_rate": 0.0003552293261393438,
      "loss": 4.5938,
      "step": 4024
    },
    {
      "epoch": 0.39306640625,
      "grad_norm": 0.2270149439573288,
      "learning_rate": 0.00035516387187743817,
      "loss": 4.5703,
      "step": 4025
    },
    {
      "epoch": 0.3931640625,
      "grad_norm": 0.2587560713291168,
      "learning_rate": 0.00035509840984418917,
      "loss": 4.5625,
      "step": 4026
    },
    {
      "epoch": 0.39326171875,
      "grad_norm": 0.26145586371421814,
      "learning_rate": 0.00035503294004594297,
      "loss": 4.5469,
      "step": 4027
    },
    {
      "epoch": 0.393359375,
      "grad_norm": 0.21044021844863892,
      "learning_rate": 0.0003549674624890464,
      "loss": 4.5234,
      "step": 4028
    },
    {
      "epoch": 0.39345703125,
      "grad_norm": 0.23064593970775604,
      "learning_rate": 0.00035490197717984704,
      "loss": 4.543,
      "step": 4029
    },
    {
      "epoch": 0.3935546875,
      "grad_norm": 0.21752195060253143,
      "learning_rate": 0.0003548364841246934,
      "loss": 4.5586,
      "step": 4030
    },
    {
      "epoch": 0.39365234375,
      "grad_norm": 0.2615599036216736,
      "learning_rate": 0.0003547709833299344,
      "loss": 4.5195,
      "step": 4031
    },
    {
      "epoch": 0.39375,
      "grad_norm": 0.21568220853805542,
      "learning_rate": 0.0003547054748019199,
      "loss": 4.5469,
      "step": 4032
    },
    {
      "epoch": 0.39384765625,
      "grad_norm": 0.20464248955249786,
      "learning_rate": 0.0003546399585470007,
      "loss": 4.5547,
      "step": 4033
    },
    {
      "epoch": 0.3939453125,
      "grad_norm": 0.22874481976032257,
      "learning_rate": 0.00035457443457152804,
      "loss": 4.5508,
      "step": 4034
    },
    {
      "epoch": 0.39404296875,
      "grad_norm": 0.1869070678949356,
      "learning_rate": 0.000354508902881854,
      "loss": 4.5469,
      "step": 4035
    },
    {
      "epoch": 0.394140625,
      "grad_norm": 0.24708020687103271,
      "learning_rate": 0.0003544433634843314,
      "loss": 4.5625,
      "step": 4036
    },
    {
      "epoch": 0.39423828125,
      "grad_norm": 0.24348294734954834,
      "learning_rate": 0.00035437781638531396,
      "loss": 4.5742,
      "step": 4037
    },
    {
      "epoch": 0.3943359375,
      "grad_norm": 0.20718319714069366,
      "learning_rate": 0.00035431226159115593,
      "loss": 4.5586,
      "step": 4038
    },
    {
      "epoch": 0.39443359375,
      "grad_norm": 0.2001379281282425,
      "learning_rate": 0.0003542466991082124,
      "loss": 4.5547,
      "step": 4039
    },
    {
      "epoch": 0.39453125,
      "grad_norm": 0.19845274090766907,
      "learning_rate": 0.0003541811289428394,
      "loss": 4.5469,
      "step": 4040
    },
    {
      "epoch": 0.39462890625,
      "grad_norm": 0.20408929884433746,
      "learning_rate": 0.00035411555110139315,
      "loss": 4.5391,
      "step": 4041
    },
    {
      "epoch": 0.3947265625,
      "grad_norm": 0.18628466129302979,
      "learning_rate": 0.0003540499655902313,
      "loss": 4.543,
      "step": 4042
    },
    {
      "epoch": 0.39482421875,
      "grad_norm": 0.21607506275177002,
      "learning_rate": 0.0003539843724157117,
      "loss": 4.543,
      "step": 4043
    },
    {
      "epoch": 0.394921875,
      "grad_norm": 0.21097971498966217,
      "learning_rate": 0.0003539187715841934,
      "loss": 4.5664,
      "step": 4044
    },
    {
      "epoch": 0.39501953125,
      "grad_norm": 0.22395700216293335,
      "learning_rate": 0.0003538531631020357,
      "loss": 4.5508,
      "step": 4045
    },
    {
      "epoch": 0.3951171875,
      "grad_norm": 0.21000897884368896,
      "learning_rate": 0.00035378754697559903,
      "loss": 4.5469,
      "step": 4046
    },
    {
      "epoch": 0.39521484375,
      "grad_norm": 0.2068769931793213,
      "learning_rate": 0.0003537219232112444,
      "loss": 4.5625,
      "step": 4047
    },
    {
      "epoch": 0.3953125,
      "grad_norm": 0.20337116718292236,
      "learning_rate": 0.0003536562918153337,
      "loss": 4.5234,
      "step": 4048
    },
    {
      "epoch": 0.39541015625,
      "grad_norm": 0.22240625321865082,
      "learning_rate": 0.0003535906527942293,
      "loss": 4.5586,
      "step": 4049
    },
    {
      "epoch": 0.3955078125,
      "grad_norm": 0.20726953446865082,
      "learning_rate": 0.00035352500615429445,
      "loss": 4.5781,
      "step": 4050
    },
    {
      "epoch": 0.39560546875,
      "grad_norm": 0.191116601228714,
      "learning_rate": 0.0003534593519018933,
      "loss": 4.5625,
      "step": 4051
    },
    {
      "epoch": 0.395703125,
      "grad_norm": 0.2275056540966034,
      "learning_rate": 0.00035339369004339045,
      "loss": 4.5469,
      "step": 4052
    },
    {
      "epoch": 0.39580078125,
      "grad_norm": 0.22213804721832275,
      "learning_rate": 0.0003533280205851514,
      "loss": 4.5273,
      "step": 4053
    },
    {
      "epoch": 0.3958984375,
      "grad_norm": 0.24688883125782013,
      "learning_rate": 0.00035326234353354235,
      "loss": 4.5664,
      "step": 4054
    },
    {
      "epoch": 0.39599609375,
      "grad_norm": 0.20745114982128143,
      "learning_rate": 0.0003531966588949302,
      "loss": 4.5391,
      "step": 4055
    },
    {
      "epoch": 0.39609375,
      "grad_norm": 0.19586782157421112,
      "learning_rate": 0.0003531309666756828,
      "loss": 4.543,
      "step": 4056
    },
    {
      "epoch": 0.39619140625,
      "grad_norm": 0.2050609141588211,
      "learning_rate": 0.0003530652668821685,
      "loss": 4.5469,
      "step": 4057
    },
    {
      "epoch": 0.3962890625,
      "grad_norm": 0.20276108384132385,
      "learning_rate": 0.00035299955952075633,
      "loss": 4.5664,
      "step": 4058
    },
    {
      "epoch": 0.39638671875,
      "grad_norm": 0.23067191243171692,
      "learning_rate": 0.00035293384459781626,
      "loss": 4.5664,
      "step": 4059
    },
    {
      "epoch": 0.396484375,
      "grad_norm": 0.2555325925350189,
      "learning_rate": 0.00035286812211971885,
      "loss": 4.5547,
      "step": 4060
    },
    {
      "epoch": 0.39658203125,
      "grad_norm": 0.26767903566360474,
      "learning_rate": 0.0003528023920928355,
      "loss": 4.5547,
      "step": 4061
    },
    {
      "epoch": 0.3966796875,
      "grad_norm": 0.2167680859565735,
      "learning_rate": 0.0003527366545235384,
      "loss": 4.5586,
      "step": 4062
    },
    {
      "epoch": 0.39677734375,
      "grad_norm": 0.21388041973114014,
      "learning_rate": 0.0003526709094182001,
      "loss": 4.5469,
      "step": 4063
    },
    {
      "epoch": 0.396875,
      "grad_norm": 0.21163912117481232,
      "learning_rate": 0.00035260515678319437,
      "loss": 4.5156,
      "step": 4064
    },
    {
      "epoch": 0.39697265625,
      "grad_norm": 0.25626978278160095,
      "learning_rate": 0.0003525393966248954,
      "loss": 4.5469,
      "step": 4065
    },
    {
      "epoch": 0.3970703125,
      "grad_norm": 0.24820320308208466,
      "learning_rate": 0.00035247362894967816,
      "loss": 4.5391,
      "step": 4066
    },
    {
      "epoch": 0.39716796875,
      "grad_norm": 0.228718101978302,
      "learning_rate": 0.00035240785376391845,
      "loss": 4.5195,
      "step": 4067
    },
    {
      "epoch": 0.397265625,
      "grad_norm": 0.21625976264476776,
      "learning_rate": 0.00035234207107399257,
      "loss": 4.5547,
      "step": 4068
    },
    {
      "epoch": 0.39736328125,
      "grad_norm": 0.22045624256134033,
      "learning_rate": 0.0003522762808862779,
      "loss": 4.5781,
      "step": 4069
    },
    {
      "epoch": 0.3974609375,
      "grad_norm": 0.2454875111579895,
      "learning_rate": 0.0003522104832071523,
      "loss": 4.5703,
      "step": 4070
    },
    {
      "epoch": 0.39755859375,
      "grad_norm": 0.2646869122982025,
      "learning_rate": 0.00035214467804299435,
      "loss": 4.5625,
      "step": 4071
    },
    {
      "epoch": 0.39765625,
      "grad_norm": 0.24505573511123657,
      "learning_rate": 0.00035207886540018345,
      "loss": 4.5273,
      "step": 4072
    },
    {
      "epoch": 0.39775390625,
      "grad_norm": 0.2043951451778412,
      "learning_rate": 0.0003520130452850997,
      "loss": 4.5703,
      "step": 4073
    },
    {
      "epoch": 0.3978515625,
      "grad_norm": 0.2503882646560669,
      "learning_rate": 0.00035194721770412385,
      "loss": 4.5938,
      "step": 4074
    },
    {
      "epoch": 0.39794921875,
      "grad_norm": 0.20169861614704132,
      "learning_rate": 0.00035188138266363755,
      "loss": 4.5391,
      "step": 4075
    },
    {
      "epoch": 0.398046875,
      "grad_norm": 0.2331235706806183,
      "learning_rate": 0.0003518155401700229,
      "loss": 4.5273,
      "step": 4076
    },
    {
      "epoch": 0.39814453125,
      "grad_norm": 0.2196357697248459,
      "learning_rate": 0.00035174969022966313,
      "loss": 4.5586,
      "step": 4077
    },
    {
      "epoch": 0.3982421875,
      "grad_norm": 0.2227904200553894,
      "learning_rate": 0.00035168383284894165,
      "loss": 4.5352,
      "step": 4078
    },
    {
      "epoch": 0.39833984375,
      "grad_norm": 0.2352883666753769,
      "learning_rate": 0.00035161796803424313,
      "loss": 4.5586,
      "step": 4079
    },
    {
      "epoch": 0.3984375,
      "grad_norm": 0.2257026582956314,
      "learning_rate": 0.0003515520957919526,
      "loss": 4.5195,
      "step": 4080
    },
    {
      "epoch": 0.39853515625,
      "grad_norm": 0.21808560192584991,
      "learning_rate": 0.00035148621612845593,
      "loss": 4.5508,
      "step": 4081
    },
    {
      "epoch": 0.3986328125,
      "grad_norm": 0.21684084832668304,
      "learning_rate": 0.0003514203290501397,
      "loss": 4.5234,
      "step": 4082
    },
    {
      "epoch": 0.39873046875,
      "grad_norm": 0.19863474369049072,
      "learning_rate": 0.0003513544345633912,
      "loss": 4.5742,
      "step": 4083
    },
    {
      "epoch": 0.398828125,
      "grad_norm": 0.21993204951286316,
      "learning_rate": 0.00035128853267459855,
      "loss": 4.5273,
      "step": 4084
    },
    {
      "epoch": 0.39892578125,
      "grad_norm": 0.2087717354297638,
      "learning_rate": 0.00035122262339015037,
      "loss": 4.5586,
      "step": 4085
    },
    {
      "epoch": 0.3990234375,
      "grad_norm": 0.2386511117219925,
      "learning_rate": 0.0003511567067164363,
      "loss": 4.5,
      "step": 4086
    },
    {
      "epoch": 0.39912109375,
      "grad_norm": 0.23670727014541626,
      "learning_rate": 0.00035109078265984636,
      "loss": 4.5508,
      "step": 4087
    },
    {
      "epoch": 0.39921875,
      "grad_norm": 0.2541656494140625,
      "learning_rate": 0.0003510248512267714,
      "loss": 4.5742,
      "step": 4088
    },
    {
      "epoch": 0.39931640625,
      "grad_norm": 0.26631975173950195,
      "learning_rate": 0.0003509589124236031,
      "loss": 4.5312,
      "step": 4089
    },
    {
      "epoch": 0.3994140625,
      "grad_norm": 0.23987272381782532,
      "learning_rate": 0.00035089296625673386,
      "loss": 4.543,
      "step": 4090
    },
    {
      "epoch": 0.39951171875,
      "grad_norm": 0.22598996758460999,
      "learning_rate": 0.00035082701273255644,
      "loss": 4.5742,
      "step": 4091
    },
    {
      "epoch": 0.399609375,
      "grad_norm": 0.20120254158973694,
      "learning_rate": 0.00035076105185746493,
      "loss": 4.5391,
      "step": 4092
    },
    {
      "epoch": 0.39970703125,
      "grad_norm": 0.2025131732225418,
      "learning_rate": 0.0003506950836378536,
      "loss": 4.5508,
      "step": 4093
    },
    {
      "epoch": 0.3998046875,
      "grad_norm": 0.21933786571025848,
      "learning_rate": 0.0003506291080801177,
      "loss": 4.5039,
      "step": 4094
    },
    {
      "epoch": 0.39990234375,
      "grad_norm": 0.21877196431159973,
      "learning_rate": 0.00035056312519065295,
      "loss": 4.5586,
      "step": 4095
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2014586329460144,
      "learning_rate": 0.0003504971349758562,
      "loss": 4.5469,
      "step": 4096
    },
    {
      "epoch": 0.40009765625,
      "grad_norm": 0.2222808599472046,
      "learning_rate": 0.0003504311374421246,
      "loss": 4.5508,
      "step": 4097
    },
    {
      "epoch": 0.4001953125,
      "grad_norm": 0.21528300642967224,
      "learning_rate": 0.00035036513259585606,
      "loss": 4.5195,
      "step": 4098
    },
    {
      "epoch": 0.40029296875,
      "grad_norm": 0.21945050358772278,
      "learning_rate": 0.0003502991204434495,
      "loss": 4.5117,
      "step": 4099
    },
    {
      "epoch": 0.400390625,
      "grad_norm": 0.21083275973796844,
      "learning_rate": 0.0003502331009913042,
      "loss": 4.5391,
      "step": 4100
    },
    {
      "epoch": 0.40048828125,
      "grad_norm": 0.21027570962905884,
      "learning_rate": 0.00035016707424582045,
      "loss": 4.5703,
      "step": 4101
    },
    {
      "epoch": 0.4005859375,
      "grad_norm": 0.18751072883605957,
      "learning_rate": 0.000350101040213399,
      "loss": 4.5273,
      "step": 4102
    },
    {
      "epoch": 0.40068359375,
      "grad_norm": 0.20952056348323822,
      "learning_rate": 0.0003500349989004414,
      "loss": 4.5664,
      "step": 4103
    },
    {
      "epoch": 0.40078125,
      "grad_norm": 0.21066226065158844,
      "learning_rate": 0.00034996895031334997,
      "loss": 4.5625,
      "step": 4104
    },
    {
      "epoch": 0.40087890625,
      "grad_norm": 0.21606898307800293,
      "learning_rate": 0.0003499028944585275,
      "loss": 4.5469,
      "step": 4105
    },
    {
      "epoch": 0.4009765625,
      "grad_norm": 0.20159971714019775,
      "learning_rate": 0.00034983683134237793,
      "loss": 4.5664,
      "step": 4106
    },
    {
      "epoch": 0.40107421875,
      "grad_norm": 0.20797099173069,
      "learning_rate": 0.0003497707609713054,
      "loss": 4.5742,
      "step": 4107
    },
    {
      "epoch": 0.401171875,
      "grad_norm": 0.1736592799425125,
      "learning_rate": 0.00034970468335171506,
      "loss": 4.5352,
      "step": 4108
    },
    {
      "epoch": 0.40126953125,
      "grad_norm": 0.20780213177204132,
      "learning_rate": 0.0003496385984900127,
      "loss": 4.5508,
      "step": 4109
    },
    {
      "epoch": 0.4013671875,
      "grad_norm": 0.22404348850250244,
      "learning_rate": 0.0003495725063926048,
      "loss": 4.5117,
      "step": 4110
    },
    {
      "epoch": 0.40146484375,
      "grad_norm": 0.2228526920080185,
      "learning_rate": 0.0003495064070658985,
      "loss": 4.5391,
      "step": 4111
    },
    {
      "epoch": 0.4015625,
      "grad_norm": 0.24266505241394043,
      "learning_rate": 0.0003494403005163017,
      "loss": 4.5781,
      "step": 4112
    },
    {
      "epoch": 0.40166015625,
      "grad_norm": 0.2166912853717804,
      "learning_rate": 0.00034937418675022304,
      "loss": 4.5352,
      "step": 4113
    },
    {
      "epoch": 0.4017578125,
      "grad_norm": 0.21442696452140808,
      "learning_rate": 0.00034930806577407173,
      "loss": 4.5508,
      "step": 4114
    },
    {
      "epoch": 0.40185546875,
      "grad_norm": 0.20160861313343048,
      "learning_rate": 0.0003492419375942578,
      "loss": 4.5508,
      "step": 4115
    },
    {
      "epoch": 0.401953125,
      "grad_norm": 0.1921132355928421,
      "learning_rate": 0.00034917580221719194,
      "loss": 4.5664,
      "step": 4116
    },
    {
      "epoch": 0.40205078125,
      "grad_norm": 0.18674300611019135,
      "learning_rate": 0.0003491096596492854,
      "loss": 4.5469,
      "step": 4117
    },
    {
      "epoch": 0.4021484375,
      "grad_norm": 0.2147088646888733,
      "learning_rate": 0.00034904350989695034,
      "loss": 4.5625,
      "step": 4118
    },
    {
      "epoch": 0.40224609375,
      "grad_norm": 0.22489793598651886,
      "learning_rate": 0.0003489773529665996,
      "loss": 4.5586,
      "step": 4119
    },
    {
      "epoch": 0.40234375,
      "grad_norm": 0.2136559933423996,
      "learning_rate": 0.0003489111888646465,
      "loss": 4.5664,
      "step": 4120
    },
    {
      "epoch": 0.40244140625,
      "grad_norm": 0.22236715257167816,
      "learning_rate": 0.0003488450175975053,
      "loss": 4.5312,
      "step": 4121
    },
    {
      "epoch": 0.4025390625,
      "grad_norm": 0.2164093405008316,
      "learning_rate": 0.0003487788391715909,
      "loss": 4.5117,
      "step": 4122
    },
    {
      "epoch": 0.40263671875,
      "grad_norm": 0.22150009870529175,
      "learning_rate": 0.00034871265359331867,
      "loss": 4.5625,
      "step": 4123
    },
    {
      "epoch": 0.402734375,
      "grad_norm": 0.20279577374458313,
      "learning_rate": 0.00034864646086910507,
      "loss": 4.5312,
      "step": 4124
    },
    {
      "epoch": 0.40283203125,
      "grad_norm": 0.1962021440267563,
      "learning_rate": 0.0003485802610053668,
      "loss": 4.5547,
      "step": 4125
    },
    {
      "epoch": 0.4029296875,
      "grad_norm": 0.2173384726047516,
      "learning_rate": 0.00034851405400852174,
      "loss": 4.5273,
      "step": 4126
    },
    {
      "epoch": 0.40302734375,
      "grad_norm": 0.25943270325660706,
      "learning_rate": 0.00034844783988498805,
      "loss": 4.5391,
      "step": 4127
    },
    {
      "epoch": 0.403125,
      "grad_norm": 0.3212743103504181,
      "learning_rate": 0.00034838161864118476,
      "loss": 4.5312,
      "step": 4128
    },
    {
      "epoch": 0.40322265625,
      "grad_norm": 0.30954211950302124,
      "learning_rate": 0.00034831539028353165,
      "loss": 4.5547,
      "step": 4129
    },
    {
      "epoch": 0.4033203125,
      "grad_norm": 0.37531328201293945,
      "learning_rate": 0.000348249154818449,
      "loss": 4.5586,
      "step": 4130
    },
    {
      "epoch": 0.40341796875,
      "grad_norm": 0.22629401087760925,
      "learning_rate": 0.00034818291225235785,
      "loss": 4.5312,
      "step": 4131
    },
    {
      "epoch": 0.403515625,
      "grad_norm": 0.2598307132720947,
      "learning_rate": 0.0003481166625916802,
      "loss": 4.543,
      "step": 4132
    },
    {
      "epoch": 0.40361328125,
      "grad_norm": 0.22142809629440308,
      "learning_rate": 0.00034805040584283826,
      "loss": 4.5625,
      "step": 4133
    },
    {
      "epoch": 0.4037109375,
      "grad_norm": 0.2177702784538269,
      "learning_rate": 0.0003479841420122553,
      "loss": 4.5469,
      "step": 4134
    },
    {
      "epoch": 0.40380859375,
      "grad_norm": 0.18729080259799957,
      "learning_rate": 0.000347917871106355,
      "loss": 4.543,
      "step": 4135
    },
    {
      "epoch": 0.40390625,
      "grad_norm": 0.19227266311645508,
      "learning_rate": 0.0003478515931315622,
      "loss": 4.5391,
      "step": 4136
    },
    {
      "epoch": 0.40400390625,
      "grad_norm": 0.1920367181301117,
      "learning_rate": 0.00034778530809430173,
      "loss": 4.5703,
      "step": 4137
    },
    {
      "epoch": 0.4041015625,
      "grad_norm": 0.20580989122390747,
      "learning_rate": 0.0003477190160009997,
      "loss": 4.5625,
      "step": 4138
    },
    {
      "epoch": 0.40419921875,
      "grad_norm": 0.21145454049110413,
      "learning_rate": 0.0003476527168580826,
      "loss": 4.5625,
      "step": 4139
    },
    {
      "epoch": 0.404296875,
      "grad_norm": 0.20169563591480255,
      "learning_rate": 0.00034758641067197764,
      "loss": 4.5547,
      "step": 4140
    },
    {
      "epoch": 0.40439453125,
      "grad_norm": 0.20844419300556183,
      "learning_rate": 0.00034752009744911294,
      "loss": 4.5156,
      "step": 4141
    },
    {
      "epoch": 0.4044921875,
      "grad_norm": 0.480696439743042,
      "learning_rate": 0.0003474537771959169,
      "loss": 4.5234,
      "step": 4142
    },
    {
      "epoch": 0.40458984375,
      "grad_norm": 0.2771954834461212,
      "learning_rate": 0.00034738744991881894,
      "loss": 4.5352,
      "step": 4143
    },
    {
      "epoch": 0.4046875,
      "grad_norm": 0.23765914142131805,
      "learning_rate": 0.00034732111562424894,
      "loss": 4.5625,
      "step": 4144
    },
    {
      "epoch": 0.40478515625,
      "grad_norm": 0.22186824679374695,
      "learning_rate": 0.0003472547743186377,
      "loss": 4.5391,
      "step": 4145
    },
    {
      "epoch": 0.4048828125,
      "grad_norm": 0.2652459144592285,
      "learning_rate": 0.0003471884260084165,
      "loss": 4.5547,
      "step": 4146
    },
    {
      "epoch": 0.40498046875,
      "grad_norm": 0.2594757676124573,
      "learning_rate": 0.00034712207070001735,
      "loss": 4.5352,
      "step": 4147
    },
    {
      "epoch": 0.405078125,
      "grad_norm": 0.2902342677116394,
      "learning_rate": 0.00034705570839987276,
      "loss": 4.5938,
      "step": 4148
    },
    {
      "epoch": 0.40517578125,
      "grad_norm": 0.26344621181488037,
      "learning_rate": 0.0003469893391144165,
      "loss": 4.5352,
      "step": 4149
    },
    {
      "epoch": 0.4052734375,
      "grad_norm": 0.2741298973560333,
      "learning_rate": 0.0003469229628500823,
      "loss": 4.5312,
      "step": 4150
    },
    {
      "epoch": 0.40537109375,
      "grad_norm": 0.19027294218540192,
      "learning_rate": 0.00034685657961330504,
      "loss": 4.5391,
      "step": 4151
    },
    {
      "epoch": 0.40546875,
      "grad_norm": 0.2420579344034195,
      "learning_rate": 0.00034679018941052,
      "loss": 4.5391,
      "step": 4152
    },
    {
      "epoch": 0.40556640625,
      "grad_norm": 0.2890380024909973,
      "learning_rate": 0.00034672379224816346,
      "loss": 4.5508,
      "step": 4153
    },
    {
      "epoch": 0.4056640625,
      "grad_norm": 0.24412448704242706,
      "learning_rate": 0.00034665738813267194,
      "loss": 4.5352,
      "step": 4154
    },
    {
      "epoch": 0.40576171875,
      "grad_norm": 0.21122469007968903,
      "learning_rate": 0.00034659097707048303,
      "loss": 4.5508,
      "step": 4155
    },
    {
      "epoch": 0.405859375,
      "grad_norm": 0.23695144057273865,
      "learning_rate": 0.00034652455906803483,
      "loss": 4.5859,
      "step": 4156
    },
    {
      "epoch": 0.40595703125,
      "grad_norm": 0.27835455536842346,
      "learning_rate": 0.00034645813413176603,
      "loss": 4.5703,
      "step": 4157
    },
    {
      "epoch": 0.4060546875,
      "grad_norm": 0.24840117990970612,
      "learning_rate": 0.00034639170226811604,
      "loss": 4.5742,
      "step": 4158
    },
    {
      "epoch": 0.40615234375,
      "grad_norm": 0.22549547255039215,
      "learning_rate": 0.0003463252634835252,
      "loss": 4.5273,
      "step": 4159
    },
    {
      "epoch": 0.40625,
      "grad_norm": 0.20937369763851166,
      "learning_rate": 0.000346258817784434,
      "loss": 4.5312,
      "step": 4160
    },
    {
      "epoch": 0.40634765625,
      "grad_norm": 0.19097130000591278,
      "learning_rate": 0.0003461923651772841,
      "loss": 4.5156,
      "step": 4161
    },
    {
      "epoch": 0.4064453125,
      "grad_norm": 0.20975615084171295,
      "learning_rate": 0.0003461259056685176,
      "loss": 4.5195,
      "step": 4162
    },
    {
      "epoch": 0.40654296875,
      "grad_norm": 0.192159041762352,
      "learning_rate": 0.0003460594392645773,
      "loss": 4.5508,
      "step": 4163
    },
    {
      "epoch": 0.406640625,
      "grad_norm": 0.22325633466243744,
      "learning_rate": 0.0003459929659719066,
      "loss": 4.5742,
      "step": 4164
    },
    {
      "epoch": 0.40673828125,
      "grad_norm": 0.22643642127513885,
      "learning_rate": 0.0003459264857969497,
      "loss": 4.543,
      "step": 4165
    },
    {
      "epoch": 0.4068359375,
      "grad_norm": 0.20877677202224731,
      "learning_rate": 0.0003458599987461514,
      "loss": 4.5195,
      "step": 4166
    },
    {
      "epoch": 0.40693359375,
      "grad_norm": 0.20415176451206207,
      "learning_rate": 0.00034579350482595713,
      "loss": 4.5273,
      "step": 4167
    },
    {
      "epoch": 0.40703125,
      "grad_norm": 0.19149133563041687,
      "learning_rate": 0.000345727004042813,
      "loss": 4.5352,
      "step": 4168
    },
    {
      "epoch": 0.40712890625,
      "grad_norm": 0.22354748845100403,
      "learning_rate": 0.0003456604964031659,
      "loss": 4.5156,
      "step": 4169
    },
    {
      "epoch": 0.4072265625,
      "grad_norm": 0.2413509637117386,
      "learning_rate": 0.0003455939819134633,
      "loss": 4.5391,
      "step": 4170
    },
    {
      "epoch": 0.40732421875,
      "grad_norm": 0.2143695205450058,
      "learning_rate": 0.00034552746058015316,
      "loss": 4.5273,
      "step": 4171
    },
    {
      "epoch": 0.407421875,
      "grad_norm": 0.20104680955410004,
      "learning_rate": 0.00034546093240968447,
      "loss": 4.5312,
      "step": 4172
    },
    {
      "epoch": 0.40751953125,
      "grad_norm": 0.20091788470745087,
      "learning_rate": 0.00034539439740850655,
      "loss": 4.5312,
      "step": 4173
    },
    {
      "epoch": 0.4076171875,
      "grad_norm": 0.24635468423366547,
      "learning_rate": 0.0003453278555830696,
      "loss": 4.5508,
      "step": 4174
    },
    {
      "epoch": 0.40771484375,
      "grad_norm": 0.2426307201385498,
      "learning_rate": 0.00034526130693982444,
      "loss": 4.5391,
      "step": 4175
    },
    {
      "epoch": 0.4078125,
      "grad_norm": 0.24194090068340302,
      "learning_rate": 0.00034519475148522236,
      "loss": 4.5312,
      "step": 4176
    },
    {
      "epoch": 0.40791015625,
      "grad_norm": 0.22783949971199036,
      "learning_rate": 0.0003451281892257155,
      "loss": 4.5195,
      "step": 4177
    },
    {
      "epoch": 0.4080078125,
      "grad_norm": 0.2178022712469101,
      "learning_rate": 0.0003450616201677568,
      "loss": 4.5547,
      "step": 4178
    },
    {
      "epoch": 0.40810546875,
      "grad_norm": 0.238102525472641,
      "learning_rate": 0.0003449950443177994,
      "loss": 4.5195,
      "step": 4179
    },
    {
      "epoch": 0.408203125,
      "grad_norm": 0.24297474324703217,
      "learning_rate": 0.00034492846168229747,
      "loss": 4.5312,
      "step": 4180
    },
    {
      "epoch": 0.40830078125,
      "grad_norm": 0.22959333658218384,
      "learning_rate": 0.0003448618722677059,
      "loss": 4.5547,
      "step": 4181
    },
    {
      "epoch": 0.4083984375,
      "grad_norm": 0.21266379952430725,
      "learning_rate": 0.0003447952760804799,
      "loss": 4.5469,
      "step": 4182
    },
    {
      "epoch": 0.40849609375,
      "grad_norm": 0.19458381831645966,
      "learning_rate": 0.00034472867312707565,
      "loss": 4.5625,
      "step": 4183
    },
    {
      "epoch": 0.40859375,
      "grad_norm": 0.21064218878746033,
      "learning_rate": 0.00034466206341394974,
      "loss": 4.4961,
      "step": 4184
    },
    {
      "epoch": 0.40869140625,
      "grad_norm": 0.21794824302196503,
      "learning_rate": 0.0003445954469475596,
      "loss": 4.5586,
      "step": 4185
    },
    {
      "epoch": 0.4087890625,
      "grad_norm": 0.21801288425922394,
      "learning_rate": 0.0003445288237343632,
      "loss": 4.5469,
      "step": 4186
    },
    {
      "epoch": 0.40888671875,
      "grad_norm": 0.20109376311302185,
      "learning_rate": 0.00034446219378081927,
      "loss": 4.543,
      "step": 4187
    },
    {
      "epoch": 0.408984375,
      "grad_norm": 0.26989951729774475,
      "learning_rate": 0.00034439555709338704,
      "loss": 4.5625,
      "step": 4188
    },
    {
      "epoch": 0.40908203125,
      "grad_norm": 0.2726520597934723,
      "learning_rate": 0.0003443289136785266,
      "loss": 4.5312,
      "step": 4189
    },
    {
      "epoch": 0.4091796875,
      "grad_norm": 0.22225505113601685,
      "learning_rate": 0.0003442622635426985,
      "loss": 4.5625,
      "step": 4190
    },
    {
      "epoch": 0.40927734375,
      "grad_norm": 0.2109188586473465,
      "learning_rate": 0.000344195606692364,
      "loss": 4.5781,
      "step": 4191
    },
    {
      "epoch": 0.409375,
      "grad_norm": 0.21650481224060059,
      "learning_rate": 0.00034412894313398505,
      "loss": 4.5742,
      "step": 4192
    },
    {
      "epoch": 0.40947265625,
      "grad_norm": 0.2211488038301468,
      "learning_rate": 0.00034406227287402433,
      "loss": 4.5625,
      "step": 4193
    },
    {
      "epoch": 0.4095703125,
      "grad_norm": 0.20261113345623016,
      "learning_rate": 0.00034399559591894493,
      "loss": 4.5547,
      "step": 4194
    },
    {
      "epoch": 0.40966796875,
      "grad_norm": 0.19615773856639862,
      "learning_rate": 0.00034392891227521074,
      "loss": 4.5273,
      "step": 4195
    },
    {
      "epoch": 0.409765625,
      "grad_norm": 0.1970633864402771,
      "learning_rate": 0.0003438622219492863,
      "loss": 4.5469,
      "step": 4196
    },
    {
      "epoch": 0.40986328125,
      "grad_norm": 0.21661871671676636,
      "learning_rate": 0.00034379552494763694,
      "loss": 4.5664,
      "step": 4197
    },
    {
      "epoch": 0.4099609375,
      "grad_norm": 0.19350437819957733,
      "learning_rate": 0.00034372882127672833,
      "loss": 4.5273,
      "step": 4198
    },
    {
      "epoch": 0.41005859375,
      "grad_norm": 0.19990530610084534,
      "learning_rate": 0.0003436621109430269,
      "loss": 4.5508,
      "step": 4199
    },
    {
      "epoch": 0.41015625,
      "grad_norm": 0.21591399610042572,
      "learning_rate": 0.00034359539395299987,
      "loss": 4.5273,
      "step": 4200
    },
    {
      "epoch": 0.41025390625,
      "grad_norm": 0.19848501682281494,
      "learning_rate": 0.0003435286703131149,
      "loss": 4.5547,
      "step": 4201
    },
    {
      "epoch": 0.4103515625,
      "grad_norm": 0.21190103888511658,
      "learning_rate": 0.00034346194002984057,
      "loss": 4.5664,
      "step": 4202
    },
    {
      "epoch": 0.41044921875,
      "grad_norm": 0.22887387871742249,
      "learning_rate": 0.0003433952031096456,
      "loss": 4.5234,
      "step": 4203
    },
    {
      "epoch": 0.410546875,
      "grad_norm": 0.21692945063114166,
      "learning_rate": 0.00034332845955900007,
      "loss": 4.5195,
      "step": 4204
    },
    {
      "epoch": 0.41064453125,
      "grad_norm": 0.19616368412971497,
      "learning_rate": 0.0003432617093843741,
      "loss": 4.5469,
      "step": 4205
    },
    {
      "epoch": 0.4107421875,
      "grad_norm": 0.219509094953537,
      "learning_rate": 0.0003431949525922386,
      "loss": 4.5664,
      "step": 4206
    },
    {
      "epoch": 0.41083984375,
      "grad_norm": 0.19620618224143982,
      "learning_rate": 0.0003431281891890654,
      "loss": 4.5195,
      "step": 4207
    },
    {
      "epoch": 0.4109375,
      "grad_norm": 0.22064127027988434,
      "learning_rate": 0.0003430614191813266,
      "loss": 4.5352,
      "step": 4208
    },
    {
      "epoch": 0.41103515625,
      "grad_norm": 0.21091030538082123,
      "learning_rate": 0.0003429946425754951,
      "loss": 4.5195,
      "step": 4209
    },
    {
      "epoch": 0.4111328125,
      "grad_norm": 0.20604848861694336,
      "learning_rate": 0.00034292785937804456,
      "loss": 4.5156,
      "step": 4210
    },
    {
      "epoch": 0.41123046875,
      "grad_norm": 0.19509103894233704,
      "learning_rate": 0.000342861069595449,
      "loss": 4.5312,
      "step": 4211
    },
    {
      "epoch": 0.411328125,
      "grad_norm": 0.27536261081695557,
      "learning_rate": 0.00034279427323418343,
      "loss": 4.5547,
      "step": 4212
    },
    {
      "epoch": 0.41142578125,
      "grad_norm": 0.20961979031562805,
      "learning_rate": 0.0003427274703007231,
      "loss": 4.5742,
      "step": 4213
    },
    {
      "epoch": 0.4115234375,
      "grad_norm": 0.21433280408382416,
      "learning_rate": 0.0003426606608015442,
      "loss": 4.5156,
      "step": 4214
    },
    {
      "epoch": 0.41162109375,
      "grad_norm": 0.20710158348083496,
      "learning_rate": 0.00034259384474312346,
      "loss": 4.5352,
      "step": 4215
    },
    {
      "epoch": 0.41171875,
      "grad_norm": 0.2086396962404251,
      "learning_rate": 0.0003425270221319383,
      "loss": 4.5391,
      "step": 4216
    },
    {
      "epoch": 0.41181640625,
      "grad_norm": 0.208729088306427,
      "learning_rate": 0.0003424601929744666,
      "loss": 4.5117,
      "step": 4217
    },
    {
      "epoch": 0.4119140625,
      "grad_norm": 0.19285652041435242,
      "learning_rate": 0.00034239335727718703,
      "loss": 4.5234,
      "step": 4218
    },
    {
      "epoch": 0.41201171875,
      "grad_norm": 0.20926572382450104,
      "learning_rate": 0.0003423265150465788,
      "loss": 4.5742,
      "step": 4219
    },
    {
      "epoch": 0.412109375,
      "grad_norm": 0.21528217196464539,
      "learning_rate": 0.000342259666289122,
      "loss": 4.5,
      "step": 4220
    },
    {
      "epoch": 0.41220703125,
      "grad_norm": 0.20822221040725708,
      "learning_rate": 0.000342192811011297,
      "loss": 4.5664,
      "step": 4221
    },
    {
      "epoch": 0.4123046875,
      "grad_norm": 0.19343708455562592,
      "learning_rate": 0.0003421259492195851,
      "loss": 4.5547,
      "step": 4222
    },
    {
      "epoch": 0.41240234375,
      "grad_norm": 0.20270302891731262,
      "learning_rate": 0.00034205908092046784,
      "loss": 4.582,
      "step": 4223
    },
    {
      "epoch": 0.4125,
      "grad_norm": 0.18494850397109985,
      "learning_rate": 0.0003419922061204279,
      "loss": 4.5156,
      "step": 4224
    },
    {
      "epoch": 0.41259765625,
      "grad_norm": 0.20782315731048584,
      "learning_rate": 0.0003419253248259483,
      "loss": 4.5117,
      "step": 4225
    },
    {
      "epoch": 0.4126953125,
      "grad_norm": 0.20236442983150482,
      "learning_rate": 0.00034185843704351266,
      "loss": 4.5469,
      "step": 4226
    },
    {
      "epoch": 0.41279296875,
      "grad_norm": 0.21104386448860168,
      "learning_rate": 0.00034179154277960526,
      "loss": 4.5078,
      "step": 4227
    },
    {
      "epoch": 0.412890625,
      "grad_norm": 0.22649024426937103,
      "learning_rate": 0.00034172464204071113,
      "loss": 4.5547,
      "step": 4228
    },
    {
      "epoch": 0.41298828125,
      "grad_norm": 0.24051690101623535,
      "learning_rate": 0.00034165773483331587,
      "loss": 4.5664,
      "step": 4229
    },
    {
      "epoch": 0.4130859375,
      "grad_norm": 0.22844736278057098,
      "learning_rate": 0.00034159082116390555,
      "loss": 4.5508,
      "step": 4230
    },
    {
      "epoch": 0.41318359375,
      "grad_norm": 0.22087186574935913,
      "learning_rate": 0.00034152390103896706,
      "loss": 4.5312,
      "step": 4231
    },
    {
      "epoch": 0.41328125,
      "grad_norm": 0.2391183227300644,
      "learning_rate": 0.0003414569744649879,
      "loss": 4.5117,
      "step": 4232
    },
    {
      "epoch": 0.41337890625,
      "grad_norm": 0.21873103082180023,
      "learning_rate": 0.0003413900414484562,
      "loss": 4.543,
      "step": 4233
    },
    {
      "epoch": 0.4134765625,
      "grad_norm": 0.26047226786613464,
      "learning_rate": 0.0003413231019958605,
      "loss": 4.5586,
      "step": 4234
    },
    {
      "epoch": 0.41357421875,
      "grad_norm": 0.2003972828388214,
      "learning_rate": 0.0003412561561136902,
      "loss": 4.5391,
      "step": 4235
    },
    {
      "epoch": 0.413671875,
      "grad_norm": 0.22209486365318298,
      "learning_rate": 0.00034118920380843523,
      "loss": 4.5469,
      "step": 4236
    },
    {
      "epoch": 0.41376953125,
      "grad_norm": 0.2570430636405945,
      "learning_rate": 0.0003411222450865862,
      "loss": 4.5234,
      "step": 4237
    },
    {
      "epoch": 0.4138671875,
      "grad_norm": 0.3031357228755951,
      "learning_rate": 0.0003410552799546342,
      "loss": 4.5352,
      "step": 4238
    },
    {
      "epoch": 0.41396484375,
      "grad_norm": 0.2697660028934479,
      "learning_rate": 0.0003409883084190712,
      "loss": 4.5234,
      "step": 4239
    },
    {
      "epoch": 0.4140625,
      "grad_norm": 0.17671824991703033,
      "learning_rate": 0.00034092133048638955,
      "loss": 4.5547,
      "step": 4240
    },
    {
      "epoch": 0.41416015625,
      "grad_norm": 0.23667357861995697,
      "learning_rate": 0.00034085434616308233,
      "loss": 4.5469,
      "step": 4241
    },
    {
      "epoch": 0.4142578125,
      "grad_norm": 0.24496574699878693,
      "learning_rate": 0.0003407873554556432,
      "loss": 4.5586,
      "step": 4242
    },
    {
      "epoch": 0.41435546875,
      "grad_norm": 0.22179105877876282,
      "learning_rate": 0.0003407203583705665,
      "loss": 4.5469,
      "step": 4243
    },
    {
      "epoch": 0.414453125,
      "grad_norm": 0.21274659037590027,
      "learning_rate": 0.000340653354914347,
      "loss": 4.5156,
      "step": 4244
    },
    {
      "epoch": 0.41455078125,
      "grad_norm": 0.243591770529747,
      "learning_rate": 0.0003405863450934804,
      "loss": 4.5234,
      "step": 4245
    },
    {
      "epoch": 0.4146484375,
      "grad_norm": 0.2619163990020752,
      "learning_rate": 0.0003405193289144628,
      "loss": 4.5195,
      "step": 4246
    },
    {
      "epoch": 0.41474609375,
      "grad_norm": 0.24049386382102966,
      "learning_rate": 0.0003404523063837909,
      "loss": 4.5391,
      "step": 4247
    },
    {
      "epoch": 0.41484375,
      "grad_norm": 0.20232141017913818,
      "learning_rate": 0.0003403852775079621,
      "loss": 4.5508,
      "step": 4248
    },
    {
      "epoch": 0.41494140625,
      "grad_norm": 0.2355966418981552,
      "learning_rate": 0.00034031824229347444,
      "loss": 4.5312,
      "step": 4249
    },
    {
      "epoch": 0.4150390625,
      "grad_norm": 0.27130910754203796,
      "learning_rate": 0.00034025120074682657,
      "loss": 4.5352,
      "step": 4250
    },
    {
      "epoch": 0.41513671875,
      "grad_norm": 0.24365438520908356,
      "learning_rate": 0.0003401841528745176,
      "loss": 4.5312,
      "step": 4251
    },
    {
      "epoch": 0.415234375,
      "grad_norm": 0.19915810227394104,
      "learning_rate": 0.0003401170986830474,
      "loss": 4.5312,
      "step": 4252
    },
    {
      "epoch": 0.41533203125,
      "grad_norm": 0.22827087342739105,
      "learning_rate": 0.00034005003817891646,
      "loss": 4.5469,
      "step": 4253
    },
    {
      "epoch": 0.4154296875,
      "grad_norm": 0.2281893640756607,
      "learning_rate": 0.0003399829713686258,
      "loss": 4.5195,
      "step": 4254
    },
    {
      "epoch": 0.41552734375,
      "grad_norm": 0.20261000096797943,
      "learning_rate": 0.00033991589825867706,
      "loss": 4.5508,
      "step": 4255
    },
    {
      "epoch": 0.415625,
      "grad_norm": 0.20133930444717407,
      "learning_rate": 0.0003398488188555726,
      "loss": 4.5469,
      "step": 4256
    },
    {
      "epoch": 0.41572265625,
      "grad_norm": 0.23709116876125336,
      "learning_rate": 0.00033978173316581527,
      "loss": 4.5391,
      "step": 4257
    },
    {
      "epoch": 0.4158203125,
      "grad_norm": 0.1949966996908188,
      "learning_rate": 0.0003397146411959086,
      "loss": 4.5586,
      "step": 4258
    },
    {
      "epoch": 0.41591796875,
      "grad_norm": 0.2117062658071518,
      "learning_rate": 0.00033964754295235674,
      "loss": 4.5469,
      "step": 4259
    },
    {
      "epoch": 0.416015625,
      "grad_norm": 0.24832065403461456,
      "learning_rate": 0.0003395804384416643,
      "loss": 4.5391,
      "step": 4260
    },
    {
      "epoch": 0.41611328125,
      "grad_norm": 0.25508108735084534,
      "learning_rate": 0.0003395133276703367,
      "loss": 4.5391,
      "step": 4261
    },
    {
      "epoch": 0.4162109375,
      "grad_norm": 0.20013858377933502,
      "learning_rate": 0.00033944621064487977,
      "loss": 4.5195,
      "step": 4262
    },
    {
      "epoch": 0.41630859375,
      "grad_norm": 0.22289419174194336,
      "learning_rate": 0.0003393790873718002,
      "loss": 4.5547,
      "step": 4263
    },
    {
      "epoch": 0.41640625,
      "grad_norm": 0.21877996623516083,
      "learning_rate": 0.000339311957857605,
      "loss": 4.5469,
      "step": 4264
    },
    {
      "epoch": 0.41650390625,
      "grad_norm": 0.20020975172519684,
      "learning_rate": 0.000339244822108802,
      "loss": 4.5391,
      "step": 4265
    },
    {
      "epoch": 0.4166015625,
      "grad_norm": 0.19105389714241028,
      "learning_rate": 0.0003391776801318995,
      "loss": 4.5586,
      "step": 4266
    },
    {
      "epoch": 0.41669921875,
      "grad_norm": 0.20086093246936798,
      "learning_rate": 0.00033911053193340645,
      "loss": 4.5586,
      "step": 4267
    },
    {
      "epoch": 0.416796875,
      "grad_norm": 0.21063904464244843,
      "learning_rate": 0.0003390433775198325,
      "loss": 4.5234,
      "step": 4268
    },
    {
      "epoch": 0.41689453125,
      "grad_norm": 0.1937112957239151,
      "learning_rate": 0.00033897621689768775,
      "loss": 4.5078,
      "step": 4269
    },
    {
      "epoch": 0.4169921875,
      "grad_norm": 0.21942195296287537,
      "learning_rate": 0.000338909050073483,
      "loss": 4.543,
      "step": 4270
    },
    {
      "epoch": 0.41708984375,
      "grad_norm": 0.23989495635032654,
      "learning_rate": 0.0003388418770537296,
      "loss": 4.5508,
      "step": 4271
    },
    {
      "epoch": 0.4171875,
      "grad_norm": 0.2318723201751709,
      "learning_rate": 0.00033877469784493946,
      "loss": 4.5391,
      "step": 4272
    },
    {
      "epoch": 0.41728515625,
      "grad_norm": 0.198454350233078,
      "learning_rate": 0.00033870751245362526,
      "loss": 4.5352,
      "step": 4273
    },
    {
      "epoch": 0.4173828125,
      "grad_norm": 0.188365638256073,
      "learning_rate": 0.0003386403208863001,
      "loss": 4.543,
      "step": 4274
    },
    {
      "epoch": 0.41748046875,
      "grad_norm": 0.20459558069705963,
      "learning_rate": 0.00033857312314947776,
      "loss": 4.543,
      "step": 4275
    },
    {
      "epoch": 0.417578125,
      "grad_norm": 0.2199014276266098,
      "learning_rate": 0.00033850591924967254,
      "loss": 4.5234,
      "step": 4276
    },
    {
      "epoch": 0.41767578125,
      "grad_norm": 0.21258705854415894,
      "learning_rate": 0.0003384387091933995,
      "loss": 4.5312,
      "step": 4277
    },
    {
      "epoch": 0.4177734375,
      "grad_norm": 0.18151478469371796,
      "learning_rate": 0.0003383714929871742,
      "loss": 4.5117,
      "step": 4278
    },
    {
      "epoch": 0.41787109375,
      "grad_norm": 0.2078961730003357,
      "learning_rate": 0.0003383042706375127,
      "loss": 4.5039,
      "step": 4279
    },
    {
      "epoch": 0.41796875,
      "grad_norm": 0.19561214745044708,
      "learning_rate": 0.00033823704215093196,
      "loss": 4.5312,
      "step": 4280
    },
    {
      "epoch": 0.41806640625,
      "grad_norm": 0.2092207670211792,
      "learning_rate": 0.00033816980753394903,
      "loss": 4.5078,
      "step": 4281
    },
    {
      "epoch": 0.4181640625,
      "grad_norm": 0.21523243188858032,
      "learning_rate": 0.000338102566793082,
      "loss": 4.5508,
      "step": 4282
    },
    {
      "epoch": 0.41826171875,
      "grad_norm": 0.1868700087070465,
      "learning_rate": 0.00033803531993484943,
      "loss": 4.5352,
      "step": 4283
    },
    {
      "epoch": 0.418359375,
      "grad_norm": 0.2173801064491272,
      "learning_rate": 0.0003379680669657704,
      "loss": 4.5703,
      "step": 4284
    },
    {
      "epoch": 0.41845703125,
      "grad_norm": 0.234948992729187,
      "learning_rate": 0.0003379008078923647,
      "loss": 4.5469,
      "step": 4285
    },
    {
      "epoch": 0.4185546875,
      "grad_norm": 0.24424946308135986,
      "learning_rate": 0.0003378335427211525,
      "loss": 4.543,
      "step": 4286
    },
    {
      "epoch": 0.41865234375,
      "grad_norm": 0.22337597608566284,
      "learning_rate": 0.00033776627145865485,
      "loss": 4.5469,
      "step": 4287
    },
    {
      "epoch": 0.41875,
      "grad_norm": 0.2037271410226822,
      "learning_rate": 0.0003376989941113932,
      "loss": 4.5234,
      "step": 4288
    },
    {
      "epoch": 0.41884765625,
      "grad_norm": 0.1945188045501709,
      "learning_rate": 0.00033763171068588955,
      "loss": 4.5117,
      "step": 4289
    },
    {
      "epoch": 0.4189453125,
      "grad_norm": 0.21202221512794495,
      "learning_rate": 0.00033756442118866657,
      "loss": 4.5273,
      "step": 4290
    },
    {
      "epoch": 0.41904296875,
      "grad_norm": 0.2313307523727417,
      "learning_rate": 0.00033749712562624766,
      "loss": 4.5195,
      "step": 4291
    },
    {
      "epoch": 0.419140625,
      "grad_norm": 0.23277506232261658,
      "learning_rate": 0.0003374298240051566,
      "loss": 4.5586,
      "step": 4292
    },
    {
      "epoch": 0.41923828125,
      "grad_norm": 0.2052488774061203,
      "learning_rate": 0.0003373625163319178,
      "loss": 4.5508,
      "step": 4293
    },
    {
      "epoch": 0.4193359375,
      "grad_norm": 0.1992032825946808,
      "learning_rate": 0.0003372952026130563,
      "loss": 4.5781,
      "step": 4294
    },
    {
      "epoch": 0.41943359375,
      "grad_norm": 0.19684641063213348,
      "learning_rate": 0.0003372278828550977,
      "loss": 4.5312,
      "step": 4295
    },
    {
      "epoch": 0.41953125,
      "grad_norm": 0.19456447660923004,
      "learning_rate": 0.0003371605570645682,
      "loss": 4.5312,
      "step": 4296
    },
    {
      "epoch": 0.41962890625,
      "grad_norm": 0.1943928748369217,
      "learning_rate": 0.00033709322524799463,
      "loss": 4.5391,
      "step": 4297
    },
    {
      "epoch": 0.4197265625,
      "grad_norm": 0.1950366199016571,
      "learning_rate": 0.00033702588741190423,
      "loss": 4.5195,
      "step": 4298
    },
    {
      "epoch": 0.41982421875,
      "grad_norm": 0.1896734982728958,
      "learning_rate": 0.00033695854356282495,
      "loss": 4.5664,
      "step": 4299
    },
    {
      "epoch": 0.419921875,
      "grad_norm": 0.18850304186344147,
      "learning_rate": 0.0003368911937072855,
      "loss": 4.5039,
      "step": 4300
    },
    {
      "epoch": 0.42001953125,
      "grad_norm": 0.2176278978586197,
      "learning_rate": 0.00033682383785181493,
      "loss": 4.5703,
      "step": 4301
    },
    {
      "epoch": 0.4201171875,
      "grad_norm": 0.2238473892211914,
      "learning_rate": 0.0003367564760029428,
      "loss": 4.5391,
      "step": 4302
    },
    {
      "epoch": 0.42021484375,
      "grad_norm": 0.24081338942050934,
      "learning_rate": 0.00033668910816719936,
      "loss": 4.5156,
      "step": 4303
    },
    {
      "epoch": 0.4203125,
      "grad_norm": 0.20266522467136383,
      "learning_rate": 0.0003366217343511158,
      "loss": 4.5,
      "step": 4304
    },
    {
      "epoch": 0.42041015625,
      "grad_norm": 0.1970774084329605,
      "learning_rate": 0.0003365543545612232,
      "loss": 4.5625,
      "step": 4305
    },
    {
      "epoch": 0.4205078125,
      "grad_norm": 0.22202615439891815,
      "learning_rate": 0.0003364869688040536,
      "loss": 4.5312,
      "step": 4306
    },
    {
      "epoch": 0.42060546875,
      "grad_norm": 0.20657528936862946,
      "learning_rate": 0.0003364195770861398,
      "loss": 4.5469,
      "step": 4307
    },
    {
      "epoch": 0.420703125,
      "grad_norm": 0.21875396370887756,
      "learning_rate": 0.0003363521794140148,
      "loss": 4.5156,
      "step": 4308
    },
    {
      "epoch": 0.42080078125,
      "grad_norm": 0.20766115188598633,
      "learning_rate": 0.00033628477579421246,
      "loss": 4.5273,
      "step": 4309
    },
    {
      "epoch": 0.4208984375,
      "grad_norm": 0.1977689415216446,
      "learning_rate": 0.00033621736623326706,
      "loss": 4.5625,
      "step": 4310
    },
    {
      "epoch": 0.42099609375,
      "grad_norm": 0.20930136740207672,
      "learning_rate": 0.00033614995073771343,
      "loss": 4.5352,
      "step": 4311
    },
    {
      "epoch": 0.42109375,
      "grad_norm": 0.20182935893535614,
      "learning_rate": 0.0003360825293140871,
      "loss": 4.5312,
      "step": 4312
    },
    {
      "epoch": 0.42119140625,
      "grad_norm": 0.20800578594207764,
      "learning_rate": 0.0003360151019689242,
      "loss": 4.5547,
      "step": 4313
    },
    {
      "epoch": 0.4212890625,
      "grad_norm": 0.21498483419418335,
      "learning_rate": 0.0003359476687087612,
      "loss": 4.5117,
      "step": 4314
    },
    {
      "epoch": 0.42138671875,
      "grad_norm": 0.21331526339054108,
      "learning_rate": 0.00033588022954013537,
      "loss": 4.5469,
      "step": 4315
    },
    {
      "epoch": 0.421484375,
      "grad_norm": 0.19197538495063782,
      "learning_rate": 0.0003358127844695845,
      "loss": 4.5586,
      "step": 4316
    },
    {
      "epoch": 0.42158203125,
      "grad_norm": 0.20029297471046448,
      "learning_rate": 0.000335745333503647,
      "loss": 4.5391,
      "step": 4317
    },
    {
      "epoch": 0.4216796875,
      "grad_norm": 0.20516625046730042,
      "learning_rate": 0.0003356778766488615,
      "loss": 4.5352,
      "step": 4318
    },
    {
      "epoch": 0.42177734375,
      "grad_norm": 0.22141019999980927,
      "learning_rate": 0.00033561041391176784,
      "loss": 4.5703,
      "step": 4319
    },
    {
      "epoch": 0.421875,
      "grad_norm": 0.2075464278459549,
      "learning_rate": 0.00033554294529890586,
      "loss": 4.5703,
      "step": 4320
    },
    {
      "epoch": 0.42197265625,
      "grad_norm": 0.19836363196372986,
      "learning_rate": 0.0003354754708168162,
      "loss": 4.5117,
      "step": 4321
    },
    {
      "epoch": 0.4220703125,
      "grad_norm": 0.20519572496414185,
      "learning_rate": 0.00033540799047204024,
      "loss": 4.5469,
      "step": 4322
    },
    {
      "epoch": 0.42216796875,
      "grad_norm": 0.22865843772888184,
      "learning_rate": 0.0003353405042711195,
      "loss": 4.4961,
      "step": 4323
    },
    {
      "epoch": 0.422265625,
      "grad_norm": 0.2891612946987152,
      "learning_rate": 0.00033527301222059636,
      "loss": 4.5508,
      "step": 4324
    },
    {
      "epoch": 0.42236328125,
      "grad_norm": 0.2784929871559143,
      "learning_rate": 0.0003352055143270138,
      "loss": 4.5195,
      "step": 4325
    },
    {
      "epoch": 0.4224609375,
      "grad_norm": 0.2218463271856308,
      "learning_rate": 0.00033513801059691523,
      "loss": 4.5508,
      "step": 4326
    },
    {
      "epoch": 0.42255859375,
      "grad_norm": 0.19428327679634094,
      "learning_rate": 0.00033507050103684475,
      "loss": 4.5234,
      "step": 4327
    },
    {
      "epoch": 0.42265625,
      "grad_norm": 0.2366311252117157,
      "learning_rate": 0.0003350029856533468,
      "loss": 4.5234,
      "step": 4328
    },
    {
      "epoch": 0.42275390625,
      "grad_norm": 0.2606178820133209,
      "learning_rate": 0.0003349354644529666,
      "loss": 4.5469,
      "step": 4329
    },
    {
      "epoch": 0.4228515625,
      "grad_norm": 0.23178665339946747,
      "learning_rate": 0.00033486793744225005,
      "loss": 4.5,
      "step": 4330
    },
    {
      "epoch": 0.42294921875,
      "grad_norm": 0.19918088614940643,
      "learning_rate": 0.0003348004046277432,
      "loss": 4.5156,
      "step": 4331
    },
    {
      "epoch": 0.423046875,
      "grad_norm": 0.2165551483631134,
      "learning_rate": 0.00033473286601599304,
      "loss": 4.5352,
      "step": 4332
    },
    {
      "epoch": 0.42314453125,
      "grad_norm": 0.24429765343666077,
      "learning_rate": 0.0003346653216135469,
      "loss": 4.5469,
      "step": 4333
    },
    {
      "epoch": 0.4232421875,
      "grad_norm": 0.21038371324539185,
      "learning_rate": 0.00033459777142695276,
      "loss": 4.5352,
      "step": 4334
    },
    {
      "epoch": 0.42333984375,
      "grad_norm": 0.1983853131532669,
      "learning_rate": 0.0003345302154627592,
      "loss": 4.5664,
      "step": 4335
    },
    {
      "epoch": 0.4234375,
      "grad_norm": 0.24756203591823578,
      "learning_rate": 0.00033446265372751526,
      "loss": 4.5586,
      "step": 4336
    },
    {
      "epoch": 0.42353515625,
      "grad_norm": 0.25165197253227234,
      "learning_rate": 0.00033439508622777066,
      "loss": 4.5273,
      "step": 4337
    },
    {
      "epoch": 0.4236328125,
      "grad_norm": 0.21070025861263275,
      "learning_rate": 0.00033432751297007553,
      "loss": 4.5391,
      "step": 4338
    },
    {
      "epoch": 0.42373046875,
      "grad_norm": 0.19713866710662842,
      "learning_rate": 0.0003342599339609807,
      "loss": 4.5352,
      "step": 4339
    },
    {
      "epoch": 0.423828125,
      "grad_norm": 0.20653079450130463,
      "learning_rate": 0.0003341923492070374,
      "loss": 4.5391,
      "step": 4340
    },
    {
      "epoch": 0.42392578125,
      "grad_norm": 0.20679520070552826,
      "learning_rate": 0.00033412475871479763,
      "loss": 4.5312,
      "step": 4341
    },
    {
      "epoch": 0.4240234375,
      "grad_norm": 0.20256011188030243,
      "learning_rate": 0.0003340571624908138,
      "loss": 4.543,
      "step": 4342
    },
    {
      "epoch": 0.42412109375,
      "grad_norm": 0.18537397682666779,
      "learning_rate": 0.00033398956054163885,
      "loss": 4.5195,
      "step": 4343
    },
    {
      "epoch": 0.42421875,
      "grad_norm": 0.22018860280513763,
      "learning_rate": 0.00033392195287382644,
      "loss": 4.5586,
      "step": 4344
    },
    {
      "epoch": 0.42431640625,
      "grad_norm": 0.24714703857898712,
      "learning_rate": 0.00033385433949393055,
      "loss": 4.5586,
      "step": 4345
    },
    {
      "epoch": 0.4244140625,
      "grad_norm": 0.23995360732078552,
      "learning_rate": 0.0003337867204085059,
      "loss": 4.5234,
      "step": 4346
    },
    {
      "epoch": 0.42451171875,
      "grad_norm": 0.21916784346103668,
      "learning_rate": 0.00033371909562410776,
      "loss": 4.5469,
      "step": 4347
    },
    {
      "epoch": 0.424609375,
      "grad_norm": 0.23397497832775116,
      "learning_rate": 0.0003336514651472917,
      "loss": 4.5508,
      "step": 4348
    },
    {
      "epoch": 0.42470703125,
      "grad_norm": 0.23373901844024658,
      "learning_rate": 0.0003335838289846142,
      "loss": 4.543,
      "step": 4349
    },
    {
      "epoch": 0.4248046875,
      "grad_norm": 0.2716101408004761,
      "learning_rate": 0.0003335161871426321,
      "loss": 4.5195,
      "step": 4350
    },
    {
      "epoch": 0.42490234375,
      "grad_norm": 0.27141520380973816,
      "learning_rate": 0.0003334485396279029,
      "loss": 4.5273,
      "step": 4351
    },
    {
      "epoch": 0.425,
      "grad_norm": 0.19498299062252045,
      "learning_rate": 0.0003333808864469843,
      "loss": 4.5312,
      "step": 4352
    },
    {
      "epoch": 0.42509765625,
      "grad_norm": 0.21742255985736847,
      "learning_rate": 0.0003333132276064351,
      "loss": 4.5547,
      "step": 4353
    },
    {
      "epoch": 0.4251953125,
      "grad_norm": 0.22053396701812744,
      "learning_rate": 0.00033324556311281427,
      "loss": 4.5664,
      "step": 4354
    },
    {
      "epoch": 0.42529296875,
      "grad_norm": 0.17961496114730835,
      "learning_rate": 0.00033317789297268135,
      "loss": 4.5078,
      "step": 4355
    },
    {
      "epoch": 0.425390625,
      "grad_norm": 0.20866578817367554,
      "learning_rate": 0.0003331102171925966,
      "loss": 4.5508,
      "step": 4356
    },
    {
      "epoch": 0.42548828125,
      "grad_norm": 0.2137892097234726,
      "learning_rate": 0.0003330425357791207,
      "loss": 4.543,
      "step": 4357
    },
    {
      "epoch": 0.4255859375,
      "grad_norm": 0.20170187950134277,
      "learning_rate": 0.00033297484873881484,
      "loss": 4.5312,
      "step": 4358
    },
    {
      "epoch": 0.42568359375,
      "grad_norm": 0.2101389765739441,
      "learning_rate": 0.0003329071560782409,
      "loss": 4.5156,
      "step": 4359
    },
    {
      "epoch": 0.42578125,
      "grad_norm": 0.20657703280448914,
      "learning_rate": 0.0003328394578039612,
      "loss": 4.5273,
      "step": 4360
    },
    {
      "epoch": 0.42587890625,
      "grad_norm": 0.22372931241989136,
      "learning_rate": 0.00033277175392253865,
      "loss": 4.5664,
      "step": 4361
    },
    {
      "epoch": 0.4259765625,
      "grad_norm": 0.23013439774513245,
      "learning_rate": 0.0003327040444405366,
      "loss": 4.5195,
      "step": 4362
    },
    {
      "epoch": 0.42607421875,
      "grad_norm": 0.21487532556056976,
      "learning_rate": 0.0003326363293645191,
      "loss": 4.543,
      "step": 4363
    },
    {
      "epoch": 0.426171875,
      "grad_norm": 0.22529487311840057,
      "learning_rate": 0.0003325686087010507,
      "loss": 4.5312,
      "step": 4364
    },
    {
      "epoch": 0.42626953125,
      "grad_norm": 0.2539598345756531,
      "learning_rate": 0.00033250088245669637,
      "loss": 4.5742,
      "step": 4365
    },
    {
      "epoch": 0.4263671875,
      "grad_norm": 0.2587740421295166,
      "learning_rate": 0.00033243315063802173,
      "loss": 4.5391,
      "step": 4366
    },
    {
      "epoch": 0.42646484375,
      "grad_norm": 0.21654079854488373,
      "learning_rate": 0.00033236541325159293,
      "loss": 4.5586,
      "step": 4367
    },
    {
      "epoch": 0.4265625,
      "grad_norm": 0.20469528436660767,
      "learning_rate": 0.00033229767030397666,
      "loss": 4.5352,
      "step": 4368
    },
    {
      "epoch": 0.42666015625,
      "grad_norm": 0.21571515500545502,
      "learning_rate": 0.00033222992180174016,
      "loss": 4.543,
      "step": 4369
    },
    {
      "epoch": 0.4267578125,
      "grad_norm": 0.21472634375095367,
      "learning_rate": 0.0003321621677514511,
      "loss": 4.5117,
      "step": 4370
    },
    {
      "epoch": 0.42685546875,
      "grad_norm": 0.2040044367313385,
      "learning_rate": 0.0003320944081596779,
      "loss": 4.5078,
      "step": 4371
    },
    {
      "epoch": 0.426953125,
      "grad_norm": 0.19609779119491577,
      "learning_rate": 0.00033202664303298935,
      "loss": 4.543,
      "step": 4372
    },
    {
      "epoch": 0.42705078125,
      "grad_norm": 0.2218821793794632,
      "learning_rate": 0.00033195887237795474,
      "loss": 4.5469,
      "step": 4373
    },
    {
      "epoch": 0.4271484375,
      "grad_norm": 0.20647819340229034,
      "learning_rate": 0.00033189109620114407,
      "loss": 4.5117,
      "step": 4374
    },
    {
      "epoch": 0.42724609375,
      "grad_norm": 0.21101722121238708,
      "learning_rate": 0.00033182331450912775,
      "loss": 4.5352,
      "step": 4375
    },
    {
      "epoch": 0.42734375,
      "grad_norm": 0.18750539422035217,
      "learning_rate": 0.0003317555273084767,
      "loss": 4.543,
      "step": 4376
    },
    {
      "epoch": 0.42744140625,
      "grad_norm": 0.2190512716770172,
      "learning_rate": 0.0003316877346057625,
      "loss": 4.5352,
      "step": 4377
    },
    {
      "epoch": 0.4275390625,
      "grad_norm": 0.21920260787010193,
      "learning_rate": 0.0003316199364075572,
      "loss": 4.5039,
      "step": 4378
    },
    {
      "epoch": 0.42763671875,
      "grad_norm": 0.2301151007413864,
      "learning_rate": 0.00033155213272043326,
      "loss": 4.5703,
      "step": 4379
    },
    {
      "epoch": 0.427734375,
      "grad_norm": 0.20789887011051178,
      "learning_rate": 0.00033148432355096396,
      "loss": 4.543,
      "step": 4380
    },
    {
      "epoch": 0.42783203125,
      "grad_norm": 0.17820198833942413,
      "learning_rate": 0.00033141650890572286,
      "loss": 4.5117,
      "step": 4381
    },
    {
      "epoch": 0.4279296875,
      "grad_norm": 0.21502824127674103,
      "learning_rate": 0.00033134868879128407,
      "loss": 4.5352,
      "step": 4382
    },
    {
      "epoch": 0.42802734375,
      "grad_norm": 0.232644721865654,
      "learning_rate": 0.00033128086321422236,
      "loss": 4.5,
      "step": 4383
    },
    {
      "epoch": 0.428125,
      "grad_norm": 0.21255506575107574,
      "learning_rate": 0.00033121303218111293,
      "loss": 4.5625,
      "step": 4384
    },
    {
      "epoch": 0.42822265625,
      "grad_norm": 0.18026532232761383,
      "learning_rate": 0.0003311451956985316,
      "loss": 4.5312,
      "step": 4385
    },
    {
      "epoch": 0.4283203125,
      "grad_norm": 0.19507016241550446,
      "learning_rate": 0.00033107735377305457,
      "loss": 4.5312,
      "step": 4386
    },
    {
      "epoch": 0.42841796875,
      "grad_norm": 0.20661699771881104,
      "learning_rate": 0.00033100950641125863,
      "loss": 4.5312,
      "step": 4387
    },
    {
      "epoch": 0.428515625,
      "grad_norm": 0.20132943987846375,
      "learning_rate": 0.00033094165361972124,
      "loss": 4.543,
      "step": 4388
    },
    {
      "epoch": 0.42861328125,
      "grad_norm": 0.1977328509092331,
      "learning_rate": 0.00033087379540502025,
      "loss": 4.5039,
      "step": 4389
    },
    {
      "epoch": 0.4287109375,
      "grad_norm": 0.21218714118003845,
      "learning_rate": 0.00033080593177373395,
      "loss": 4.5195,
      "step": 4390
    },
    {
      "epoch": 0.42880859375,
      "grad_norm": 0.2273605465888977,
      "learning_rate": 0.00033073806273244133,
      "loss": 4.5234,
      "step": 4391
    },
    {
      "epoch": 0.42890625,
      "grad_norm": 0.2143947035074234,
      "learning_rate": 0.0003306701882877218,
      "loss": 4.5312,
      "step": 4392
    },
    {
      "epoch": 0.42900390625,
      "grad_norm": 0.20679841935634613,
      "learning_rate": 0.0003306023084461555,
      "loss": 4.5391,
      "step": 4393
    },
    {
      "epoch": 0.4291015625,
      "grad_norm": 0.18199476599693298,
      "learning_rate": 0.0003305344232143226,
      "loss": 4.5273,
      "step": 4394
    },
    {
      "epoch": 0.42919921875,
      "grad_norm": 0.22433419525623322,
      "learning_rate": 0.0003304665325988043,
      "loss": 4.543,
      "step": 4395
    },
    {
      "epoch": 0.429296875,
      "grad_norm": 0.23837102949619293,
      "learning_rate": 0.00033039863660618213,
      "loss": 4.5234,
      "step": 4396
    },
    {
      "epoch": 0.42939453125,
      "grad_norm": 0.23315425217151642,
      "learning_rate": 0.00033033073524303826,
      "loss": 4.5312,
      "step": 4397
    },
    {
      "epoch": 0.4294921875,
      "grad_norm": 0.19370082020759583,
      "learning_rate": 0.00033026282851595496,
      "loss": 4.5625,
      "step": 4398
    },
    {
      "epoch": 0.42958984375,
      "grad_norm": 0.18983274698257446,
      "learning_rate": 0.0003301949164315156,
      "loss": 4.5391,
      "step": 4399
    },
    {
      "epoch": 0.4296875,
      "grad_norm": 0.2007448822259903,
      "learning_rate": 0.0003301269989963037,
      "loss": 4.543,
      "step": 4400
    },
    {
      "epoch": 0.42978515625,
      "grad_norm": 0.18236641585826874,
      "learning_rate": 0.00033005907621690335,
      "loss": 4.5469,
      "step": 4401
    },
    {
      "epoch": 0.4298828125,
      "grad_norm": 0.2007562220096588,
      "learning_rate": 0.0003299911480998993,
      "loss": 4.5508,
      "step": 4402
    },
    {
      "epoch": 0.42998046875,
      "grad_norm": 0.20128126442432404,
      "learning_rate": 0.00032992321465187666,
      "loss": 4.5312,
      "step": 4403
    },
    {
      "epoch": 0.430078125,
      "grad_norm": 0.1989973932504654,
      "learning_rate": 0.000329855275879421,
      "loss": 4.5,
      "step": 4404
    },
    {
      "epoch": 0.43017578125,
      "grad_norm": 0.19425077736377716,
      "learning_rate": 0.0003297873317891188,
      "loss": 4.5195,
      "step": 4405
    },
    {
      "epoch": 0.4302734375,
      "grad_norm": 0.2193920612335205,
      "learning_rate": 0.0003297193823875566,
      "loss": 4.5508,
      "step": 4406
    },
    {
      "epoch": 0.43037109375,
      "grad_norm": 0.22691011428833008,
      "learning_rate": 0.0003296514276813216,
      "loss": 4.5234,
      "step": 4407
    },
    {
      "epoch": 0.43046875,
      "grad_norm": 0.22228696942329407,
      "learning_rate": 0.00032958346767700166,
      "loss": 4.5312,
      "step": 4408
    },
    {
      "epoch": 0.43056640625,
      "grad_norm": 0.25818145275115967,
      "learning_rate": 0.000329515502381185,
      "loss": 4.5508,
      "step": 4409
    },
    {
      "epoch": 0.4306640625,
      "grad_norm": 0.27093949913978577,
      "learning_rate": 0.00032944753180046035,
      "loss": 4.5195,
      "step": 4410
    },
    {
      "epoch": 0.43076171875,
      "grad_norm": 0.23827184736728668,
      "learning_rate": 0.00032937955594141707,
      "loss": 4.5234,
      "step": 4411
    },
    {
      "epoch": 0.430859375,
      "grad_norm": 0.23867827653884888,
      "learning_rate": 0.0003293115748106448,
      "loss": 4.5312,
      "step": 4412
    },
    {
      "epoch": 0.43095703125,
      "grad_norm": 0.1934238225221634,
      "learning_rate": 0.00032924358841473404,
      "loss": 4.5,
      "step": 4413
    },
    {
      "epoch": 0.4310546875,
      "grad_norm": 0.20785847306251526,
      "learning_rate": 0.0003291755967602756,
      "loss": 4.5312,
      "step": 4414
    },
    {
      "epoch": 0.43115234375,
      "grad_norm": 0.2102385312318802,
      "learning_rate": 0.0003291075998538607,
      "loss": 4.5273,
      "step": 4415
    },
    {
      "epoch": 0.43125,
      "grad_norm": 0.2270030677318573,
      "learning_rate": 0.0003290395977020812,
      "loss": 4.5,
      "step": 4416
    },
    {
      "epoch": 0.43134765625,
      "grad_norm": 0.2323227822780609,
      "learning_rate": 0.0003289715903115294,
      "loss": 4.5117,
      "step": 4417
    },
    {
      "epoch": 0.4314453125,
      "grad_norm": 0.20858164131641388,
      "learning_rate": 0.0003289035776887983,
      "loss": 4.5391,
      "step": 4418
    },
    {
      "epoch": 0.43154296875,
      "grad_norm": 0.22349855303764343,
      "learning_rate": 0.00032883555984048124,
      "loss": 4.5352,
      "step": 4419
    },
    {
      "epoch": 0.431640625,
      "grad_norm": 0.23453128337860107,
      "learning_rate": 0.000328767536773172,
      "loss": 4.5234,
      "step": 4420
    },
    {
      "epoch": 0.43173828125,
      "grad_norm": 0.24017755687236786,
      "learning_rate": 0.00032869950849346495,
      "loss": 4.5156,
      "step": 4421
    },
    {
      "epoch": 0.4318359375,
      "grad_norm": 0.20869173109531403,
      "learning_rate": 0.000328631475007955,
      "loss": 4.5234,
      "step": 4422
    },
    {
      "epoch": 0.43193359375,
      "grad_norm": 0.20544619858264923,
      "learning_rate": 0.00032856343632323766,
      "loss": 4.5312,
      "step": 4423
    },
    {
      "epoch": 0.43203125,
      "grad_norm": 0.20834827423095703,
      "learning_rate": 0.00032849539244590866,
      "loss": 4.5391,
      "step": 4424
    },
    {
      "epoch": 0.43212890625,
      "grad_norm": 0.2419765591621399,
      "learning_rate": 0.00032842734338256436,
      "loss": 4.5273,
      "step": 4425
    },
    {
      "epoch": 0.4322265625,
      "grad_norm": 0.2258419692516327,
      "learning_rate": 0.0003283592891398018,
      "loss": 4.5508,
      "step": 4426
    },
    {
      "epoch": 0.43232421875,
      "grad_norm": 0.1944732815027237,
      "learning_rate": 0.0003282912297242183,
      "loss": 4.5391,
      "step": 4427
    },
    {
      "epoch": 0.432421875,
      "grad_norm": 0.18640844523906708,
      "learning_rate": 0.0003282231651424117,
      "loss": 4.5508,
      "step": 4428
    },
    {
      "epoch": 0.43251953125,
      "grad_norm": 0.19308388233184814,
      "learning_rate": 0.0003281550954009806,
      "loss": 4.5273,
      "step": 4429
    },
    {
      "epoch": 0.4326171875,
      "grad_norm": 0.22948555648326874,
      "learning_rate": 0.0003280870205065237,
      "loss": 4.5312,
      "step": 4430
    },
    {
      "epoch": 0.43271484375,
      "grad_norm": 0.2091873437166214,
      "learning_rate": 0.0003280189404656404,
      "loss": 4.5469,
      "step": 4431
    },
    {
      "epoch": 0.4328125,
      "grad_norm": 0.1874324530363083,
      "learning_rate": 0.00032795085528493074,
      "loss": 4.5273,
      "step": 4432
    },
    {
      "epoch": 0.43291015625,
      "grad_norm": 0.198861226439476,
      "learning_rate": 0.000327882764970995,
      "loss": 4.5391,
      "step": 4433
    },
    {
      "epoch": 0.4330078125,
      "grad_norm": 0.21194633841514587,
      "learning_rate": 0.0003278146695304341,
      "loss": 4.5312,
      "step": 4434
    },
    {
      "epoch": 0.43310546875,
      "grad_norm": 0.23030957579612732,
      "learning_rate": 0.0003277465689698495,
      "loss": 4.5391,
      "step": 4435
    },
    {
      "epoch": 0.433203125,
      "grad_norm": 0.21302200853824615,
      "learning_rate": 0.000327678463295843,
      "loss": 4.5156,
      "step": 4436
    },
    {
      "epoch": 0.43330078125,
      "grad_norm": 0.18900921940803528,
      "learning_rate": 0.000327610352515017,
      "loss": 4.5078,
      "step": 4437
    },
    {
      "epoch": 0.4333984375,
      "grad_norm": 0.2014285922050476,
      "learning_rate": 0.0003275422366339744,
      "loss": 4.5703,
      "step": 4438
    },
    {
      "epoch": 0.43349609375,
      "grad_norm": 0.19716453552246094,
      "learning_rate": 0.00032747411565931856,
      "loss": 4.5234,
      "step": 4439
    },
    {
      "epoch": 0.43359375,
      "grad_norm": 0.20398662984371185,
      "learning_rate": 0.00032740598959765346,
      "loss": 4.5469,
      "step": 4440
    },
    {
      "epoch": 0.43369140625,
      "grad_norm": 0.2114112824201584,
      "learning_rate": 0.0003273378584555832,
      "loss": 4.5195,
      "step": 4441
    },
    {
      "epoch": 0.4337890625,
      "grad_norm": 0.1810259371995926,
      "learning_rate": 0.0003272697222397128,
      "loss": 4.5078,
      "step": 4442
    },
    {
      "epoch": 0.43388671875,
      "grad_norm": 0.20544156432151794,
      "learning_rate": 0.0003272015809566476,
      "loss": 4.5195,
      "step": 4443
    },
    {
      "epoch": 0.433984375,
      "grad_norm": 0.1933601200580597,
      "learning_rate": 0.00032713343461299345,
      "loss": 4.5312,
      "step": 4444
    },
    {
      "epoch": 0.43408203125,
      "grad_norm": 0.20459522306919098,
      "learning_rate": 0.00032706528321535663,
      "loss": 4.5391,
      "step": 4445
    },
    {
      "epoch": 0.4341796875,
      "grad_norm": 0.23548495769500732,
      "learning_rate": 0.00032699712677034394,
      "loss": 4.5273,
      "step": 4446
    },
    {
      "epoch": 0.43427734375,
      "grad_norm": 0.222953200340271,
      "learning_rate": 0.0003269289652845627,
      "loss": 4.5234,
      "step": 4447
    },
    {
      "epoch": 0.434375,
      "grad_norm": 0.2363830804824829,
      "learning_rate": 0.00032686079876462085,
      "loss": 4.5391,
      "step": 4448
    },
    {
      "epoch": 0.43447265625,
      "grad_norm": 0.19586940109729767,
      "learning_rate": 0.00032679262721712645,
      "loss": 4.5078,
      "step": 4449
    },
    {
      "epoch": 0.4345703125,
      "grad_norm": 0.19043128192424774,
      "learning_rate": 0.0003267244506486883,
      "loss": 4.5352,
      "step": 4450
    },
    {
      "epoch": 0.43466796875,
      "grad_norm": 0.23796534538269043,
      "learning_rate": 0.0003266562690659158,
      "loss": 4.543,
      "step": 4451
    },
    {
      "epoch": 0.434765625,
      "grad_norm": 0.2062700390815735,
      "learning_rate": 0.00032658808247541864,
      "loss": 4.5156,
      "step": 4452
    },
    {
      "epoch": 0.43486328125,
      "grad_norm": 0.19936172664165497,
      "learning_rate": 0.0003265198908838069,
      "loss": 4.5352,
      "step": 4453
    },
    {
      "epoch": 0.4349609375,
      "grad_norm": 0.19740867614746094,
      "learning_rate": 0.0003264516942976915,
      "loss": 4.5391,
      "step": 4454
    },
    {
      "epoch": 0.43505859375,
      "grad_norm": 0.22618481516838074,
      "learning_rate": 0.00032638349272368344,
      "loss": 4.5469,
      "step": 4455
    },
    {
      "epoch": 0.43515625,
      "grad_norm": 0.20213083922863007,
      "learning_rate": 0.0003263152861683945,
      "loss": 4.5,
      "step": 4456
    },
    {
      "epoch": 0.43525390625,
      "grad_norm": 0.19809061288833618,
      "learning_rate": 0.00032624707463843703,
      "loss": 4.5156,
      "step": 4457
    },
    {
      "epoch": 0.4353515625,
      "grad_norm": 0.18381917476654053,
      "learning_rate": 0.0003261788581404233,
      "loss": 4.5,
      "step": 4458
    },
    {
      "epoch": 0.43544921875,
      "grad_norm": 0.21003282070159912,
      "learning_rate": 0.0003261106366809667,
      "loss": 4.5195,
      "step": 4459
    },
    {
      "epoch": 0.435546875,
      "grad_norm": 0.22188995778560638,
      "learning_rate": 0.00032604241026668073,
      "loss": 4.5742,
      "step": 4460
    },
    {
      "epoch": 0.43564453125,
      "grad_norm": 0.2398741990327835,
      "learning_rate": 0.00032597417890417954,
      "loss": 4.5547,
      "step": 4461
    },
    {
      "epoch": 0.4357421875,
      "grad_norm": 0.2111586481332779,
      "learning_rate": 0.0003259059426000777,
      "loss": 4.5508,
      "step": 4462
    },
    {
      "epoch": 0.43583984375,
      "grad_norm": 0.20607000589370728,
      "learning_rate": 0.00032583770136099016,
      "loss": 4.5391,
      "step": 4463
    },
    {
      "epoch": 0.4359375,
      "grad_norm": 0.1953241527080536,
      "learning_rate": 0.0003257694551935325,
      "loss": 4.5352,
      "step": 4464
    },
    {
      "epoch": 0.43603515625,
      "grad_norm": 0.1940557062625885,
      "learning_rate": 0.00032570120410432076,
      "loss": 4.543,
      "step": 4465
    },
    {
      "epoch": 0.4361328125,
      "grad_norm": 0.2345438301563263,
      "learning_rate": 0.00032563294809997143,
      "loss": 4.5547,
      "step": 4466
    },
    {
      "epoch": 0.43623046875,
      "grad_norm": 0.22518609464168549,
      "learning_rate": 0.00032556468718710147,
      "loss": 4.543,
      "step": 4467
    },
    {
      "epoch": 0.436328125,
      "grad_norm": 0.20131060481071472,
      "learning_rate": 0.00032549642137232813,
      "loss": 4.5391,
      "step": 4468
    },
    {
      "epoch": 0.43642578125,
      "grad_norm": 0.18604958057403564,
      "learning_rate": 0.00032542815066226955,
      "loss": 4.5156,
      "step": 4469
    },
    {
      "epoch": 0.4365234375,
      "grad_norm": 0.21055445075035095,
      "learning_rate": 0.000325359875063544,
      "loss": 4.5078,
      "step": 4470
    },
    {
      "epoch": 0.43662109375,
      "grad_norm": 0.2313688099384308,
      "learning_rate": 0.0003252915945827703,
      "loss": 4.5078,
      "step": 4471
    },
    {
      "epoch": 0.43671875,
      "grad_norm": 0.253934383392334,
      "learning_rate": 0.00032522330922656794,
      "loss": 4.5039,
      "step": 4472
    },
    {
      "epoch": 0.43681640625,
      "grad_norm": 0.19999609887599945,
      "learning_rate": 0.00032515501900155655,
      "loss": 4.5195,
      "step": 4473
    },
    {
      "epoch": 0.4369140625,
      "grad_norm": 0.19893260300159454,
      "learning_rate": 0.00032508672391435645,
      "loss": 4.5469,
      "step": 4474
    },
    {
      "epoch": 0.43701171875,
      "grad_norm": 0.2637045085430145,
      "learning_rate": 0.0003250184239715884,
      "loss": 4.5625,
      "step": 4475
    },
    {
      "epoch": 0.437109375,
      "grad_norm": 0.2480446696281433,
      "learning_rate": 0.0003249501191798737,
      "loss": 4.5312,
      "step": 4476
    },
    {
      "epoch": 0.43720703125,
      "grad_norm": 0.20837350189685822,
      "learning_rate": 0.00032488180954583397,
      "loss": 4.5039,
      "step": 4477
    },
    {
      "epoch": 0.4373046875,
      "grad_norm": 0.19845077395439148,
      "learning_rate": 0.00032481349507609126,
      "loss": 4.5391,
      "step": 4478
    },
    {
      "epoch": 0.43740234375,
      "grad_norm": 0.2357725352048874,
      "learning_rate": 0.0003247451757772684,
      "loss": 4.5352,
      "step": 4479
    },
    {
      "epoch": 0.4375,
      "grad_norm": 0.23393143713474274,
      "learning_rate": 0.0003246768516559883,
      "loss": 4.5469,
      "step": 4480
    },
    {
      "epoch": 0.43759765625,
      "grad_norm": 0.20326542854309082,
      "learning_rate": 0.0003246085227188745,
      "loss": 4.5312,
      "step": 4481
    },
    {
      "epoch": 0.4376953125,
      "grad_norm": 0.20865848660469055,
      "learning_rate": 0.00032454018897255126,
      "loss": 4.5625,
      "step": 4482
    },
    {
      "epoch": 0.43779296875,
      "grad_norm": 0.2391895204782486,
      "learning_rate": 0.00032447185042364286,
      "loss": 4.5391,
      "step": 4483
    },
    {
      "epoch": 0.437890625,
      "grad_norm": 0.21765485405921936,
      "learning_rate": 0.00032440350707877433,
      "loss": 4.5508,
      "step": 4484
    },
    {
      "epoch": 0.43798828125,
      "grad_norm": 0.19464147090911865,
      "learning_rate": 0.00032433515894457113,
      "loss": 4.5547,
      "step": 4485
    },
    {
      "epoch": 0.4380859375,
      "grad_norm": 0.23677833378314972,
      "learning_rate": 0.00032426680602765914,
      "loss": 4.5469,
      "step": 4486
    },
    {
      "epoch": 0.43818359375,
      "grad_norm": 0.23736287653446198,
      "learning_rate": 0.00032419844833466463,
      "loss": 4.543,
      "step": 4487
    },
    {
      "epoch": 0.43828125,
      "grad_norm": 0.22315044701099396,
      "learning_rate": 0.00032413008587221445,
      "loss": 4.5273,
      "step": 4488
    },
    {
      "epoch": 0.43837890625,
      "grad_norm": 0.18796318769454956,
      "learning_rate": 0.00032406171864693585,
      "loss": 4.5195,
      "step": 4489
    },
    {
      "epoch": 0.4384765625,
      "grad_norm": 0.19455398619174957,
      "learning_rate": 0.0003239933466654567,
      "loss": 4.5195,
      "step": 4490
    },
    {
      "epoch": 0.43857421875,
      "grad_norm": 0.19659997522830963,
      "learning_rate": 0.00032392496993440505,
      "loss": 4.4805,
      "step": 4491
    },
    {
      "epoch": 0.438671875,
      "grad_norm": 0.18947161734104156,
      "learning_rate": 0.0003238565884604096,
      "loss": 4.5312,
      "step": 4492
    },
    {
      "epoch": 0.43876953125,
      "grad_norm": 0.2050585001707077,
      "learning_rate": 0.0003237882022500995,
      "loss": 4.5547,
      "step": 4493
    },
    {
      "epoch": 0.4388671875,
      "grad_norm": 0.18132343888282776,
      "learning_rate": 0.0003237198113101045,
      "loss": 4.5391,
      "step": 4494
    },
    {
      "epoch": 0.43896484375,
      "grad_norm": 0.1953376829624176,
      "learning_rate": 0.00032365141564705426,
      "loss": 4.5195,
      "step": 4495
    },
    {
      "epoch": 0.4390625,
      "grad_norm": 0.19781985878944397,
      "learning_rate": 0.00032358301526757947,
      "loss": 4.5117,
      "step": 4496
    },
    {
      "epoch": 0.43916015625,
      "grad_norm": 0.20766140520572662,
      "learning_rate": 0.0003235146101783112,
      "loss": 4.5352,
      "step": 4497
    },
    {
      "epoch": 0.4392578125,
      "grad_norm": 0.19674928486347198,
      "learning_rate": 0.00032344620038588065,
      "loss": 4.5273,
      "step": 4498
    },
    {
      "epoch": 0.43935546875,
      "grad_norm": 0.1870025247335434,
      "learning_rate": 0.0003233777858969198,
      "loss": 4.5273,
      "step": 4499
    },
    {
      "epoch": 0.439453125,
      "grad_norm": 0.19033251702785492,
      "learning_rate": 0.00032330936671806095,
      "loss": 4.5195,
      "step": 4500
    },
    {
      "epoch": 0.43955078125,
      "grad_norm": 0.21173185110092163,
      "learning_rate": 0.00032324094285593685,
      "loss": 4.5156,
      "step": 4501
    },
    {
      "epoch": 0.4396484375,
      "grad_norm": 0.21463431417942047,
      "learning_rate": 0.0003231725143171808,
      "loss": 4.5352,
      "step": 4502
    },
    {
      "epoch": 0.43974609375,
      "grad_norm": 0.1908867061138153,
      "learning_rate": 0.00032310408110842645,
      "loss": 4.5,
      "step": 4503
    },
    {
      "epoch": 0.43984375,
      "grad_norm": 0.2041921466588974,
      "learning_rate": 0.00032303564323630786,
      "loss": 4.5,
      "step": 4504
    },
    {
      "epoch": 0.43994140625,
      "grad_norm": 0.2068241536617279,
      "learning_rate": 0.00032296720070745967,
      "loss": 4.5039,
      "step": 4505
    },
    {
      "epoch": 0.4400390625,
      "grad_norm": 0.22090201079845428,
      "learning_rate": 0.00032289875352851694,
      "loss": 4.4766,
      "step": 4506
    },
    {
      "epoch": 0.44013671875,
      "grad_norm": 0.2069287896156311,
      "learning_rate": 0.0003228303017061152,
      "loss": 4.5391,
      "step": 4507
    },
    {
      "epoch": 0.440234375,
      "grad_norm": 0.19182436168193817,
      "learning_rate": 0.0003227618452468903,
      "loss": 4.5195,
      "step": 4508
    },
    {
      "epoch": 0.44033203125,
      "grad_norm": 0.18364793062210083,
      "learning_rate": 0.0003226933841574786,
      "loss": 4.5312,
      "step": 4509
    },
    {
      "epoch": 0.4404296875,
      "grad_norm": 0.20465484261512756,
      "learning_rate": 0.0003226249184445171,
      "loss": 4.5195,
      "step": 4510
    },
    {
      "epoch": 0.44052734375,
      "grad_norm": 0.21333731710910797,
      "learning_rate": 0.00032255644811464304,
      "loss": 4.5352,
      "step": 4511
    },
    {
      "epoch": 0.440625,
      "grad_norm": 0.21067865192890167,
      "learning_rate": 0.00032248797317449394,
      "loss": 4.5234,
      "step": 4512
    },
    {
      "epoch": 0.44072265625,
      "grad_norm": 0.21718868613243103,
      "learning_rate": 0.0003224194936307082,
      "loss": 4.5078,
      "step": 4513
    },
    {
      "epoch": 0.4408203125,
      "grad_norm": 0.20343723893165588,
      "learning_rate": 0.0003223510094899244,
      "loss": 4.5469,
      "step": 4514
    },
    {
      "epoch": 0.44091796875,
      "grad_norm": 0.21048948168754578,
      "learning_rate": 0.0003222825207587816,
      "loss": 4.5586,
      "step": 4515
    },
    {
      "epoch": 0.441015625,
      "grad_norm": 0.19594675302505493,
      "learning_rate": 0.00032221402744391934,
      "loss": 4.5156,
      "step": 4516
    },
    {
      "epoch": 0.44111328125,
      "grad_norm": 0.2070220708847046,
      "learning_rate": 0.0003221455295519775,
      "loss": 4.5195,
      "step": 4517
    },
    {
      "epoch": 0.4412109375,
      "grad_norm": 0.19522973895072937,
      "learning_rate": 0.0003220770270895966,
      "loss": 4.5234,
      "step": 4518
    },
    {
      "epoch": 0.44130859375,
      "grad_norm": 0.19688962399959564,
      "learning_rate": 0.00032200852006341744,
      "loss": 4.5547,
      "step": 4519
    },
    {
      "epoch": 0.44140625,
      "grad_norm": 0.19884318113327026,
      "learning_rate": 0.0003219400084800814,
      "loss": 4.5234,
      "step": 4520
    },
    {
      "epoch": 0.44150390625,
      "grad_norm": 0.18464922904968262,
      "learning_rate": 0.0003218714923462299,
      "loss": 4.543,
      "step": 4521
    },
    {
      "epoch": 0.4416015625,
      "grad_norm": 0.21401017904281616,
      "learning_rate": 0.00032180297166850547,
      "loss": 4.5586,
      "step": 4522
    },
    {
      "epoch": 0.44169921875,
      "grad_norm": 0.19261690974235535,
      "learning_rate": 0.0003217344464535506,
      "loss": 4.5078,
      "step": 4523
    },
    {
      "epoch": 0.441796875,
      "grad_norm": 0.20733964443206787,
      "learning_rate": 0.00032166591670800834,
      "loss": 4.5352,
      "step": 4524
    },
    {
      "epoch": 0.44189453125,
      "grad_norm": 0.2197677046060562,
      "learning_rate": 0.0003215973824385221,
      "loss": 4.5234,
      "step": 4525
    },
    {
      "epoch": 0.4419921875,
      "grad_norm": 0.2248896360397339,
      "learning_rate": 0.00032152884365173594,
      "loss": 4.5234,
      "step": 4526
    },
    {
      "epoch": 0.44208984375,
      "grad_norm": 0.2024918645620346,
      "learning_rate": 0.00032146030035429415,
      "loss": 4.5547,
      "step": 4527
    },
    {
      "epoch": 0.4421875,
      "grad_norm": 0.1870448887348175,
      "learning_rate": 0.0003213917525528416,
      "loss": 4.4805,
      "step": 4528
    },
    {
      "epoch": 0.44228515625,
      "grad_norm": 0.17727215588092804,
      "learning_rate": 0.00032132320025402353,
      "loss": 4.5352,
      "step": 4529
    },
    {
      "epoch": 0.4423828125,
      "grad_norm": 0.18537001311779022,
      "learning_rate": 0.00032125464346448556,
      "loss": 4.4844,
      "step": 4530
    },
    {
      "epoch": 0.44248046875,
      "grad_norm": 0.1875099539756775,
      "learning_rate": 0.00032118608219087373,
      "loss": 4.5195,
      "step": 4531
    },
    {
      "epoch": 0.442578125,
      "grad_norm": 0.2120281606912613,
      "learning_rate": 0.0003211175164398349,
      "loss": 4.5117,
      "step": 4532
    },
    {
      "epoch": 0.44267578125,
      "grad_norm": 0.20298795402050018,
      "learning_rate": 0.00032104894621801577,
      "loss": 4.5,
      "step": 4533
    },
    {
      "epoch": 0.4427734375,
      "grad_norm": 0.19692641496658325,
      "learning_rate": 0.0003209803715320638,
      "loss": 4.5273,
      "step": 4534
    },
    {
      "epoch": 0.44287109375,
      "grad_norm": 0.18256649374961853,
      "learning_rate": 0.0003209117923886269,
      "loss": 4.5078,
      "step": 4535
    },
    {
      "epoch": 0.44296875,
      "grad_norm": 0.20503602921962738,
      "learning_rate": 0.0003208432087943533,
      "loss": 4.5078,
      "step": 4536
    },
    {
      "epoch": 0.44306640625,
      "grad_norm": 0.1961802840232849,
      "learning_rate": 0.0003207746207558918,
      "loss": 4.5234,
      "step": 4537
    },
    {
      "epoch": 0.4431640625,
      "grad_norm": 0.22225888073444366,
      "learning_rate": 0.0003207060282798915,
      "loss": 4.5234,
      "step": 4538
    },
    {
      "epoch": 0.44326171875,
      "grad_norm": 0.19966357946395874,
      "learning_rate": 0.0003206374313730019,
      "loss": 4.5469,
      "step": 4539
    },
    {
      "epoch": 0.443359375,
      "grad_norm": 0.201384499669075,
      "learning_rate": 0.0003205688300418731,
      "loss": 4.5391,
      "step": 4540
    },
    {
      "epoch": 0.44345703125,
      "grad_norm": 0.22023342549800873,
      "learning_rate": 0.00032050022429315554,
      "loss": 4.5273,
      "step": 4541
    },
    {
      "epoch": 0.4435546875,
      "grad_norm": 0.1954025775194168,
      "learning_rate": 0.0003204316141335,
      "loss": 4.5234,
      "step": 4542
    },
    {
      "epoch": 0.44365234375,
      "grad_norm": 0.20487873256206512,
      "learning_rate": 0.00032036299956955786,
      "loss": 4.5469,
      "step": 4543
    },
    {
      "epoch": 0.44375,
      "grad_norm": 0.2010820060968399,
      "learning_rate": 0.0003202943806079807,
      "loss": 4.5117,
      "step": 4544
    },
    {
      "epoch": 0.44384765625,
      "grad_norm": 0.21332380175590515,
      "learning_rate": 0.0003202257572554209,
      "loss": 4.5117,
      "step": 4545
    },
    {
      "epoch": 0.4439453125,
      "grad_norm": 0.2095111757516861,
      "learning_rate": 0.0003201571295185308,
      "loss": 4.5234,
      "step": 4546
    },
    {
      "epoch": 0.44404296875,
      "grad_norm": 0.21185234189033508,
      "learning_rate": 0.00032008849740396345,
      "loss": 4.4883,
      "step": 4547
    },
    {
      "epoch": 0.444140625,
      "grad_norm": 0.2375704050064087,
      "learning_rate": 0.00032001986091837224,
      "loss": 4.5273,
      "step": 4548
    },
    {
      "epoch": 0.44423828125,
      "grad_norm": 0.22713026404380798,
      "learning_rate": 0.0003199512200684112,
      "loss": 4.5273,
      "step": 4549
    },
    {
      "epoch": 0.4443359375,
      "grad_norm": 0.2159368246793747,
      "learning_rate": 0.0003198825748607344,
      "loss": 4.5391,
      "step": 4550
    },
    {
      "epoch": 0.44443359375,
      "grad_norm": 0.19690531492233276,
      "learning_rate": 0.0003198139253019966,
      "loss": 4.5195,
      "step": 4551
    },
    {
      "epoch": 0.44453125,
      "grad_norm": 0.1991814821958542,
      "learning_rate": 0.00031974527139885285,
      "loss": 4.5234,
      "step": 4552
    },
    {
      "epoch": 0.44462890625,
      "grad_norm": 0.23383638262748718,
      "learning_rate": 0.00031967661315795883,
      "loss": 4.5195,
      "step": 4553
    },
    {
      "epoch": 0.4447265625,
      "grad_norm": 0.2404201179742813,
      "learning_rate": 0.0003196079505859703,
      "loss": 4.5352,
      "step": 4554
    },
    {
      "epoch": 0.44482421875,
      "grad_norm": 0.22039729356765747,
      "learning_rate": 0.0003195392836895437,
      "loss": 4.5352,
      "step": 4555
    },
    {
      "epoch": 0.444921875,
      "grad_norm": 0.198837012052536,
      "learning_rate": 0.0003194706124753359,
      "loss": 4.5312,
      "step": 4556
    },
    {
      "epoch": 0.44501953125,
      "grad_norm": 0.19770367443561554,
      "learning_rate": 0.000319401936950004,
      "loss": 4.5234,
      "step": 4557
    },
    {
      "epoch": 0.4451171875,
      "grad_norm": 0.19984470307826996,
      "learning_rate": 0.0003193332571202057,
      "loss": 4.5039,
      "step": 4558
    },
    {
      "epoch": 0.44521484375,
      "grad_norm": 0.19468826055526733,
      "learning_rate": 0.00031926457299259894,
      "loss": 4.4922,
      "step": 4559
    },
    {
      "epoch": 0.4453125,
      "grad_norm": 0.18635861575603485,
      "learning_rate": 0.0003191958845738423,
      "loss": 4.5625,
      "step": 4560
    },
    {
      "epoch": 0.44541015625,
      "grad_norm": 0.17495174705982208,
      "learning_rate": 0.00031912719187059466,
      "loss": 4.5312,
      "step": 4561
    },
    {
      "epoch": 0.4455078125,
      "grad_norm": 0.2033688873052597,
      "learning_rate": 0.00031905849488951516,
      "loss": 4.5195,
      "step": 4562
    },
    {
      "epoch": 0.44560546875,
      "grad_norm": 0.1858840137720108,
      "learning_rate": 0.00031898979363726365,
      "loss": 4.5156,
      "step": 4563
    },
    {
      "epoch": 0.445703125,
      "grad_norm": 0.19045676290988922,
      "learning_rate": 0.00031892108812050027,
      "loss": 4.5508,
      "step": 4564
    },
    {
      "epoch": 0.44580078125,
      "grad_norm": 0.18696536123752594,
      "learning_rate": 0.0003188523783458854,
      "loss": 4.5312,
      "step": 4565
    },
    {
      "epoch": 0.4458984375,
      "grad_norm": 0.1982533037662506,
      "learning_rate": 0.0003187836643200802,
      "loss": 4.5195,
      "step": 4566
    },
    {
      "epoch": 0.44599609375,
      "grad_norm": 0.20984594523906708,
      "learning_rate": 0.00031871494604974576,
      "loss": 4.5195,
      "step": 4567
    },
    {
      "epoch": 0.44609375,
      "grad_norm": 0.24393682181835175,
      "learning_rate": 0.00031864622354154407,
      "loss": 4.4961,
      "step": 4568
    },
    {
      "epoch": 0.44619140625,
      "grad_norm": 0.23847603797912598,
      "learning_rate": 0.00031857749680213714,
      "loss": 4.5508,
      "step": 4569
    },
    {
      "epoch": 0.4462890625,
      "grad_norm": 0.2244279533624649,
      "learning_rate": 0.0003185087658381878,
      "loss": 4.543,
      "step": 4570
    },
    {
      "epoch": 0.44638671875,
      "grad_norm": 0.19633477926254272,
      "learning_rate": 0.00031844003065635877,
      "loss": 4.5352,
      "step": 4571
    },
    {
      "epoch": 0.446484375,
      "grad_norm": 0.21556459367275238,
      "learning_rate": 0.0003183712912633137,
      "loss": 4.5391,
      "step": 4572
    },
    {
      "epoch": 0.44658203125,
      "grad_norm": 0.23900896310806274,
      "learning_rate": 0.0003183025476657163,
      "loss": 4.5352,
      "step": 4573
    },
    {
      "epoch": 0.4466796875,
      "grad_norm": 0.2370019555091858,
      "learning_rate": 0.0003182337998702308,
      "loss": 4.5312,
      "step": 4574
    },
    {
      "epoch": 0.44677734375,
      "grad_norm": 0.21700753271579742,
      "learning_rate": 0.0003181650478835217,
      "loss": 4.5352,
      "step": 4575
    },
    {
      "epoch": 0.446875,
      "grad_norm": 0.1858913153409958,
      "learning_rate": 0.0003180962917122543,
      "loss": 4.543,
      "step": 4576
    },
    {
      "epoch": 0.44697265625,
      "grad_norm": 0.20568719506263733,
      "learning_rate": 0.00031802753136309385,
      "loss": 4.5078,
      "step": 4577
    },
    {
      "epoch": 0.4470703125,
      "grad_norm": 0.21230654418468475,
      "learning_rate": 0.0003179587668427064,
      "loss": 4.5,
      "step": 4578
    },
    {
      "epoch": 0.44716796875,
      "grad_norm": 0.19326019287109375,
      "learning_rate": 0.0003178899981577579,
      "loss": 4.5508,
      "step": 4579
    },
    {
      "epoch": 0.447265625,
      "grad_norm": 0.19291195273399353,
      "learning_rate": 0.0003178212253149153,
      "loss": 4.4961,
      "step": 4580
    },
    {
      "epoch": 0.44736328125,
      "grad_norm": 0.21458159387111664,
      "learning_rate": 0.00031775244832084543,
      "loss": 4.5273,
      "step": 4581
    },
    {
      "epoch": 0.4474609375,
      "grad_norm": 0.21241629123687744,
      "learning_rate": 0.00031768366718221586,
      "loss": 4.5078,
      "step": 4582
    },
    {
      "epoch": 0.44755859375,
      "grad_norm": 0.19614863395690918,
      "learning_rate": 0.0003176148819056946,
      "loss": 4.5156,
      "step": 4583
    },
    {
      "epoch": 0.44765625,
      "grad_norm": 0.20164260268211365,
      "learning_rate": 0.0003175460924979496,
      "loss": 4.5117,
      "step": 4584
    },
    {
      "epoch": 0.44775390625,
      "grad_norm": 0.19649086892604828,
      "learning_rate": 0.00031747729896564975,
      "loss": 4.5117,
      "step": 4585
    },
    {
      "epoch": 0.4478515625,
      "grad_norm": 0.20615875720977783,
      "learning_rate": 0.00031740850131546406,
      "loss": 4.5391,
      "step": 4586
    },
    {
      "epoch": 0.44794921875,
      "grad_norm": 0.2120678573846817,
      "learning_rate": 0.000317339699554062,
      "loss": 4.5,
      "step": 4587
    },
    {
      "epoch": 0.448046875,
      "grad_norm": 0.1972879320383072,
      "learning_rate": 0.0003172708936881134,
      "loss": 4.5352,
      "step": 4588
    },
    {
      "epoch": 0.44814453125,
      "grad_norm": 0.2132818102836609,
      "learning_rate": 0.0003172020837242886,
      "loss": 4.543,
      "step": 4589
    },
    {
      "epoch": 0.4482421875,
      "grad_norm": 0.1882414072751999,
      "learning_rate": 0.00031713326966925816,
      "loss": 4.5312,
      "step": 4590
    },
    {
      "epoch": 0.44833984375,
      "grad_norm": 0.19941607117652893,
      "learning_rate": 0.00031706445152969323,
      "loss": 4.4766,
      "step": 4591
    },
    {
      "epoch": 0.4484375,
      "grad_norm": 0.190363347530365,
      "learning_rate": 0.00031699562931226515,
      "loss": 4.5156,
      "step": 4592
    },
    {
      "epoch": 0.44853515625,
      "grad_norm": 0.22457027435302734,
      "learning_rate": 0.0003169268030236459,
      "loss": 4.5352,
      "step": 4593
    },
    {
      "epoch": 0.4486328125,
      "grad_norm": 0.218889057636261,
      "learning_rate": 0.0003168579726705077,
      "loss": 4.5469,
      "step": 4594
    },
    {
      "epoch": 0.44873046875,
      "grad_norm": 0.19007110595703125,
      "learning_rate": 0.00031678913825952307,
      "loss": 4.5352,
      "step": 4595
    },
    {
      "epoch": 0.448828125,
      "grad_norm": 0.19044940173625946,
      "learning_rate": 0.000316720299797365,
      "loss": 4.5117,
      "step": 4596
    },
    {
      "epoch": 0.44892578125,
      "grad_norm": 0.1830681562423706,
      "learning_rate": 0.0003166514572907072,
      "loss": 4.5547,
      "step": 4597
    },
    {
      "epoch": 0.4490234375,
      "grad_norm": 0.20148320496082306,
      "learning_rate": 0.0003165826107462232,
      "loss": 4.5312,
      "step": 4598
    },
    {
      "epoch": 0.44912109375,
      "grad_norm": 0.20861521363258362,
      "learning_rate": 0.0003165137601705874,
      "loss": 4.5273,
      "step": 4599
    },
    {
      "epoch": 0.44921875,
      "grad_norm": 0.17926272749900818,
      "learning_rate": 0.0003164449055704742,
      "loss": 4.5195,
      "step": 4600
    },
    {
      "epoch": 0.44931640625,
      "grad_norm": 0.18481853604316711,
      "learning_rate": 0.0003163760469525588,
      "loss": 4.5508,
      "step": 4601
    },
    {
      "epoch": 0.4494140625,
      "grad_norm": 0.1803535521030426,
      "learning_rate": 0.0003163071843235164,
      "loss": 4.5078,
      "step": 4602
    },
    {
      "epoch": 0.44951171875,
      "grad_norm": 0.18805640935897827,
      "learning_rate": 0.0003162383176900229,
      "loss": 4.543,
      "step": 4603
    },
    {
      "epoch": 0.449609375,
      "grad_norm": 0.184268519282341,
      "learning_rate": 0.00031616944705875426,
      "loss": 4.4883,
      "step": 4604
    },
    {
      "epoch": 0.44970703125,
      "grad_norm": 0.19602136313915253,
      "learning_rate": 0.00031610057243638723,
      "loss": 4.5547,
      "step": 4605
    },
    {
      "epoch": 0.4498046875,
      "grad_norm": 0.18924519419670105,
      "learning_rate": 0.00031603169382959863,
      "loss": 4.5156,
      "step": 4606
    },
    {
      "epoch": 0.44990234375,
      "grad_norm": 0.2040221095085144,
      "learning_rate": 0.00031596281124506584,
      "loss": 4.5078,
      "step": 4607
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.188638374209404,
      "learning_rate": 0.0003158939246894665,
      "loss": 4.5078,
      "step": 4608
    },
    {
      "epoch": 0.45009765625,
      "grad_norm": 0.18929627537727356,
      "learning_rate": 0.00031582503416947865,
      "loss": 4.5117,
      "step": 4609
    },
    {
      "epoch": 0.4501953125,
      "grad_norm": 0.18807269632816315,
      "learning_rate": 0.00031575613969178087,
      "loss": 4.5039,
      "step": 4610
    },
    {
      "epoch": 0.45029296875,
      "grad_norm": 0.19660279154777527,
      "learning_rate": 0.00031568724126305195,
      "loss": 4.5273,
      "step": 4611
    },
    {
      "epoch": 0.450390625,
      "grad_norm": 0.1940307766199112,
      "learning_rate": 0.00031561833888997114,
      "loss": 4.5352,
      "step": 4612
    },
    {
      "epoch": 0.45048828125,
      "grad_norm": 0.19396167993545532,
      "learning_rate": 0.00031554943257921804,
      "loss": 4.5273,
      "step": 4613
    },
    {
      "epoch": 0.4505859375,
      "grad_norm": 0.19005364179611206,
      "learning_rate": 0.00031548052233747274,
      "loss": 4.5195,
      "step": 4614
    },
    {
      "epoch": 0.45068359375,
      "grad_norm": 0.183942511677742,
      "learning_rate": 0.0003154116081714154,
      "loss": 4.5156,
      "step": 4615
    },
    {
      "epoch": 0.45078125,
      "grad_norm": 0.1882038563489914,
      "learning_rate": 0.000315342690087727,
      "loss": 4.5195,
      "step": 4616
    },
    {
      "epoch": 0.45087890625,
      "grad_norm": 0.18742604553699493,
      "learning_rate": 0.0003152737680930886,
      "loss": 4.5234,
      "step": 4617
    },
    {
      "epoch": 0.4509765625,
      "grad_norm": 0.2272927612066269,
      "learning_rate": 0.0003152048421941817,
      "loss": 4.5273,
      "step": 4618
    },
    {
      "epoch": 0.45107421875,
      "grad_norm": 0.26417961716651917,
      "learning_rate": 0.00031513591239768824,
      "loss": 4.5117,
      "step": 4619
    },
    {
      "epoch": 0.451171875,
      "grad_norm": 0.2620939612388611,
      "learning_rate": 0.00031506697871029046,
      "loss": 4.5273,
      "step": 4620
    },
    {
      "epoch": 0.45126953125,
      "grad_norm": 0.1987721025943756,
      "learning_rate": 0.00031499804113867106,
      "loss": 4.5234,
      "step": 4621
    },
    {
      "epoch": 0.4513671875,
      "grad_norm": 0.19930468499660492,
      "learning_rate": 0.0003149290996895131,
      "loss": 4.5469,
      "step": 4622
    },
    {
      "epoch": 0.45146484375,
      "grad_norm": 0.27694329619407654,
      "learning_rate": 0.0003148601543694998,
      "loss": 4.543,
      "step": 4623
    },
    {
      "epoch": 0.4515625,
      "grad_norm": 0.24923160672187805,
      "learning_rate": 0.00031479120518531506,
      "loss": 4.5312,
      "step": 4624
    },
    {
      "epoch": 0.45166015625,
      "grad_norm": 0.22678142786026,
      "learning_rate": 0.0003147222521436431,
      "loss": 4.5117,
      "step": 4625
    },
    {
      "epoch": 0.4517578125,
      "grad_norm": 0.23605704307556152,
      "learning_rate": 0.00031465329525116843,
      "loss": 4.5039,
      "step": 4626
    },
    {
      "epoch": 0.45185546875,
      "grad_norm": 0.28338128328323364,
      "learning_rate": 0.00031458433451457584,
      "loss": 4.5273,
      "step": 4627
    },
    {
      "epoch": 0.451953125,
      "grad_norm": 0.2398362159729004,
      "learning_rate": 0.0003145153699405507,
      "loss": 4.5,
      "step": 4628
    },
    {
      "epoch": 0.45205078125,
      "grad_norm": 0.20816409587860107,
      "learning_rate": 0.00031444640153577866,
      "loss": 4.5391,
      "step": 4629
    },
    {
      "epoch": 0.4521484375,
      "grad_norm": 0.24035698175430298,
      "learning_rate": 0.00031437742930694575,
      "loss": 4.5352,
      "step": 4630
    },
    {
      "epoch": 0.45224609375,
      "grad_norm": 0.22831131517887115,
      "learning_rate": 0.0003143084532607382,
      "loss": 4.5352,
      "step": 4631
    },
    {
      "epoch": 0.45234375,
      "grad_norm": 0.20174892246723175,
      "learning_rate": 0.00031423947340384294,
      "loss": 4.5391,
      "step": 4632
    },
    {
      "epoch": 0.45244140625,
      "grad_norm": 0.2099580019712448,
      "learning_rate": 0.00031417048974294716,
      "loss": 4.4922,
      "step": 4633
    },
    {
      "epoch": 0.4525390625,
      "grad_norm": 0.2119961678981781,
      "learning_rate": 0.0003141015022847381,
      "loss": 4.5312,
      "step": 4634
    },
    {
      "epoch": 0.45263671875,
      "grad_norm": 0.21319544315338135,
      "learning_rate": 0.00031403251103590387,
      "loss": 4.5078,
      "step": 4635
    },
    {
      "epoch": 0.452734375,
      "grad_norm": 0.1969742774963379,
      "learning_rate": 0.0003139635160031326,
      "loss": 4.5586,
      "step": 4636
    },
    {
      "epoch": 0.45283203125,
      "grad_norm": 0.23173289000988007,
      "learning_rate": 0.0003138945171931128,
      "loss": 4.5234,
      "step": 4637
    },
    {
      "epoch": 0.4529296875,
      "grad_norm": 0.20970720052719116,
      "learning_rate": 0.0003138255146125337,
      "loss": 4.4961,
      "step": 4638
    },
    {
      "epoch": 0.45302734375,
      "grad_norm": 0.19655244052410126,
      "learning_rate": 0.0003137565082680844,
      "loss": 4.5391,
      "step": 4639
    },
    {
      "epoch": 0.453125,
      "grad_norm": 0.19924841821193695,
      "learning_rate": 0.00031368749816645464,
      "loss": 4.5039,
      "step": 4640
    },
    {
      "epoch": 0.45322265625,
      "grad_norm": 0.19230122864246368,
      "learning_rate": 0.0003136184843143345,
      "loss": 4.5078,
      "step": 4641
    },
    {
      "epoch": 0.4533203125,
      "grad_norm": 0.18629860877990723,
      "learning_rate": 0.00031354946671841445,
      "loss": 4.5156,
      "step": 4642
    },
    {
      "epoch": 0.45341796875,
      "grad_norm": 0.20049424469470978,
      "learning_rate": 0.00031348044538538524,
      "loss": 4.5273,
      "step": 4643
    },
    {
      "epoch": 0.453515625,
      "grad_norm": 0.21210506558418274,
      "learning_rate": 0.00031341142032193794,
      "loss": 4.5391,
      "step": 4644
    },
    {
      "epoch": 0.45361328125,
      "grad_norm": 0.19526821374893188,
      "learning_rate": 0.0003133423915347642,
      "loss": 4.5469,
      "step": 4645
    },
    {
      "epoch": 0.4537109375,
      "grad_norm": 0.19712293148040771,
      "learning_rate": 0.0003132733590305558,
      "loss": 4.543,
      "step": 4646
    },
    {
      "epoch": 0.45380859375,
      "grad_norm": 0.2007729858160019,
      "learning_rate": 0.0003132043228160051,
      "loss": 4.4883,
      "step": 4647
    },
    {
      "epoch": 0.45390625,
      "grad_norm": 0.2587430477142334,
      "learning_rate": 0.00031313528289780444,
      "loss": 4.5586,
      "step": 4648
    },
    {
      "epoch": 0.45400390625,
      "grad_norm": 0.24549271166324615,
      "learning_rate": 0.00031306623928264706,
      "loss": 4.5508,
      "step": 4649
    },
    {
      "epoch": 0.4541015625,
      "grad_norm": 0.19929195940494537,
      "learning_rate": 0.0003129971919772261,
      "loss": 4.5156,
      "step": 4650
    },
    {
      "epoch": 0.45419921875,
      "grad_norm": 0.21530620753765106,
      "learning_rate": 0.00031292814098823527,
      "loss": 4.5312,
      "step": 4651
    },
    {
      "epoch": 0.454296875,
      "grad_norm": 0.2592374384403229,
      "learning_rate": 0.00031285908632236855,
      "loss": 4.5078,
      "step": 4652
    },
    {
      "epoch": 0.45439453125,
      "grad_norm": 0.21420057117938995,
      "learning_rate": 0.0003127900279863203,
      "loss": 4.5273,
      "step": 4653
    },
    {
      "epoch": 0.4544921875,
      "grad_norm": 0.2113385647535324,
      "learning_rate": 0.00031272096598678546,
      "loss": 4.5703,
      "step": 4654
    },
    {
      "epoch": 0.45458984375,
      "grad_norm": 0.23203358054161072,
      "learning_rate": 0.00031265190033045895,
      "loss": 4.5234,
      "step": 4655
    },
    {
      "epoch": 0.4546875,
      "grad_norm": 0.2084053009748459,
      "learning_rate": 0.00031258283102403615,
      "loss": 4.5195,
      "step": 4656
    },
    {
      "epoch": 0.45478515625,
      "grad_norm": 0.21320444345474243,
      "learning_rate": 0.00031251375807421304,
      "loss": 4.4961,
      "step": 4657
    },
    {
      "epoch": 0.4548828125,
      "grad_norm": 0.18526767194271088,
      "learning_rate": 0.00031244468148768567,
      "loss": 4.5312,
      "step": 4658
    },
    {
      "epoch": 0.45498046875,
      "grad_norm": 0.23145592212677002,
      "learning_rate": 0.00031237560127115064,
      "loss": 4.5156,
      "step": 4659
    },
    {
      "epoch": 0.455078125,
      "grad_norm": 0.19319960474967957,
      "learning_rate": 0.0003123065174313047,
      "loss": 4.5508,
      "step": 4660
    },
    {
      "epoch": 0.45517578125,
      "grad_norm": 0.18739789724349976,
      "learning_rate": 0.000312237429974845,
      "loss": 4.5156,
      "step": 4661
    },
    {
      "epoch": 0.4552734375,
      "grad_norm": 0.19655229151248932,
      "learning_rate": 0.0003121683389084693,
      "loss": 4.5117,
      "step": 4662
    },
    {
      "epoch": 0.45537109375,
      "grad_norm": 0.21095634996891022,
      "learning_rate": 0.0003120992442388754,
      "loss": 4.5117,
      "step": 4663
    },
    {
      "epoch": 0.45546875,
      "grad_norm": 0.19926396012306213,
      "learning_rate": 0.0003120301459727615,
      "loss": 4.4922,
      "step": 4664
    },
    {
      "epoch": 0.45556640625,
      "grad_norm": 0.22949261963367462,
      "learning_rate": 0.0003119610441168264,
      "loss": 4.5195,
      "step": 4665
    },
    {
      "epoch": 0.4556640625,
      "grad_norm": 0.1899200826883316,
      "learning_rate": 0.0003118919386777687,
      "loss": 4.5,
      "step": 4666
    },
    {
      "epoch": 0.45576171875,
      "grad_norm": 0.19490887224674225,
      "learning_rate": 0.00031182282966228815,
      "loss": 4.5195,
      "step": 4667
    },
    {
      "epoch": 0.455859375,
      "grad_norm": 0.20040741562843323,
      "learning_rate": 0.00031175371707708413,
      "loss": 4.543,
      "step": 4668
    },
    {
      "epoch": 0.45595703125,
      "grad_norm": 0.18758058547973633,
      "learning_rate": 0.0003116846009288566,
      "loss": 4.5117,
      "step": 4669
    },
    {
      "epoch": 0.4560546875,
      "grad_norm": 0.20843686163425446,
      "learning_rate": 0.000311615481224306,
      "loss": 4.5234,
      "step": 4670
    },
    {
      "epoch": 0.45615234375,
      "grad_norm": 0.1775505542755127,
      "learning_rate": 0.0003115463579701331,
      "loss": 4.5234,
      "step": 4671
    },
    {
      "epoch": 0.45625,
      "grad_norm": 0.2046179622411728,
      "learning_rate": 0.0003114772311730388,
      "loss": 4.5078,
      "step": 4672
    },
    {
      "epoch": 0.45634765625,
      "grad_norm": 0.19120004773139954,
      "learning_rate": 0.0003114081008397245,
      "loss": 4.5117,
      "step": 4673
    },
    {
      "epoch": 0.4564453125,
      "grad_norm": 0.2021452933549881,
      "learning_rate": 0.0003113389669768918,
      "loss": 4.5234,
      "step": 4674
    },
    {
      "epoch": 0.45654296875,
      "grad_norm": 0.18696098029613495,
      "learning_rate": 0.0003112698295912431,
      "loss": 4.5234,
      "step": 4675
    },
    {
      "epoch": 0.456640625,
      "grad_norm": 0.19159789383411407,
      "learning_rate": 0.00031120068868948047,
      "loss": 4.5234,
      "step": 4676
    },
    {
      "epoch": 0.45673828125,
      "grad_norm": 0.18893691897392273,
      "learning_rate": 0.0003111315442783068,
      "loss": 4.5039,
      "step": 4677
    },
    {
      "epoch": 0.4568359375,
      "grad_norm": 0.20185202360153198,
      "learning_rate": 0.00031106239636442514,
      "loss": 4.5234,
      "step": 4678
    },
    {
      "epoch": 0.45693359375,
      "grad_norm": 0.19668243825435638,
      "learning_rate": 0.0003109932449545388,
      "loss": 4.5312,
      "step": 4679
    },
    {
      "epoch": 0.45703125,
      "grad_norm": 0.1866859644651413,
      "learning_rate": 0.00031092409005535187,
      "loss": 4.4961,
      "step": 4680
    },
    {
      "epoch": 0.45712890625,
      "grad_norm": 0.19219732284545898,
      "learning_rate": 0.0003108549316735681,
      "loss": 4.5352,
      "step": 4681
    },
    {
      "epoch": 0.4572265625,
      "grad_norm": 0.17668581008911133,
      "learning_rate": 0.000310785769815892,
      "loss": 4.5039,
      "step": 4682
    },
    {
      "epoch": 0.45732421875,
      "grad_norm": 0.19153918325901031,
      "learning_rate": 0.00031071660448902844,
      "loss": 4.4922,
      "step": 4683
    },
    {
      "epoch": 0.457421875,
      "grad_norm": 0.18667173385620117,
      "learning_rate": 0.00031064743569968255,
      "loss": 4.5273,
      "step": 4684
    },
    {
      "epoch": 0.45751953125,
      "grad_norm": 0.19702638685703278,
      "learning_rate": 0.00031057826345455965,
      "loss": 4.5195,
      "step": 4685
    },
    {
      "epoch": 0.4576171875,
      "grad_norm": 0.19739848375320435,
      "learning_rate": 0.00031050908776036553,
      "loss": 4.4766,
      "step": 4686
    },
    {
      "epoch": 0.45771484375,
      "grad_norm": 0.1767302006483078,
      "learning_rate": 0.0003104399086238064,
      "loss": 4.5078,
      "step": 4687
    },
    {
      "epoch": 0.4578125,
      "grad_norm": 0.20505668222904205,
      "learning_rate": 0.0003103707260515887,
      "loss": 4.5508,
      "step": 4688
    },
    {
      "epoch": 0.45791015625,
      "grad_norm": 0.216728076338768,
      "learning_rate": 0.0003103015400504191,
      "loss": 4.5234,
      "step": 4689
    },
    {
      "epoch": 0.4580078125,
      "grad_norm": 0.22385595738887787,
      "learning_rate": 0.00031023235062700483,
      "loss": 4.5078,
      "step": 4690
    },
    {
      "epoch": 0.45810546875,
      "grad_norm": 0.1950686126947403,
      "learning_rate": 0.00031016315778805326,
      "loss": 4.5234,
      "step": 4691
    },
    {
      "epoch": 0.458203125,
      "grad_norm": 0.19517037272453308,
      "learning_rate": 0.00031009396154027226,
      "loss": 4.5312,
      "step": 4692
    },
    {
      "epoch": 0.45830078125,
      "grad_norm": 0.20731741189956665,
      "learning_rate": 0.00031002476189036975,
      "loss": 4.5273,
      "step": 4693
    },
    {
      "epoch": 0.4583984375,
      "grad_norm": 0.22578230500221252,
      "learning_rate": 0.00030995555884505443,
      "loss": 4.5195,
      "step": 4694
    },
    {
      "epoch": 0.45849609375,
      "grad_norm": 0.19322265684604645,
      "learning_rate": 0.0003098863524110348,
      "loss": 4.5156,
      "step": 4695
    },
    {
      "epoch": 0.45859375,
      "grad_norm": 0.18762673437595367,
      "learning_rate": 0.0003098171425950202,
      "loss": 4.5117,
      "step": 4696
    },
    {
      "epoch": 0.45869140625,
      "grad_norm": 0.19441059231758118,
      "learning_rate": 0.0003097479294037198,
      "loss": 4.5,
      "step": 4697
    },
    {
      "epoch": 0.4587890625,
      "grad_norm": 0.19766007363796234,
      "learning_rate": 0.0003096787128438436,
      "loss": 4.5078,
      "step": 4698
    },
    {
      "epoch": 0.45888671875,
      "grad_norm": 0.19299165904521942,
      "learning_rate": 0.00030960949292210143,
      "loss": 4.5039,
      "step": 4699
    },
    {
      "epoch": 0.458984375,
      "grad_norm": 0.1940307766199112,
      "learning_rate": 0.00030954026964520386,
      "loss": 4.5117,
      "step": 4700
    },
    {
      "epoch": 0.45908203125,
      "grad_norm": 0.20033495128154755,
      "learning_rate": 0.00030947104301986167,
      "loss": 4.5117,
      "step": 4701
    },
    {
      "epoch": 0.4591796875,
      "grad_norm": 0.19672922790050507,
      "learning_rate": 0.00030940181305278574,
      "loss": 4.5078,
      "step": 4702
    },
    {
      "epoch": 0.45927734375,
      "grad_norm": 0.19895492494106293,
      "learning_rate": 0.0003093325797506875,
      "loss": 4.5117,
      "step": 4703
    },
    {
      "epoch": 0.459375,
      "grad_norm": 0.19131700694561005,
      "learning_rate": 0.0003092633431202787,
      "loss": 4.5195,
      "step": 4704
    },
    {
      "epoch": 0.45947265625,
      "grad_norm": 0.20749962329864502,
      "learning_rate": 0.00030919410316827134,
      "loss": 4.5312,
      "step": 4705
    },
    {
      "epoch": 0.4595703125,
      "grad_norm": 0.2110370248556137,
      "learning_rate": 0.00030912485990137773,
      "loss": 4.543,
      "step": 4706
    },
    {
      "epoch": 0.45966796875,
      "grad_norm": 0.21175163984298706,
      "learning_rate": 0.00030905561332631056,
      "loss": 4.5312,
      "step": 4707
    },
    {
      "epoch": 0.459765625,
      "grad_norm": 0.21531248092651367,
      "learning_rate": 0.00030898636344978283,
      "loss": 4.4922,
      "step": 4708
    },
    {
      "epoch": 0.45986328125,
      "grad_norm": 0.2163790613412857,
      "learning_rate": 0.0003089171102785078,
      "loss": 4.5039,
      "step": 4709
    },
    {
      "epoch": 0.4599609375,
      "grad_norm": 0.23695312440395355,
      "learning_rate": 0.00030884785381919916,
      "loss": 4.4883,
      "step": 4710
    },
    {
      "epoch": 0.46005859375,
      "grad_norm": 0.2382650375366211,
      "learning_rate": 0.0003087785940785708,
      "loss": 4.5508,
      "step": 4711
    },
    {
      "epoch": 0.46015625,
      "grad_norm": 0.2358185201883316,
      "learning_rate": 0.000308709331063337,
      "loss": 4.5195,
      "step": 4712
    },
    {
      "epoch": 0.46025390625,
      "grad_norm": 0.19798113405704498,
      "learning_rate": 0.00030864006478021234,
      "loss": 4.5742,
      "step": 4713
    },
    {
      "epoch": 0.4603515625,
      "grad_norm": 0.18412651121616364,
      "learning_rate": 0.00030857079523591177,
      "loss": 4.5117,
      "step": 4714
    },
    {
      "epoch": 0.46044921875,
      "grad_norm": 0.19464971125125885,
      "learning_rate": 0.0003085015224371503,
      "loss": 4.5547,
      "step": 4715
    },
    {
      "epoch": 0.460546875,
      "grad_norm": 0.1900629699230194,
      "learning_rate": 0.0003084322463906437,
      "loss": 4.5391,
      "step": 4716
    },
    {
      "epoch": 0.46064453125,
      "grad_norm": 0.18945296108722687,
      "learning_rate": 0.00030836296710310773,
      "loss": 4.5273,
      "step": 4717
    },
    {
      "epoch": 0.4607421875,
      "grad_norm": 0.19259829819202423,
      "learning_rate": 0.00030829368458125855,
      "loss": 4.5312,
      "step": 4718
    },
    {
      "epoch": 0.46083984375,
      "grad_norm": 0.2025236040353775,
      "learning_rate": 0.00030822439883181264,
      "loss": 4.5039,
      "step": 4719
    },
    {
      "epoch": 0.4609375,
      "grad_norm": 0.1841021180152893,
      "learning_rate": 0.00030815510986148667,
      "loss": 4.5273,
      "step": 4720
    },
    {
      "epoch": 0.46103515625,
      "grad_norm": 0.1785983443260193,
      "learning_rate": 0.0003080858176769978,
      "loss": 4.5273,
      "step": 4721
    },
    {
      "epoch": 0.4611328125,
      "grad_norm": 0.19601239264011383,
      "learning_rate": 0.0003080165222850635,
      "loss": 4.4961,
      "step": 4722
    },
    {
      "epoch": 0.46123046875,
      "grad_norm": 0.21515241265296936,
      "learning_rate": 0.0003079472236924015,
      "loss": 4.5234,
      "step": 4723
    },
    {
      "epoch": 0.461328125,
      "grad_norm": 0.23147067427635193,
      "learning_rate": 0.0003078779219057298,
      "loss": 4.5273,
      "step": 4724
    },
    {
      "epoch": 0.46142578125,
      "grad_norm": 0.21675175428390503,
      "learning_rate": 0.0003078086169317666,
      "loss": 4.5547,
      "step": 4725
    },
    {
      "epoch": 0.4615234375,
      "grad_norm": 0.1964460164308548,
      "learning_rate": 0.00030773930877723074,
      "loss": 4.5195,
      "step": 4726
    },
    {
      "epoch": 0.46162109375,
      "grad_norm": 0.18291743099689484,
      "learning_rate": 0.000307669997448841,
      "loss": 4.5078,
      "step": 4727
    },
    {
      "epoch": 0.46171875,
      "grad_norm": 0.198462575674057,
      "learning_rate": 0.0003076006829533169,
      "loss": 4.4961,
      "step": 4728
    },
    {
      "epoch": 0.46181640625,
      "grad_norm": 0.19275623559951782,
      "learning_rate": 0.00030753136529737774,
      "loss": 4.5234,
      "step": 4729
    },
    {
      "epoch": 0.4619140625,
      "grad_norm": 0.17455407977104187,
      "learning_rate": 0.0003074620444877435,
      "loss": 4.5273,
      "step": 4730
    },
    {
      "epoch": 0.46201171875,
      "grad_norm": 0.18436522781848907,
      "learning_rate": 0.00030739272053113435,
      "loss": 4.4766,
      "step": 4731
    },
    {
      "epoch": 0.462109375,
      "grad_norm": 0.20330676436424255,
      "learning_rate": 0.0003073233934342709,
      "loss": 4.4844,
      "step": 4732
    },
    {
      "epoch": 0.46220703125,
      "grad_norm": 0.17955738306045532,
      "learning_rate": 0.00030725406320387385,
      "loss": 4.5156,
      "step": 4733
    },
    {
      "epoch": 0.4623046875,
      "grad_norm": 0.17494937777519226,
      "learning_rate": 0.0003071847298466641,
      "loss": 4.5078,
      "step": 4734
    },
    {
      "epoch": 0.46240234375,
      "grad_norm": 0.1957375556230545,
      "learning_rate": 0.0003071153933693634,
      "loss": 4.5156,
      "step": 4735
    },
    {
      "epoch": 0.4625,
      "grad_norm": 0.20222704112529755,
      "learning_rate": 0.0003070460537786932,
      "loss": 4.5312,
      "step": 4736
    },
    {
      "epoch": 0.46259765625,
      "grad_norm": 0.19780443608760834,
      "learning_rate": 0.0003069767110813756,
      "loss": 4.5078,
      "step": 4737
    },
    {
      "epoch": 0.4626953125,
      "grad_norm": 0.19791901111602783,
      "learning_rate": 0.0003069073652841329,
      "loss": 4.5,
      "step": 4738
    },
    {
      "epoch": 0.46279296875,
      "grad_norm": 0.20233005285263062,
      "learning_rate": 0.00030683801639368766,
      "loss": 4.5117,
      "step": 4739
    },
    {
      "epoch": 0.462890625,
      "grad_norm": 0.1741165667772293,
      "learning_rate": 0.00030676866441676283,
      "loss": 4.4766,
      "step": 4740
    },
    {
      "epoch": 0.46298828125,
      "grad_norm": 0.18705081939697266,
      "learning_rate": 0.0003066993093600816,
      "loss": 4.5273,
      "step": 4741
    },
    {
      "epoch": 0.4630859375,
      "grad_norm": 0.1998337358236313,
      "learning_rate": 0.0003066299512303675,
      "loss": 4.5039,
      "step": 4742
    },
    {
      "epoch": 0.46318359375,
      "grad_norm": 0.1985979676246643,
      "learning_rate": 0.00030656059003434435,
      "loss": 4.5391,
      "step": 4743
    },
    {
      "epoch": 0.46328125,
      "grad_norm": 0.18911968171596527,
      "learning_rate": 0.0003064912257787361,
      "loss": 4.5078,
      "step": 4744
    },
    {
      "epoch": 0.46337890625,
      "grad_norm": 0.1956348568201065,
      "learning_rate": 0.00030642185847026723,
      "loss": 4.4805,
      "step": 4745
    },
    {
      "epoch": 0.4634765625,
      "grad_norm": 0.19758553802967072,
      "learning_rate": 0.00030635248811566244,
      "loss": 4.5391,
      "step": 4746
    },
    {
      "epoch": 0.46357421875,
      "grad_norm": 0.19955140352249146,
      "learning_rate": 0.00030628311472164675,
      "loss": 4.5195,
      "step": 4747
    },
    {
      "epoch": 0.463671875,
      "grad_norm": 0.1939479112625122,
      "learning_rate": 0.0003062137382949455,
      "loss": 4.5195,
      "step": 4748
    },
    {
      "epoch": 0.46376953125,
      "grad_norm": 0.20367209613323212,
      "learning_rate": 0.000306144358842284,
      "loss": 4.5039,
      "step": 4749
    },
    {
      "epoch": 0.4638671875,
      "grad_norm": 0.19261784851551056,
      "learning_rate": 0.0003060749763703884,
      "loss": 4.5273,
      "step": 4750
    },
    {
      "epoch": 0.46396484375,
      "grad_norm": 0.1813916563987732,
      "learning_rate": 0.00030600559088598476,
      "loss": 4.5391,
      "step": 4751
    },
    {
      "epoch": 0.4640625,
      "grad_norm": 0.1927923858165741,
      "learning_rate": 0.0003059362023957994,
      "loss": 4.5039,
      "step": 4752
    },
    {
      "epoch": 0.46416015625,
      "grad_norm": 0.18640850484371185,
      "learning_rate": 0.0003058668109065593,
      "loss": 4.5039,
      "step": 4753
    },
    {
      "epoch": 0.4642578125,
      "grad_norm": 0.19412115216255188,
      "learning_rate": 0.00030579741642499135,
      "loss": 4.5078,
      "step": 4754
    },
    {
      "epoch": 0.46435546875,
      "grad_norm": 0.2154243290424347,
      "learning_rate": 0.00030572801895782295,
      "loss": 4.4844,
      "step": 4755
    },
    {
      "epoch": 0.464453125,
      "grad_norm": 0.19964979588985443,
      "learning_rate": 0.00030565861851178155,
      "loss": 4.5391,
      "step": 4756
    },
    {
      "epoch": 0.46455078125,
      "grad_norm": 0.21787723898887634,
      "learning_rate": 0.0003055892150935952,
      "loss": 4.5117,
      "step": 4757
    },
    {
      "epoch": 0.4646484375,
      "grad_norm": 0.2491428703069687,
      "learning_rate": 0.00030551980870999207,
      "loss": 4.5117,
      "step": 4758
    },
    {
      "epoch": 0.46474609375,
      "grad_norm": 0.22427338361740112,
      "learning_rate": 0.00030545039936770066,
      "loss": 4.5234,
      "step": 4759
    },
    {
      "epoch": 0.46484375,
      "grad_norm": 0.22033701837062836,
      "learning_rate": 0.0003053809870734497,
      "loss": 4.4844,
      "step": 4760
    },
    {
      "epoch": 0.46494140625,
      "grad_norm": 0.21117527782917023,
      "learning_rate": 0.00030531157183396826,
      "loss": 4.5508,
      "step": 4761
    },
    {
      "epoch": 0.4650390625,
      "grad_norm": 0.19107000529766083,
      "learning_rate": 0.0003052421536559855,
      "loss": 4.4844,
      "step": 4762
    },
    {
      "epoch": 0.46513671875,
      "grad_norm": 0.2275216430425644,
      "learning_rate": 0.0003051727325462313,
      "loss": 4.4922,
      "step": 4763
    },
    {
      "epoch": 0.465234375,
      "grad_norm": 0.25748100876808167,
      "learning_rate": 0.0003051033085114355,
      "loss": 4.5156,
      "step": 4764
    },
    {
      "epoch": 0.46533203125,
      "grad_norm": 0.22953814268112183,
      "learning_rate": 0.0003050338815583282,
      "loss": 4.5156,
      "step": 4765
    },
    {
      "epoch": 0.4654296875,
      "grad_norm": 0.1911054253578186,
      "learning_rate": 0.00030496445169363997,
      "loss": 4.4805,
      "step": 4766
    },
    {
      "epoch": 0.46552734375,
      "grad_norm": 0.21987749636173248,
      "learning_rate": 0.00030489501892410145,
      "loss": 4.5273,
      "step": 4767
    },
    {
      "epoch": 0.465625,
      "grad_norm": 0.2672731578350067,
      "learning_rate": 0.0003048255832564438,
      "loss": 4.5469,
      "step": 4768
    },
    {
      "epoch": 0.46572265625,
      "grad_norm": 0.21560978889465332,
      "learning_rate": 0.00030475614469739826,
      "loss": 4.5469,
      "step": 4769
    },
    {
      "epoch": 0.4658203125,
      "grad_norm": 0.19551494717597961,
      "learning_rate": 0.0003046867032536964,
      "loss": 4.5234,
      "step": 4770
    },
    {
      "epoch": 0.46591796875,
      "grad_norm": 0.23425531387329102,
      "learning_rate": 0.0003046172589320702,
      "loss": 4.5234,
      "step": 4771
    },
    {
      "epoch": 0.466015625,
      "grad_norm": 0.22461086511611938,
      "learning_rate": 0.0003045478117392518,
      "loss": 4.5195,
      "step": 4772
    },
    {
      "epoch": 0.46611328125,
      "grad_norm": 0.1848098337650299,
      "learning_rate": 0.00030447836168197355,
      "loss": 4.5117,
      "step": 4773
    },
    {
      "epoch": 0.4662109375,
      "grad_norm": 0.21256153285503387,
      "learning_rate": 0.0003044089087669682,
      "loss": 4.4844,
      "step": 4774
    },
    {
      "epoch": 0.46630859375,
      "grad_norm": 0.22910505533218384,
      "learning_rate": 0.0003043394530009687,
      "loss": 4.5312,
      "step": 4775
    },
    {
      "epoch": 0.46640625,
      "grad_norm": 0.19095651805400848,
      "learning_rate": 0.00030426999439070847,
      "loss": 4.5273,
      "step": 4776
    },
    {
      "epoch": 0.46650390625,
      "grad_norm": 0.19251839816570282,
      "learning_rate": 0.00030420053294292083,
      "loss": 4.5312,
      "step": 4777
    },
    {
      "epoch": 0.4666015625,
      "grad_norm": 0.20083418488502502,
      "learning_rate": 0.00030413106866433975,
      "loss": 4.5234,
      "step": 4778
    },
    {
      "epoch": 0.46669921875,
      "grad_norm": 0.1859997659921646,
      "learning_rate": 0.00030406160156169927,
      "loss": 4.5078,
      "step": 4779
    },
    {
      "epoch": 0.466796875,
      "grad_norm": 0.2038940191268921,
      "learning_rate": 0.0003039921316417337,
      "loss": 4.5078,
      "step": 4780
    },
    {
      "epoch": 0.46689453125,
      "grad_norm": 0.22971504926681519,
      "learning_rate": 0.0003039226589111779,
      "loss": 4.4844,
      "step": 4781
    },
    {
      "epoch": 0.4669921875,
      "grad_norm": 0.22064350545406342,
      "learning_rate": 0.0003038531833767665,
      "loss": 4.5312,
      "step": 4782
    },
    {
      "epoch": 0.46708984375,
      "grad_norm": 0.18288478255271912,
      "learning_rate": 0.00030378370504523483,
      "loss": 4.543,
      "step": 4783
    },
    {
      "epoch": 0.4671875,
      "grad_norm": 0.18336179852485657,
      "learning_rate": 0.00030371422392331827,
      "loss": 4.5,
      "step": 4784
    },
    {
      "epoch": 0.46728515625,
      "grad_norm": 0.20549464225769043,
      "learning_rate": 0.0003036447400177526,
      "loss": 4.5391,
      "step": 4785
    },
    {
      "epoch": 0.4673828125,
      "grad_norm": 0.1856648176908493,
      "learning_rate": 0.00030357525333527387,
      "loss": 4.4922,
      "step": 4786
    },
    {
      "epoch": 0.46748046875,
      "grad_norm": 0.20456022024154663,
      "learning_rate": 0.00030350576388261816,
      "loss": 4.5547,
      "step": 4787
    },
    {
      "epoch": 0.467578125,
      "grad_norm": 0.18917760252952576,
      "learning_rate": 0.00030343627166652215,
      "loss": 4.5039,
      "step": 4788
    },
    {
      "epoch": 0.46767578125,
      "grad_norm": 0.1960541158914566,
      "learning_rate": 0.00030336677669372264,
      "loss": 4.5352,
      "step": 4789
    },
    {
      "epoch": 0.4677734375,
      "grad_norm": 0.18250985443592072,
      "learning_rate": 0.00030329727897095664,
      "loss": 4.5469,
      "step": 4790
    },
    {
      "epoch": 0.46787109375,
      "grad_norm": 0.2017473429441452,
      "learning_rate": 0.0003032277785049615,
      "loss": 4.5312,
      "step": 4791
    },
    {
      "epoch": 0.46796875,
      "grad_norm": 0.18474480509757996,
      "learning_rate": 0.00030315827530247476,
      "loss": 4.5234,
      "step": 4792
    },
    {
      "epoch": 0.46806640625,
      "grad_norm": 0.20611371099948883,
      "learning_rate": 0.00030308876937023443,
      "loss": 4.543,
      "step": 4793
    },
    {
      "epoch": 0.4681640625,
      "grad_norm": 0.1845095157623291,
      "learning_rate": 0.0003030192607149785,
      "loss": 4.4844,
      "step": 4794
    },
    {
      "epoch": 0.46826171875,
      "grad_norm": 0.1869344711303711,
      "learning_rate": 0.00030294974934344537,
      "loss": 4.5352,
      "step": 4795
    },
    {
      "epoch": 0.468359375,
      "grad_norm": 0.1770923137664795,
      "learning_rate": 0.0003028802352623738,
      "loss": 4.5,
      "step": 4796
    },
    {
      "epoch": 0.46845703125,
      "grad_norm": 0.19603200256824493,
      "learning_rate": 0.00030281071847850253,
      "loss": 4.4961,
      "step": 4797
    },
    {
      "epoch": 0.4685546875,
      "grad_norm": 0.1799277663230896,
      "learning_rate": 0.0003027411989985711,
      "loss": 4.4727,
      "step": 4798
    },
    {
      "epoch": 0.46865234375,
      "grad_norm": 0.1827368140220642,
      "learning_rate": 0.0003026716768293185,
      "loss": 4.4922,
      "step": 4799
    },
    {
      "epoch": 0.46875,
      "grad_norm": 0.18589933216571808,
      "learning_rate": 0.0003026021519774847,
      "loss": 4.5547,
      "step": 4800
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 10240,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.9388028537051546e+19,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}