{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1171875,
  "eval_steps": 500,
  "global_step": 1200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 9.765625e-05,
      "grad_norm": 79.3869857788086,
      "learning_rate": 3.3333333333333337e-06,
      "loss": 7.7773,
      "step": 1
    },
    {
      "epoch": 0.0001953125,
      "grad_norm": 80.6998291015625,
      "learning_rate": 6.6666666666666675e-06,
      "loss": 7.7617,
      "step": 2
    },
    {
      "epoch": 0.00029296875,
      "grad_norm": 67.86173248291016,
      "learning_rate": 1e-05,
      "loss": 7.6523,
      "step": 3
    },
    {
      "epoch": 0.000390625,
      "grad_norm": 31.295886993408203,
      "learning_rate": 1.3333333333333335e-05,
      "loss": 7.3242,
      "step": 4
    },
    {
      "epoch": 0.00048828125,
      "grad_norm": 27.488962173461914,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 7.2773,
      "step": 5
    },
    {
      "epoch": 0.0005859375,
      "grad_norm": 16.267820358276367,
      "learning_rate": 2e-05,
      "loss": 7.1641,
      "step": 6
    },
    {
      "epoch": 0.00068359375,
      "grad_norm": 37.23747253417969,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 7.2812,
      "step": 7
    },
    {
      "epoch": 0.00078125,
      "grad_norm": 17.467384338378906,
      "learning_rate": 2.666666666666667e-05,
      "loss": 7.0508,
      "step": 8
    },
    {
      "epoch": 0.00087890625,
      "grad_norm": 9.459285736083984,
      "learning_rate": 3e-05,
      "loss": 6.9375,
      "step": 9
    },
    {
      "epoch": 0.0009765625,
      "grad_norm": 8.56839656829834,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 6.8789,
      "step": 10
    },
    {
      "epoch": 0.00107421875,
      "grad_norm": 24.074443817138672,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 6.8672,
      "step": 11
    },
    {
      "epoch": 0.001171875,
      "grad_norm": 11.778696060180664,
      "learning_rate": 4e-05,
      "loss": 6.7969,
      "step": 12
    },
    {
      "epoch": 0.00126953125,
      "grad_norm": 14.282492637634277,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 6.8047,
      "step": 13
    },
    {
      "epoch": 0.0013671875,
      "grad_norm": 8.801307678222656,
      "learning_rate": 4.666666666666667e-05,
      "loss": 6.7188,
      "step": 14
    },
    {
      "epoch": 0.00146484375,
      "grad_norm": 8.514760971069336,
      "learning_rate": 5e-05,
      "loss": 6.7148,
      "step": 15
    },
    {
      "epoch": 0.0015625,
      "grad_norm": 9.48074722290039,
      "learning_rate": 5.333333333333334e-05,
      "loss": 6.6641,
      "step": 16
    },
    {
      "epoch": 0.00166015625,
      "grad_norm": 7.557260036468506,
      "learning_rate": 5.6666666666666664e-05,
      "loss": 6.6172,
      "step": 17
    },
    {
      "epoch": 0.0017578125,
      "grad_norm": 6.613265037536621,
      "learning_rate": 6e-05,
      "loss": 6.5977,
      "step": 18
    },
    {
      "epoch": 0.00185546875,
      "grad_norm": 13.777167320251465,
      "learning_rate": 6.333333333333335e-05,
      "loss": 6.6328,
      "step": 19
    },
    {
      "epoch": 0.001953125,
      "grad_norm": 6.775121688842773,
      "learning_rate": 6.666666666666667e-05,
      "loss": 6.5391,
      "step": 20
    },
    {
      "epoch": 0.00205078125,
      "grad_norm": 9.053375244140625,
      "learning_rate": 7.000000000000001e-05,
      "loss": 6.543,
      "step": 21
    },
    {
      "epoch": 0.0021484375,
      "grad_norm": 5.147669792175293,
      "learning_rate": 7.333333333333333e-05,
      "loss": 6.5039,
      "step": 22
    },
    {
      "epoch": 0.00224609375,
      "grad_norm": 9.595170974731445,
      "learning_rate": 7.666666666666667e-05,
      "loss": 6.5,
      "step": 23
    },
    {
      "epoch": 0.00234375,
      "grad_norm": 6.9720964431762695,
      "learning_rate": 8e-05,
      "loss": 6.4883,
      "step": 24
    },
    {
      "epoch": 0.00244140625,
      "grad_norm": 9.805245399475098,
      "learning_rate": 8.333333333333333e-05,
      "loss": 6.4414,
      "step": 25
    },
    {
      "epoch": 0.0025390625,
      "grad_norm": 5.9478044509887695,
      "learning_rate": 8.666666666666667e-05,
      "loss": 6.4297,
      "step": 26
    },
    {
      "epoch": 0.00263671875,
      "grad_norm": 8.962249755859375,
      "learning_rate": 8.999999999999999e-05,
      "loss": 6.4297,
      "step": 27
    },
    {
      "epoch": 0.002734375,
      "grad_norm": 5.202462673187256,
      "learning_rate": 9.333333333333334e-05,
      "loss": 6.375,
      "step": 28
    },
    {
      "epoch": 0.00283203125,
      "grad_norm": 5.034671306610107,
      "learning_rate": 9.666666666666667e-05,
      "loss": 6.3555,
      "step": 29
    },
    {
      "epoch": 0.0029296875,
      "grad_norm": 7.446832656860352,
      "learning_rate": 0.0001,
      "loss": 6.3477,
      "step": 30
    },
    {
      "epoch": 0.00302734375,
      "grad_norm": 5.554169654846191,
      "learning_rate": 0.00010333333333333333,
      "loss": 6.3086,
      "step": 31
    },
    {
      "epoch": 0.003125,
      "grad_norm": 5.340260028839111,
      "learning_rate": 0.00010666666666666668,
      "loss": 6.293,
      "step": 32
    },
    {
      "epoch": 0.00322265625,
      "grad_norm": 6.529757976531982,
      "learning_rate": 0.00011,
      "loss": 6.2812,
      "step": 33
    },
    {
      "epoch": 0.0033203125,
      "grad_norm": 8.140447616577148,
      "learning_rate": 0.00011333333333333333,
      "loss": 6.2656,
      "step": 34
    },
    {
      "epoch": 0.00341796875,
      "grad_norm": 5.15455961227417,
      "learning_rate": 0.00011666666666666667,
      "loss": 6.2266,
      "step": 35
    },
    {
      "epoch": 0.003515625,
      "grad_norm": 7.219542980194092,
      "learning_rate": 0.00012,
      "loss": 6.2539,
      "step": 36
    },
    {
      "epoch": 0.00361328125,
      "grad_norm": 5.522006988525391,
      "learning_rate": 0.00012333333333333334,
      "loss": 6.2305,
      "step": 37
    },
    {
      "epoch": 0.0037109375,
      "grad_norm": 4.108240127563477,
      "learning_rate": 0.0001266666666666667,
      "loss": 6.2109,
      "step": 38
    },
    {
      "epoch": 0.00380859375,
      "grad_norm": 5.117391586303711,
      "learning_rate": 0.00013000000000000002,
      "loss": 6.1992,
      "step": 39
    },
    {
      "epoch": 0.00390625,
      "grad_norm": 9.84037971496582,
      "learning_rate": 0.00013333333333333334,
      "loss": 6.2227,
      "step": 40
    },
    {
      "epoch": 0.00400390625,
      "grad_norm": 5.794247150421143,
      "learning_rate": 0.00013666666666666666,
      "loss": 6.1953,
      "step": 41
    },
    {
      "epoch": 0.0041015625,
      "grad_norm": 5.9350810050964355,
      "learning_rate": 0.00014000000000000001,
      "loss": 6.1836,
      "step": 42
    },
    {
      "epoch": 0.00419921875,
      "grad_norm": 6.219013214111328,
      "learning_rate": 0.00014333333333333334,
      "loss": 6.168,
      "step": 43
    },
    {
      "epoch": 0.004296875,
      "grad_norm": 4.501729488372803,
      "learning_rate": 0.00014666666666666666,
      "loss": 6.1055,
      "step": 44
    },
    {
      "epoch": 0.00439453125,
      "grad_norm": 6.2689948081970215,
      "learning_rate": 0.00015,
      "loss": 6.1328,
      "step": 45
    },
    {
      "epoch": 0.0044921875,
      "grad_norm": 4.54839563369751,
      "learning_rate": 0.00015333333333333334,
      "loss": 6.1055,
      "step": 46
    },
    {
      "epoch": 0.00458984375,
      "grad_norm": 4.619740009307861,
      "learning_rate": 0.0001566666666666667,
      "loss": 6.082,
      "step": 47
    },
    {
      "epoch": 0.0046875,
      "grad_norm": 7.260074615478516,
      "learning_rate": 0.00016,
      "loss": 6.0938,
      "step": 48
    },
    {
      "epoch": 0.00478515625,
      "grad_norm": 5.270298480987549,
      "learning_rate": 0.00016333333333333334,
      "loss": 6.0859,
      "step": 49
    },
    {
      "epoch": 0.0048828125,
      "grad_norm": 6.634472846984863,
      "learning_rate": 0.00016666666666666666,
      "loss": 6.0625,
      "step": 50
    },
    {
      "epoch": 0.00498046875,
      "grad_norm": 4.172934532165527,
      "learning_rate": 0.00017,
      "loss": 6.0469,
      "step": 51
    },
    {
      "epoch": 0.005078125,
      "grad_norm": 5.719873905181885,
      "learning_rate": 0.00017333333333333334,
      "loss": 6.0273,
      "step": 52
    },
    {
      "epoch": 0.00517578125,
      "grad_norm": 4.851602554321289,
      "learning_rate": 0.00017666666666666666,
      "loss": 6.0234,
      "step": 53
    },
    {
      "epoch": 0.0052734375,
      "grad_norm": 4.784290313720703,
      "learning_rate": 0.00017999999999999998,
      "loss": 5.9883,
      "step": 54
    },
    {
      "epoch": 0.00537109375,
      "grad_norm": 5.738783359527588,
      "learning_rate": 0.00018333333333333334,
      "loss": 6.0078,
      "step": 55
    },
    {
      "epoch": 0.00546875,
      "grad_norm": 4.525517463684082,
      "learning_rate": 0.0001866666666666667,
      "loss": 5.9844,
      "step": 56
    },
    {
      "epoch": 0.00556640625,
      "grad_norm": 5.545010566711426,
      "learning_rate": 0.00019,
      "loss": 6.0078,
      "step": 57
    },
    {
      "epoch": 0.0056640625,
      "grad_norm": 5.725442409515381,
      "learning_rate": 0.00019333333333333333,
      "loss": 5.9688,
      "step": 58
    },
    {
      "epoch": 0.00576171875,
      "grad_norm": 4.413902282714844,
      "learning_rate": 0.00019666666666666666,
      "loss": 5.9414,
      "step": 59
    },
    {
      "epoch": 0.005859375,
      "grad_norm": 4.734899520874023,
      "learning_rate": 0.0002,
      "loss": 5.9609,
      "step": 60
    },
    {
      "epoch": 0.00595703125,
      "grad_norm": 4.493259906768799,
      "learning_rate": 0.00020333333333333333,
      "loss": 5.9648,
      "step": 61
    },
    {
      "epoch": 0.0060546875,
      "grad_norm": 4.654330253601074,
      "learning_rate": 0.00020666666666666666,
      "loss": 5.957,
      "step": 62
    },
    {
      "epoch": 0.00615234375,
      "grad_norm": 5.410141944885254,
      "learning_rate": 0.00021,
      "loss": 5.9766,
      "step": 63
    },
    {
      "epoch": 0.00625,
      "grad_norm": 3.376593589782715,
      "learning_rate": 0.00021333333333333336,
      "loss": 5.9062,
      "step": 64
    },
    {
      "epoch": 0.00634765625,
      "grad_norm": 5.334528923034668,
      "learning_rate": 0.00021666666666666668,
      "loss": 5.9141,
      "step": 65
    },
    {
      "epoch": 0.0064453125,
      "grad_norm": 4.844014644622803,
      "learning_rate": 0.00022,
      "loss": 5.9062,
      "step": 66
    },
    {
      "epoch": 0.00654296875,
      "grad_norm": 4.3729939460754395,
      "learning_rate": 0.00022333333333333333,
      "loss": 5.9023,
      "step": 67
    },
    {
      "epoch": 0.006640625,
      "grad_norm": 6.744809627532959,
      "learning_rate": 0.00022666666666666666,
      "loss": 5.9648,
      "step": 68
    },
    {
      "epoch": 0.00673828125,
      "grad_norm": 4.010498046875,
      "learning_rate": 0.00023,
      "loss": 5.8945,
      "step": 69
    },
    {
      "epoch": 0.0068359375,
      "grad_norm": 5.671877384185791,
      "learning_rate": 0.00023333333333333333,
      "loss": 5.9414,
      "step": 70
    },
    {
      "epoch": 0.00693359375,
      "grad_norm": 3.9647581577301025,
      "learning_rate": 0.00023666666666666668,
      "loss": 5.8672,
      "step": 71
    },
    {
      "epoch": 0.00703125,
      "grad_norm": 4.879064083099365,
      "learning_rate": 0.00024,
      "loss": 5.8672,
      "step": 72
    },
    {
      "epoch": 0.00712890625,
      "grad_norm": 5.130377292633057,
      "learning_rate": 0.00024333333333333336,
      "loss": 5.8711,
      "step": 73
    },
    {
      "epoch": 0.0072265625,
      "grad_norm": 5.8605122566223145,
      "learning_rate": 0.0002466666666666667,
      "loss": 5.875,
      "step": 74
    },
    {
      "epoch": 0.00732421875,
      "grad_norm": 5.346503257751465,
      "learning_rate": 0.00025,
      "loss": 5.9023,
      "step": 75
    },
    {
      "epoch": 0.007421875,
      "grad_norm": 5.273228645324707,
      "learning_rate": 0.0002533333333333334,
      "loss": 5.8867,
      "step": 76
    },
    {
      "epoch": 0.00751953125,
      "grad_norm": 3.8530828952789307,
      "learning_rate": 0.00025666666666666665,
      "loss": 5.8477,
      "step": 77
    },
    {
      "epoch": 0.0076171875,
      "grad_norm": 5.188773155212402,
      "learning_rate": 0.00026000000000000003,
      "loss": 5.8633,
      "step": 78
    },
    {
      "epoch": 0.00771484375,
      "grad_norm": 3.4620485305786133,
      "learning_rate": 0.0002633333333333333,
      "loss": 5.8398,
      "step": 79
    },
    {
      "epoch": 0.0078125,
      "grad_norm": 4.68696403503418,
      "learning_rate": 0.0002666666666666667,
      "loss": 5.8359,
      "step": 80
    },
    {
      "epoch": 0.00791015625,
      "grad_norm": 4.243693828582764,
      "learning_rate": 0.00027,
      "loss": 5.8555,
      "step": 81
    },
    {
      "epoch": 0.0080078125,
      "grad_norm": 5.6479363441467285,
      "learning_rate": 0.00027333333333333333,
      "loss": 5.832,
      "step": 82
    },
    {
      "epoch": 0.00810546875,
      "grad_norm": 3.7417171001434326,
      "learning_rate": 0.00027666666666666665,
      "loss": 5.8281,
      "step": 83
    },
    {
      "epoch": 0.008203125,
      "grad_norm": 4.857771873474121,
      "learning_rate": 0.00028000000000000003,
      "loss": 5.8086,
      "step": 84
    },
    {
      "epoch": 0.00830078125,
      "grad_norm": 4.6594085693359375,
      "learning_rate": 0.00028333333333333335,
      "loss": 5.832,
      "step": 85
    },
    {
      "epoch": 0.0083984375,
      "grad_norm": 4.48290491104126,
      "learning_rate": 0.0002866666666666667,
      "loss": 5.8164,
      "step": 86
    },
    {
      "epoch": 0.00849609375,
      "grad_norm": 6.183064937591553,
      "learning_rate": 0.00029,
      "loss": 5.8398,
      "step": 87
    },
    {
      "epoch": 0.00859375,
      "grad_norm": 4.494201183319092,
      "learning_rate": 0.0002933333333333333,
      "loss": 5.7969,
      "step": 88
    },
    {
      "epoch": 0.00869140625,
      "grad_norm": 5.650720596313477,
      "learning_rate": 0.0002966666666666667,
      "loss": 5.8438,
      "step": 89
    },
    {
      "epoch": 0.0087890625,
      "grad_norm": 5.558387756347656,
      "learning_rate": 0.0003,
      "loss": 5.8555,
      "step": 90
    },
    {
      "epoch": 0.00888671875,
      "grad_norm": 5.16208553314209,
      "learning_rate": 0.00030333333333333335,
      "loss": 5.8086,
      "step": 91
    },
    {
      "epoch": 0.008984375,
      "grad_norm": 6.598042964935303,
      "learning_rate": 0.0003066666666666667,
      "loss": 5.8516,
      "step": 92
    },
    {
      "epoch": 0.00908203125,
      "grad_norm": 4.591591835021973,
      "learning_rate": 0.00031,
      "loss": 5.8555,
      "step": 93
    },
    {
      "epoch": 0.0091796875,
      "grad_norm": 4.879761695861816,
      "learning_rate": 0.0003133333333333334,
      "loss": 5.8203,
      "step": 94
    },
    {
      "epoch": 0.00927734375,
      "grad_norm": 5.21987771987915,
      "learning_rate": 0.00031666666666666665,
      "loss": 5.8203,
      "step": 95
    },
    {
      "epoch": 0.009375,
      "grad_norm": 4.257232666015625,
      "learning_rate": 0.00032,
      "loss": 5.8047,
      "step": 96
    },
    {
      "epoch": 0.00947265625,
      "grad_norm": 6.07011604309082,
      "learning_rate": 0.0003233333333333333,
      "loss": 5.8359,
      "step": 97
    },
    {
      "epoch": 0.0095703125,
      "grad_norm": 5.662813186645508,
      "learning_rate": 0.0003266666666666667,
      "loss": 5.8633,
      "step": 98
    },
    {
      "epoch": 0.00966796875,
      "grad_norm": 4.59433650970459,
      "learning_rate": 0.00033,
      "loss": 5.8086,
      "step": 99
    },
    {
      "epoch": 0.009765625,
      "grad_norm": 4.295780181884766,
      "learning_rate": 0.0003333333333333333,
      "loss": 5.8008,
      "step": 100
    },
    {
      "epoch": 0.00986328125,
      "grad_norm": 4.587396144866943,
      "learning_rate": 0.0003366666666666667,
      "loss": 5.8008,
      "step": 101
    },
    {
      "epoch": 0.0099609375,
      "grad_norm": 4.299502849578857,
      "learning_rate": 0.00034,
      "loss": 5.7773,
      "step": 102
    },
    {
      "epoch": 0.01005859375,
      "grad_norm": 4.284260272979736,
      "learning_rate": 0.00034333333333333335,
      "loss": 5.793,
      "step": 103
    },
    {
      "epoch": 0.01015625,
      "grad_norm": 6.048828601837158,
      "learning_rate": 0.00034666666666666667,
      "loss": 5.8008,
      "step": 104
    },
    {
      "epoch": 0.01025390625,
      "grad_norm": 4.235161304473877,
      "learning_rate": 0.00035,
      "loss": 5.7656,
      "step": 105
    },
    {
      "epoch": 0.0103515625,
      "grad_norm": 5.187899589538574,
      "learning_rate": 0.0003533333333333333,
      "loss": 5.8125,
      "step": 106
    },
    {
      "epoch": 0.01044921875,
      "grad_norm": 4.133037567138672,
      "learning_rate": 0.0003566666666666667,
      "loss": 5.8047,
      "step": 107
    },
    {
      "epoch": 0.010546875,
      "grad_norm": 5.822926044464111,
      "learning_rate": 0.00035999999999999997,
      "loss": 5.8281,
      "step": 108
    },
    {
      "epoch": 0.01064453125,
      "grad_norm": 4.3357672691345215,
      "learning_rate": 0.00036333333333333335,
      "loss": 5.7734,
      "step": 109
    },
    {
      "epoch": 0.0107421875,
      "grad_norm": 4.930606842041016,
      "learning_rate": 0.00036666666666666667,
      "loss": 5.7812,
      "step": 110
    },
    {
      "epoch": 0.01083984375,
      "grad_norm": 4.797028064727783,
      "learning_rate": 0.00037,
      "loss": 5.7695,
      "step": 111
    },
    {
      "epoch": 0.0109375,
      "grad_norm": 3.1973586082458496,
      "learning_rate": 0.0003733333333333334,
      "loss": 5.7539,
      "step": 112
    },
    {
      "epoch": 0.01103515625,
      "grad_norm": 4.5399980545043945,
      "learning_rate": 0.00037666666666666664,
      "loss": 5.7852,
      "step": 113
    },
    {
      "epoch": 0.0111328125,
      "grad_norm": 4.550619602203369,
      "learning_rate": 0.00038,
      "loss": 5.7773,
      "step": 114
    },
    {
      "epoch": 0.01123046875,
      "grad_norm": 5.377904415130615,
      "learning_rate": 0.00038333333333333334,
      "loss": 5.7891,
      "step": 115
    },
    {
      "epoch": 0.011328125,
      "grad_norm": 4.06483268737793,
      "learning_rate": 0.00038666666666666667,
      "loss": 5.6992,
      "step": 116
    },
    {
      "epoch": 0.01142578125,
      "grad_norm": 3.8046791553497314,
      "learning_rate": 0.00039000000000000005,
      "loss": 5.7344,
      "step": 117
    },
    {
      "epoch": 0.0115234375,
      "grad_norm": 4.709420204162598,
      "learning_rate": 0.0003933333333333333,
      "loss": 5.7461,
      "step": 118
    },
    {
      "epoch": 0.01162109375,
      "grad_norm": 4.36158561706543,
      "learning_rate": 0.0003966666666666667,
      "loss": 5.75,
      "step": 119
    },
    {
      "epoch": 0.01171875,
      "grad_norm": 4.972657680511475,
      "learning_rate": 0.0004,
      "loss": 5.7188,
      "step": 120
    },
    {
      "epoch": 0.01181640625,
      "grad_norm": 3.862230062484741,
      "learning_rate": 0.00040333333333333334,
      "loss": 5.7617,
      "step": 121
    },
    {
      "epoch": 0.0119140625,
      "grad_norm": 6.694273948669434,
      "learning_rate": 0.00040666666666666667,
      "loss": 5.7734,
      "step": 122
    },
    {
      "epoch": 0.01201171875,
      "grad_norm": 4.289857864379883,
      "learning_rate": 0.00041,
      "loss": 5.7539,
      "step": 123
    },
    {
      "epoch": 0.012109375,
      "grad_norm": 4.241764545440674,
      "learning_rate": 0.0004133333333333333,
      "loss": 5.7422,
      "step": 124
    },
    {
      "epoch": 0.01220703125,
      "grad_norm": 5.350276947021484,
      "learning_rate": 0.0004166666666666667,
      "loss": 5.7578,
      "step": 125
    },
    {
      "epoch": 0.0123046875,
      "grad_norm": 4.058553695678711,
      "learning_rate": 0.00042,
      "loss": 5.6992,
      "step": 126
    },
    {
      "epoch": 0.01240234375,
      "grad_norm": 4.70885705947876,
      "learning_rate": 0.00042333333333333334,
      "loss": 5.7383,
      "step": 127
    },
    {
      "epoch": 0.0125,
      "grad_norm": 4.190490245819092,
      "learning_rate": 0.0004266666666666667,
      "loss": 5.7305,
      "step": 128
    },
    {
      "epoch": 0.01259765625,
      "grad_norm": 6.176610469818115,
      "learning_rate": 0.00043,
      "loss": 5.7344,
      "step": 129
    },
    {
      "epoch": 0.0126953125,
      "grad_norm": 4.583580017089844,
      "learning_rate": 0.00043333333333333337,
      "loss": 5.7266,
      "step": 130
    },
    {
      "epoch": 0.01279296875,
      "grad_norm": 3.8871593475341797,
      "learning_rate": 0.00043666666666666664,
      "loss": 5.7422,
      "step": 131
    },
    {
      "epoch": 0.012890625,
      "grad_norm": 6.952763557434082,
      "learning_rate": 0.00044,
      "loss": 5.7812,
      "step": 132
    },
    {
      "epoch": 0.01298828125,
      "grad_norm": 4.236309051513672,
      "learning_rate": 0.00044333333333333334,
      "loss": 5.75,
      "step": 133
    },
    {
      "epoch": 0.0130859375,
      "grad_norm": 7.308345794677734,
      "learning_rate": 0.00044666666666666666,
      "loss": 5.8125,
      "step": 134
    },
    {
      "epoch": 0.01318359375,
      "grad_norm": 8.599268913269043,
      "learning_rate": 0.00045000000000000004,
      "loss": 5.918,
      "step": 135
    },
    {
      "epoch": 0.01328125,
      "grad_norm": 4.937841415405273,
      "learning_rate": 0.0004533333333333333,
      "loss": 5.8242,
      "step": 136
    },
    {
      "epoch": 0.01337890625,
      "grad_norm": 4.781856536865234,
      "learning_rate": 0.0004566666666666667,
      "loss": 5.7891,
      "step": 137
    },
    {
      "epoch": 0.0134765625,
      "grad_norm": 7.261330604553223,
      "learning_rate": 0.00046,
      "loss": 5.8203,
      "step": 138
    },
    {
      "epoch": 0.01357421875,
      "grad_norm": 5.891605854034424,
      "learning_rate": 0.00046333333333333334,
      "loss": 5.875,
      "step": 139
    },
    {
      "epoch": 0.013671875,
      "grad_norm": 7.775816440582275,
      "learning_rate": 0.00046666666666666666,
      "loss": 5.8672,
      "step": 140
    },
    {
      "epoch": 0.01376953125,
      "grad_norm": 3.8871777057647705,
      "learning_rate": 0.00047,
      "loss": 5.8359,
      "step": 141
    },
    {
      "epoch": 0.0138671875,
      "grad_norm": 5.772259712219238,
      "learning_rate": 0.00047333333333333336,
      "loss": 5.8477,
      "step": 142
    },
    {
      "epoch": 0.01396484375,
      "grad_norm": 4.485783100128174,
      "learning_rate": 0.0004766666666666667,
      "loss": 5.793,
      "step": 143
    },
    {
      "epoch": 0.0140625,
      "grad_norm": 4.418201446533203,
      "learning_rate": 0.00048,
      "loss": 5.7812,
      "step": 144
    },
    {
      "epoch": 0.01416015625,
      "grad_norm": 7.3408074378967285,
      "learning_rate": 0.00048333333333333334,
      "loss": 5.8516,
      "step": 145
    },
    {
      "epoch": 0.0142578125,
      "grad_norm": 5.989964962005615,
      "learning_rate": 0.0004866666666666667,
      "loss": 5.8945,
      "step": 146
    },
    {
      "epoch": 0.01435546875,
      "grad_norm": 4.477835655212402,
      "learning_rate": 0.00049,
      "loss": 5.8477,
      "step": 147
    },
    {
      "epoch": 0.014453125,
      "grad_norm": 6.493783950805664,
      "learning_rate": 0.0004933333333333334,
      "loss": 5.8594,
      "step": 148
    },
    {
      "epoch": 0.01455078125,
      "grad_norm": 6.190314292907715,
      "learning_rate": 0.0004966666666666666,
      "loss": 5.8906,
      "step": 149
    },
    {
      "epoch": 0.0146484375,
      "grad_norm": 6.708803653717041,
      "learning_rate": 0.0005,
      "loss": 5.8711,
      "step": 150
    },
    {
      "epoch": 0.01474609375,
      "grad_norm": 5.7710113525390625,
      "learning_rate": 0.0004999999890938886,
      "loss": 5.8633,
      "step": 151
    },
    {
      "epoch": 0.01484375,
      "grad_norm": 5.553577899932861,
      "learning_rate": 0.0004999999563755552,
      "loss": 5.8594,
      "step": 152
    },
    {
      "epoch": 0.01494140625,
      "grad_norm": 4.852464199066162,
      "learning_rate": 0.0004999999018450032,
      "loss": 5.8555,
      "step": 153
    },
    {
      "epoch": 0.0150390625,
      "grad_norm": 4.127274990081787,
      "learning_rate": 0.0004999998255022377,
      "loss": 5.793,
      "step": 154
    },
    {
      "epoch": 0.01513671875,
      "grad_norm": 5.139339923858643,
      "learning_rate": 0.0004999997273472664,
      "loss": 5.8398,
      "step": 155
    },
    {
      "epoch": 0.015234375,
      "grad_norm": 3.9165873527526855,
      "learning_rate": 0.0004999996073800985,
      "loss": 5.7852,
      "step": 156
    },
    {
      "epoch": 0.01533203125,
      "grad_norm": 4.544178485870361,
      "learning_rate": 0.0004999994656007457,
      "loss": 5.8125,
      "step": 157
    },
    {
      "epoch": 0.0154296875,
      "grad_norm": 4.998808860778809,
      "learning_rate": 0.0004999993020092219,
      "loss": 5.8359,
      "step": 158
    },
    {
      "epoch": 0.01552734375,
      "grad_norm": 5.184920787811279,
      "learning_rate": 0.0004999991166055426,
      "loss": 5.8281,
      "step": 159
    },
    {
      "epoch": 0.015625,
      "grad_norm": 3.716250419616699,
      "learning_rate": 0.0004999989093897262,
      "loss": 5.7969,
      "step": 160
    },
    {
      "epoch": 0.01572265625,
      "grad_norm": 3.8317952156066895,
      "learning_rate": 0.0004999986803617926,
      "loss": 5.7617,
      "step": 161
    },
    {
      "epoch": 0.0158203125,
      "grad_norm": 4.461795330047607,
      "learning_rate": 0.0004999984295217641,
      "loss": 5.8047,
      "step": 162
    },
    {
      "epoch": 0.01591796875,
      "grad_norm": 3.0825703144073486,
      "learning_rate": 0.0004999981568696648,
      "loss": 5.7656,
      "step": 163
    },
    {
      "epoch": 0.016015625,
      "grad_norm": 4.151459217071533,
      "learning_rate": 0.0004999978624055212,
      "loss": 5.7617,
      "step": 164
    },
    {
      "epoch": 0.01611328125,
      "grad_norm": 3.66987681388855,
      "learning_rate": 0.0004999975461293621,
      "loss": 5.7461,
      "step": 165
    },
    {
      "epoch": 0.0162109375,
      "grad_norm": 4.092290878295898,
      "learning_rate": 0.0004999972080412177,
      "loss": 5.75,
      "step": 166
    },
    {
      "epoch": 0.01630859375,
      "grad_norm": 4.104146480560303,
      "learning_rate": 0.0004999968481411212,
      "loss": 5.7656,
      "step": 167
    },
    {
      "epoch": 0.01640625,
      "grad_norm": 4.437919616699219,
      "learning_rate": 0.0004999964664291073,
      "loss": 5.7812,
      "step": 168
    },
    {
      "epoch": 0.01650390625,
      "grad_norm": 7.200653553009033,
      "learning_rate": 0.0004999960629052131,
      "loss": 5.7578,
      "step": 169
    },
    {
      "epoch": 0.0166015625,
      "grad_norm": 2.731268882751465,
      "learning_rate": 0.0004999956375694776,
      "loss": 5.707,
      "step": 170
    },
    {
      "epoch": 0.01669921875,
      "grad_norm": 5.332357406616211,
      "learning_rate": 0.0004999951904219421,
      "loss": 5.7461,
      "step": 171
    },
    {
      "epoch": 0.016796875,
      "grad_norm": 3.130514144897461,
      "learning_rate": 0.0004999947214626501,
      "loss": 5.7109,
      "step": 172
    },
    {
      "epoch": 0.01689453125,
      "grad_norm": 3.6535258293151855,
      "learning_rate": 0.0004999942306916466,
      "loss": 5.7344,
      "step": 173
    },
    {
      "epoch": 0.0169921875,
      "grad_norm": 3.5438027381896973,
      "learning_rate": 0.0004999937181089796,
      "loss": 5.6953,
      "step": 174
    },
    {
      "epoch": 0.01708984375,
      "grad_norm": 4.228607177734375,
      "learning_rate": 0.0004999931837146987,
      "loss": 5.7031,
      "step": 175
    },
    {
      "epoch": 0.0171875,
      "grad_norm": 3.217113971710205,
      "learning_rate": 0.0004999926275088556,
      "loss": 5.7148,
      "step": 176
    },
    {
      "epoch": 0.01728515625,
      "grad_norm": 4.9072041511535645,
      "learning_rate": 0.0004999920494915043,
      "loss": 5.75,
      "step": 177
    },
    {
      "epoch": 0.0173828125,
      "grad_norm": 2.8025128841400146,
      "learning_rate": 0.0004999914496627009,
      "loss": 5.7148,
      "step": 178
    },
    {
      "epoch": 0.01748046875,
      "grad_norm": 2.481431245803833,
      "learning_rate": 0.0004999908280225035,
      "loss": 5.6445,
      "step": 179
    },
    {
      "epoch": 0.017578125,
      "grad_norm": 3.0694146156311035,
      "learning_rate": 0.0004999901845709722,
      "loss": 5.6602,
      "step": 180
    },
    {
      "epoch": 0.01767578125,
      "grad_norm": 2.6255242824554443,
      "learning_rate": 0.0004999895193081698,
      "loss": 5.6523,
      "step": 181
    },
    {
      "epoch": 0.0177734375,
      "grad_norm": 3.0787289142608643,
      "learning_rate": 0.0004999888322341602,
      "loss": 5.6367,
      "step": 182
    },
    {
      "epoch": 0.01787109375,
      "grad_norm": 3.5675113201141357,
      "learning_rate": 0.0004999881233490104,
      "loss": 5.6875,
      "step": 183
    },
    {
      "epoch": 0.01796875,
      "grad_norm": 3.278024673461914,
      "learning_rate": 0.0004999873926527891,
      "loss": 5.6406,
      "step": 184
    },
    {
      "epoch": 0.01806640625,
      "grad_norm": 3.4470205307006836,
      "learning_rate": 0.0004999866401455671,
      "loss": 5.6328,
      "step": 185
    },
    {
      "epoch": 0.0181640625,
      "grad_norm": 2.537705659866333,
      "learning_rate": 0.0004999858658274172,
      "loss": 5.625,
      "step": 186
    },
    {
      "epoch": 0.01826171875,
      "grad_norm": 3.446849822998047,
      "learning_rate": 0.0004999850696984147,
      "loss": 5.6367,
      "step": 187
    },
    {
      "epoch": 0.018359375,
      "grad_norm": 2.9557571411132812,
      "learning_rate": 0.0004999842517586367,
      "loss": 5.6523,
      "step": 188
    },
    {
      "epoch": 0.01845703125,
      "grad_norm": 2.224954605102539,
      "learning_rate": 0.0004999834120081624,
      "loss": 5.6133,
      "step": 189
    },
    {
      "epoch": 0.0185546875,
      "grad_norm": 2.847534418106079,
      "learning_rate": 0.0004999825504470732,
      "loss": 5.5977,
      "step": 190
    },
    {
      "epoch": 0.01865234375,
      "grad_norm": 3.08176851272583,
      "learning_rate": 0.0004999816670754527,
      "loss": 5.6094,
      "step": 191
    },
    {
      "epoch": 0.01875,
      "grad_norm": 2.509631872177124,
      "learning_rate": 0.0004999807618933866,
      "loss": 5.582,
      "step": 192
    },
    {
      "epoch": 0.01884765625,
      "grad_norm": 2.551470994949341,
      "learning_rate": 0.0004999798349009626,
      "loss": 5.582,
      "step": 193
    },
    {
      "epoch": 0.0189453125,
      "grad_norm": 2.8080625534057617,
      "learning_rate": 0.0004999788860982706,
      "loss": 5.5898,
      "step": 194
    },
    {
      "epoch": 0.01904296875,
      "grad_norm": 2.784714698791504,
      "learning_rate": 0.0004999779154854024,
      "loss": 5.6016,
      "step": 195
    },
    {
      "epoch": 0.019140625,
      "grad_norm": 2.6262359619140625,
      "learning_rate": 0.0004999769230624524,
      "loss": 5.5664,
      "step": 196
    },
    {
      "epoch": 0.01923828125,
      "grad_norm": 2.2458934783935547,
      "learning_rate": 0.0004999759088295165,
      "loss": 5.5508,
      "step": 197
    },
    {
      "epoch": 0.0193359375,
      "grad_norm": 2.5689525604248047,
      "learning_rate": 0.0004999748727866932,
      "loss": 5.5625,
      "step": 198
    },
    {
      "epoch": 0.01943359375,
      "grad_norm": 2.44174861907959,
      "learning_rate": 0.0004999738149340828,
      "loss": 5.5352,
      "step": 199
    },
    {
      "epoch": 0.01953125,
      "grad_norm": 2.5862767696380615,
      "learning_rate": 0.000499972735271788,
      "loss": 5.5234,
      "step": 200
    },
    {
      "epoch": 0.01962890625,
      "grad_norm": 2.2569644451141357,
      "learning_rate": 0.0004999716337999135,
      "loss": 5.5078,
      "step": 201
    },
    {
      "epoch": 0.0197265625,
      "grad_norm": 2.5576300621032715,
      "learning_rate": 0.0004999705105185659,
      "loss": 5.5391,
      "step": 202
    },
    {
      "epoch": 0.01982421875,
      "grad_norm": 2.7671685218811035,
      "learning_rate": 0.0004999693654278542,
      "loss": 5.5234,
      "step": 203
    },
    {
      "epoch": 0.019921875,
      "grad_norm": 1.9716945886611938,
      "learning_rate": 0.0004999681985278894,
      "loss": 5.4961,
      "step": 204
    },
    {
      "epoch": 0.02001953125,
      "grad_norm": 2.345658302307129,
      "learning_rate": 0.0004999670098187846,
      "loss": 5.4961,
      "step": 205
    },
    {
      "epoch": 0.0201171875,
      "grad_norm": 2.1516318321228027,
      "learning_rate": 0.0004999657993006551,
      "loss": 5.5078,
      "step": 206
    },
    {
      "epoch": 0.02021484375,
      "grad_norm": 2.983196258544922,
      "learning_rate": 0.0004999645669736181,
      "loss": 5.5273,
      "step": 207
    },
    {
      "epoch": 0.0203125,
      "grad_norm": 2.5061614513397217,
      "learning_rate": 0.0004999633128377932,
      "loss": 5.5195,
      "step": 208
    },
    {
      "epoch": 0.02041015625,
      "grad_norm": 1.7015206813812256,
      "learning_rate": 0.000499962036893302,
      "loss": 5.4961,
      "step": 209
    },
    {
      "epoch": 0.0205078125,
      "grad_norm": 2.2488410472869873,
      "learning_rate": 0.0004999607391402681,
      "loss": 5.4258,
      "step": 210
    },
    {
      "epoch": 0.02060546875,
      "grad_norm": 2.7714498043060303,
      "learning_rate": 0.0004999594195788175,
      "loss": 5.5039,
      "step": 211
    },
    {
      "epoch": 0.020703125,
      "grad_norm": 2.1639745235443115,
      "learning_rate": 0.0004999580782090778,
      "loss": 5.4922,
      "step": 212
    },
    {
      "epoch": 0.02080078125,
      "grad_norm": 1.9490896463394165,
      "learning_rate": 0.0004999567150311793,
      "loss": 5.4492,
      "step": 213
    },
    {
      "epoch": 0.0208984375,
      "grad_norm": 2.291276454925537,
      "learning_rate": 0.0004999553300452541,
      "loss": 5.4648,
      "step": 214
    },
    {
      "epoch": 0.02099609375,
      "grad_norm": 2.4977705478668213,
      "learning_rate": 0.0004999539232514363,
      "loss": 5.4688,
      "step": 215
    },
    {
      "epoch": 0.02109375,
      "grad_norm": 2.013157367706299,
      "learning_rate": 0.0004999524946498624,
      "loss": 5.4727,
      "step": 216
    },
    {
      "epoch": 0.02119140625,
      "grad_norm": 2.35416579246521,
      "learning_rate": 0.000499951044240671,
      "loss": 5.457,
      "step": 217
    },
    {
      "epoch": 0.0212890625,
      "grad_norm": 1.7172154188156128,
      "learning_rate": 0.0004999495720240027,
      "loss": 5.4531,
      "step": 218
    },
    {
      "epoch": 0.02138671875,
      "grad_norm": 2.345547676086426,
      "learning_rate": 0.000499948078,
      "loss": 5.4609,
      "step": 219
    },
    {
      "epoch": 0.021484375,
      "grad_norm": 2.2435221672058105,
      "learning_rate": 0.0004999465621688078,
      "loss": 5.4453,
      "step": 220
    },
    {
      "epoch": 0.02158203125,
      "grad_norm": 2.306879997253418,
      "learning_rate": 0.0004999450245305732,
      "loss": 5.4414,
      "step": 221
    },
    {
      "epoch": 0.0216796875,
      "grad_norm": 2.2427804470062256,
      "learning_rate": 0.0004999434650854452,
      "loss": 5.4531,
      "step": 222
    },
    {
      "epoch": 0.02177734375,
      "grad_norm": 1.790202260017395,
      "learning_rate": 0.000499941883833575,
      "loss": 5.457,
      "step": 223
    },
    {
      "epoch": 0.021875,
      "grad_norm": 1.838149070739746,
      "learning_rate": 0.0004999402807751157,
      "loss": 5.4297,
      "step": 224
    },
    {
      "epoch": 0.02197265625,
      "grad_norm": 2.016653299331665,
      "learning_rate": 0.000499938655910223,
      "loss": 5.4141,
      "step": 225
    },
    {
      "epoch": 0.0220703125,
      "grad_norm": 2.0161890983581543,
      "learning_rate": 0.0004999370092390541,
      "loss": 5.3906,
      "step": 226
    },
    {
      "epoch": 0.02216796875,
      "grad_norm": 2.036649465560913,
      "learning_rate": 0.0004999353407617689,
      "loss": 5.4297,
      "step": 227
    },
    {
      "epoch": 0.022265625,
      "grad_norm": 1.5296927690505981,
      "learning_rate": 0.000499933650478529,
      "loss": 5.4023,
      "step": 228
    },
    {
      "epoch": 0.02236328125,
      "grad_norm": 1.713457703590393,
      "learning_rate": 0.0004999319383894985,
      "loss": 5.4219,
      "step": 229
    },
    {
      "epoch": 0.0224609375,
      "grad_norm": 2.3026342391967773,
      "learning_rate": 0.000499930204494843,
      "loss": 5.4453,
      "step": 230
    },
    {
      "epoch": 0.02255859375,
      "grad_norm": 2.2491424083709717,
      "learning_rate": 0.0004999284487947308,
      "loss": 5.4219,
      "step": 231
    },
    {
      "epoch": 0.02265625,
      "grad_norm": 2.2838447093963623,
      "learning_rate": 0.0004999266712893322,
      "loss": 5.4336,
      "step": 232
    },
    {
      "epoch": 0.02275390625,
      "grad_norm": 1.7964040040969849,
      "learning_rate": 0.0004999248719788193,
      "loss": 5.4141,
      "step": 233
    },
    {
      "epoch": 0.0228515625,
      "grad_norm": 2.0387890338897705,
      "learning_rate": 0.0004999230508633667,
      "loss": 5.4102,
      "step": 234
    },
    {
      "epoch": 0.02294921875,
      "grad_norm": 2.3577651977539062,
      "learning_rate": 0.0004999212079431507,
      "loss": 5.4297,
      "step": 235
    },
    {
      "epoch": 0.023046875,
      "grad_norm": 1.8143409490585327,
      "learning_rate": 0.0004999193432183504,
      "loss": 5.4023,
      "step": 236
    },
    {
      "epoch": 0.02314453125,
      "grad_norm": 1.6521782875061035,
      "learning_rate": 0.0004999174566891461,
      "loss": 5.3906,
      "step": 237
    },
    {
      "epoch": 0.0232421875,
      "grad_norm": 1.8481347560882568,
      "learning_rate": 0.000499915548355721,
      "loss": 5.3984,
      "step": 238
    },
    {
      "epoch": 0.02333984375,
      "grad_norm": 2.1952035427093506,
      "learning_rate": 0.0004999136182182601,
      "loss": 5.3984,
      "step": 239
    },
    {
      "epoch": 0.0234375,
      "grad_norm": 2.0808660984039307,
      "learning_rate": 0.0004999116662769502,
      "loss": 5.3945,
      "step": 240
    },
    {
      "epoch": 0.02353515625,
      "grad_norm": 2.293430805206299,
      "learning_rate": 0.0004999096925319808,
      "loss": 5.4102,
      "step": 241
    },
    {
      "epoch": 0.0236328125,
      "grad_norm": 1.6741044521331787,
      "learning_rate": 0.0004999076969835432,
      "loss": 5.4062,
      "step": 242
    },
    {
      "epoch": 0.02373046875,
      "grad_norm": 1.95404851436615,
      "learning_rate": 0.0004999056796318308,
      "loss": 5.3672,
      "step": 243
    },
    {
      "epoch": 0.023828125,
      "grad_norm": 1.8848334550857544,
      "learning_rate": 0.0004999036404770391,
      "loss": 5.375,
      "step": 244
    },
    {
      "epoch": 0.02392578125,
      "grad_norm": 1.6347148418426514,
      "learning_rate": 0.0004999015795193661,
      "loss": 5.3711,
      "step": 245
    },
    {
      "epoch": 0.0240234375,
      "grad_norm": 2.3380987644195557,
      "learning_rate": 0.0004998994967590113,
      "loss": 5.4023,
      "step": 246
    },
    {
      "epoch": 0.02412109375,
      "grad_norm": 1.4733819961547852,
      "learning_rate": 0.0004998973921961767,
      "loss": 5.3711,
      "step": 247
    },
    {
      "epoch": 0.02421875,
      "grad_norm": 2.443174362182617,
      "learning_rate": 0.0004998952658310662,
      "loss": 5.3633,
      "step": 248
    },
    {
      "epoch": 0.02431640625,
      "grad_norm": 1.9105093479156494,
      "learning_rate": 0.0004998931176638861,
      "loss": 5.375,
      "step": 249
    },
    {
      "epoch": 0.0244140625,
      "grad_norm": 2.14117431640625,
      "learning_rate": 0.0004998909476948446,
      "loss": 5.3672,
      "step": 250
    },
    {
      "epoch": 0.02451171875,
      "grad_norm": 1.5175701379776,
      "learning_rate": 0.0004998887559241521,
      "loss": 5.3711,
      "step": 251
    },
    {
      "epoch": 0.024609375,
      "grad_norm": 1.7954213619232178,
      "learning_rate": 0.000499886542352021,
      "loss": 5.3359,
      "step": 252
    },
    {
      "epoch": 0.02470703125,
      "grad_norm": 2.0219264030456543,
      "learning_rate": 0.0004998843069786659,
      "loss": 5.3516,
      "step": 253
    },
    {
      "epoch": 0.0248046875,
      "grad_norm": 2.42618465423584,
      "learning_rate": 0.0004998820498043036,
      "loss": 5.3594,
      "step": 254
    },
    {
      "epoch": 0.02490234375,
      "grad_norm": 2.4111266136169434,
      "learning_rate": 0.0004998797708291528,
      "loss": 5.3477,
      "step": 255
    },
    {
      "epoch": 0.025,
      "grad_norm": 1.6236835718154907,
      "learning_rate": 0.0004998774700534346,
      "loss": 5.3516,
      "step": 256
    },
    {
      "epoch": 0.02509765625,
      "grad_norm": 2.249431610107422,
      "learning_rate": 0.0004998751474773718,
      "loss": 5.3789,
      "step": 257
    },
    {
      "epoch": 0.0251953125,
      "grad_norm": 1.878957986831665,
      "learning_rate": 0.0004998728031011897,
      "loss": 5.3359,
      "step": 258
    },
    {
      "epoch": 0.02529296875,
      "grad_norm": 1.7500239610671997,
      "learning_rate": 0.0004998704369251156,
      "loss": 5.3086,
      "step": 259
    },
    {
      "epoch": 0.025390625,
      "grad_norm": 1.5108247995376587,
      "learning_rate": 0.0004998680489493788,
      "loss": 5.3008,
      "step": 260
    },
    {
      "epoch": 0.02548828125,
      "grad_norm": 1.8362010717391968,
      "learning_rate": 0.0004998656391742108,
      "loss": 5.3398,
      "step": 261
    },
    {
      "epoch": 0.0255859375,
      "grad_norm": 1.7218053340911865,
      "learning_rate": 0.0004998632075998453,
      "loss": 5.3633,
      "step": 262
    },
    {
      "epoch": 0.02568359375,
      "grad_norm": 1.8602724075317383,
      "learning_rate": 0.000499860754226518,
      "loss": 5.3477,
      "step": 263
    },
    {
      "epoch": 0.02578125,
      "grad_norm": 1.3672821521759033,
      "learning_rate": 0.0004998582790544667,
      "loss": 5.3047,
      "step": 264
    },
    {
      "epoch": 0.02587890625,
      "grad_norm": 1.5733098983764648,
      "learning_rate": 0.0004998557820839313,
      "loss": 5.3203,
      "step": 265
    },
    {
      "epoch": 0.0259765625,
      "grad_norm": 1.547677993774414,
      "learning_rate": 0.0004998532633151539,
      "loss": 5.3203,
      "step": 266
    },
    {
      "epoch": 0.02607421875,
      "grad_norm": 1.8635348081588745,
      "learning_rate": 0.0004998507227483789,
      "loss": 5.332,
      "step": 267
    },
    {
      "epoch": 0.026171875,
      "grad_norm": 1.7884019613265991,
      "learning_rate": 0.0004998481603838523,
      "loss": 5.3281,
      "step": 268
    },
    {
      "epoch": 0.02626953125,
      "grad_norm": 1.6009703874588013,
      "learning_rate": 0.0004998455762218225,
      "loss": 5.3125,
      "step": 269
    },
    {
      "epoch": 0.0263671875,
      "grad_norm": 1.79560387134552,
      "learning_rate": 0.0004998429702625401,
      "loss": 5.3125,
      "step": 270
    },
    {
      "epoch": 0.02646484375,
      "grad_norm": 2.2909066677093506,
      "learning_rate": 0.0004998403425062579,
      "loss": 5.3242,
      "step": 271
    },
    {
      "epoch": 0.0265625,
      "grad_norm": 1.209547758102417,
      "learning_rate": 0.0004998376929532305,
      "loss": 5.3164,
      "step": 272
    },
    {
      "epoch": 0.02666015625,
      "grad_norm": 1.811440110206604,
      "learning_rate": 0.0004998350216037146,
      "loss": 5.3047,
      "step": 273
    },
    {
      "epoch": 0.0267578125,
      "grad_norm": 1.956322193145752,
      "learning_rate": 0.0004998323284579694,
      "loss": 5.3086,
      "step": 274
    },
    {
      "epoch": 0.02685546875,
      "grad_norm": 2.4985668659210205,
      "learning_rate": 0.000499829613516256,
      "loss": 5.3047,
      "step": 275
    },
    {
      "epoch": 0.026953125,
      "grad_norm": 2.2196872234344482,
      "learning_rate": 0.0004998268767788373,
      "loss": 5.3125,
      "step": 276
    },
    {
      "epoch": 0.02705078125,
      "grad_norm": 2.2135283946990967,
      "learning_rate": 0.0004998241182459789,
      "loss": 5.3242,
      "step": 277
    },
    {
      "epoch": 0.0271484375,
      "grad_norm": 1.4025847911834717,
      "learning_rate": 0.0004998213379179481,
      "loss": 5.3398,
      "step": 278
    },
    {
      "epoch": 0.02724609375,
      "grad_norm": 2.832472801208496,
      "learning_rate": 0.0004998185357950144,
      "loss": 5.3047,
      "step": 279
    },
    {
      "epoch": 0.02734375,
      "grad_norm": 1.4372154474258423,
      "learning_rate": 0.0004998157118774496,
      "loss": 5.3047,
      "step": 280
    },
    {
      "epoch": 0.02744140625,
      "grad_norm": 2.209719657897949,
      "learning_rate": 0.0004998128661655274,
      "loss": 5.3008,
      "step": 281
    },
    {
      "epoch": 0.0275390625,
      "grad_norm": 2.680424928665161,
      "learning_rate": 0.0004998099986595235,
      "loss": 5.3047,
      "step": 282
    },
    {
      "epoch": 0.02763671875,
      "grad_norm": 2.1611225605010986,
      "learning_rate": 0.0004998071093597162,
      "loss": 5.3008,
      "step": 283
    },
    {
      "epoch": 0.027734375,
      "grad_norm": 1.9571424722671509,
      "learning_rate": 0.0004998041982663851,
      "loss": 5.2891,
      "step": 284
    },
    {
      "epoch": 0.02783203125,
      "grad_norm": 1.3447707891464233,
      "learning_rate": 0.000499801265379813,
      "loss": 5.2852,
      "step": 285
    },
    {
      "epoch": 0.0279296875,
      "grad_norm": 2.0131936073303223,
      "learning_rate": 0.0004997983107002838,
      "loss": 5.3086,
      "step": 286
    },
    {
      "epoch": 0.02802734375,
      "grad_norm": 1.1873258352279663,
      "learning_rate": 0.0004997953342280843,
      "loss": 5.2656,
      "step": 287
    },
    {
      "epoch": 0.028125,
      "grad_norm": 2.239952564239502,
      "learning_rate": 0.0004997923359635027,
      "loss": 5.2773,
      "step": 288
    },
    {
      "epoch": 0.02822265625,
      "grad_norm": 1.3604589700698853,
      "learning_rate": 0.0004997893159068297,
      "loss": 5.2773,
      "step": 289
    },
    {
      "epoch": 0.0283203125,
      "grad_norm": 1.888407826423645,
      "learning_rate": 0.0004997862740583584,
      "loss": 5.2852,
      "step": 290
    },
    {
      "epoch": 0.02841796875,
      "grad_norm": 1.8944205045700073,
      "learning_rate": 0.0004997832104183833,
      "loss": 5.2812,
      "step": 291
    },
    {
      "epoch": 0.028515625,
      "grad_norm": 1.1297378540039062,
      "learning_rate": 0.0004997801249872016,
      "loss": 5.25,
      "step": 292
    },
    {
      "epoch": 0.02861328125,
      "grad_norm": 1.6378464698791504,
      "learning_rate": 0.0004997770177651123,
      "loss": 5.2461,
      "step": 293
    },
    {
      "epoch": 0.0287109375,
      "grad_norm": 1.3006982803344727,
      "learning_rate": 0.0004997738887524168,
      "loss": 5.2578,
      "step": 294
    },
    {
      "epoch": 0.02880859375,
      "grad_norm": 1.8940247297286987,
      "learning_rate": 0.0004997707379494183,
      "loss": 5.2773,
      "step": 295
    },
    {
      "epoch": 0.02890625,
      "grad_norm": 1.5350399017333984,
      "learning_rate": 0.0004997675653564223,
      "loss": 5.2656,
      "step": 296
    },
    {
      "epoch": 0.02900390625,
      "grad_norm": 1.58504056930542,
      "learning_rate": 0.0004997643709737363,
      "loss": 5.2695,
      "step": 297
    },
    {
      "epoch": 0.0291015625,
      "grad_norm": 1.5148996114730835,
      "learning_rate": 0.0004997611548016699,
      "loss": 5.2734,
      "step": 298
    },
    {
      "epoch": 0.02919921875,
      "grad_norm": 1.2484545707702637,
      "learning_rate": 0.0004997579168405352,
      "loss": 5.25,
      "step": 299
    },
    {
      "epoch": 0.029296875,
      "grad_norm": 1.4745291471481323,
      "learning_rate": 0.0004997546570906458,
      "loss": 5.2773,
      "step": 300
    },
    {
      "epoch": 0.02939453125,
      "grad_norm": 1.0975582599639893,
      "learning_rate": 0.0004997513755523179,
      "loss": 5.2344,
      "step": 301
    },
    {
      "epoch": 0.0294921875,
      "grad_norm": 1.4826176166534424,
      "learning_rate": 0.0004997480722258694,
      "loss": 5.2617,
      "step": 302
    },
    {
      "epoch": 0.02958984375,
      "grad_norm": 1.3512847423553467,
      "learning_rate": 0.0004997447471116207,
      "loss": 5.2422,
      "step": 303
    },
    {
      "epoch": 0.0296875,
      "grad_norm": 1.2088016271591187,
      "learning_rate": 0.0004997414002098941,
      "loss": 5.2539,
      "step": 304
    },
    {
      "epoch": 0.02978515625,
      "grad_norm": 1.3594310283660889,
      "learning_rate": 0.0004997380315210142,
      "loss": 5.2695,
      "step": 305
    },
    {
      "epoch": 0.0298828125,
      "grad_norm": 1.6119142770767212,
      "learning_rate": 0.0004997346410453074,
      "loss": 5.2383,
      "step": 306
    },
    {
      "epoch": 0.02998046875,
      "grad_norm": 1.2976305484771729,
      "learning_rate": 0.0004997312287831024,
      "loss": 5.2773,
      "step": 307
    },
    {
      "epoch": 0.030078125,
      "grad_norm": 1.1194605827331543,
      "learning_rate": 0.00049972779473473,
      "loss": 5.2656,
      "step": 308
    },
    {
      "epoch": 0.03017578125,
      "grad_norm": 1.244971752166748,
      "learning_rate": 0.0004997243389005232,
      "loss": 5.2383,
      "step": 309
    },
    {
      "epoch": 0.0302734375,
      "grad_norm": 1.1144415140151978,
      "learning_rate": 0.0004997208612808168,
      "loss": 5.2188,
      "step": 310
    },
    {
      "epoch": 0.03037109375,
      "grad_norm": 1.1849431991577148,
      "learning_rate": 0.0004997173618759482,
      "loss": 5.2422,
      "step": 311
    },
    {
      "epoch": 0.03046875,
      "grad_norm": 1.3395856618881226,
      "learning_rate": 0.0004997138406862565,
      "loss": 5.2422,
      "step": 312
    },
    {
      "epoch": 0.03056640625,
      "grad_norm": 1.1774636507034302,
      "learning_rate": 0.0004997102977120832,
      "loss": 5.2188,
      "step": 313
    },
    {
      "epoch": 0.0306640625,
      "grad_norm": 1.4251941442489624,
      "learning_rate": 0.0004997067329537714,
      "loss": 5.2578,
      "step": 314
    },
    {
      "epoch": 0.03076171875,
      "grad_norm": 1.4117344617843628,
      "learning_rate": 0.0004997031464116672,
      "loss": 5.207,
      "step": 315
    },
    {
      "epoch": 0.030859375,
      "grad_norm": 1.3700896501541138,
      "learning_rate": 0.0004996995380861178,
      "loss": 5.2305,
      "step": 316
    },
    {
      "epoch": 0.03095703125,
      "grad_norm": 1.682862401008606,
      "learning_rate": 0.0004996959079774734,
      "loss": 5.25,
      "step": 317
    },
    {
      "epoch": 0.0310546875,
      "grad_norm": 1.1571077108383179,
      "learning_rate": 0.0004996922560860856,
      "loss": 5.2109,
      "step": 318
    },
    {
      "epoch": 0.03115234375,
      "grad_norm": 1.1706202030181885,
      "learning_rate": 0.0004996885824123087,
      "loss": 5.2344,
      "step": 319
    },
    {
      "epoch": 0.03125,
      "grad_norm": 1.116774082183838,
      "learning_rate": 0.0004996848869564986,
      "loss": 5.2227,
      "step": 320
    },
    {
      "epoch": 0.03134765625,
      "grad_norm": 1.3174951076507568,
      "learning_rate": 0.0004996811697190137,
      "loss": 5.207,
      "step": 321
    },
    {
      "epoch": 0.0314453125,
      "grad_norm": 1.7159594297409058,
      "learning_rate": 0.0004996774307002142,
      "loss": 5.2305,
      "step": 322
    },
    {
      "epoch": 0.03154296875,
      "grad_norm": 1.1668405532836914,
      "learning_rate": 0.0004996736699004628,
      "loss": 5.2344,
      "step": 323
    },
    {
      "epoch": 0.031640625,
      "grad_norm": 1.4254777431488037,
      "learning_rate": 0.000499669887320124,
      "loss": 5.2188,
      "step": 324
    },
    {
      "epoch": 0.03173828125,
      "grad_norm": 1.4150874614715576,
      "learning_rate": 0.0004996660829595643,
      "loss": 5.2461,
      "step": 325
    },
    {
      "epoch": 0.0318359375,
      "grad_norm": 1.4464291334152222,
      "learning_rate": 0.0004996622568191529,
      "loss": 5.207,
      "step": 326
    },
    {
      "epoch": 0.03193359375,
      "grad_norm": 1.3123974800109863,
      "learning_rate": 0.0004996584088992603,
      "loss": 5.2227,
      "step": 327
    },
    {
      "epoch": 0.03203125,
      "grad_norm": 1.2821930646896362,
      "learning_rate": 0.0004996545392002597,
      "loss": 5.2344,
      "step": 328
    },
    {
      "epoch": 0.03212890625,
      "grad_norm": 1.6003687381744385,
      "learning_rate": 0.0004996506477225264,
      "loss": 5.1836,
      "step": 329
    },
    {
      "epoch": 0.0322265625,
      "grad_norm": 1.305853009223938,
      "learning_rate": 0.0004996467344664374,
      "loss": 5.2266,
      "step": 330
    },
    {
      "epoch": 0.03232421875,
      "grad_norm": 1.6081973314285278,
      "learning_rate": 0.0004996427994323723,
      "loss": 5.2031,
      "step": 331
    },
    {
      "epoch": 0.032421875,
      "grad_norm": 1.0995270013809204,
      "learning_rate": 0.0004996388426207123,
      "loss": 5.1797,
      "step": 332
    },
    {
      "epoch": 0.03251953125,
      "grad_norm": 1.1569955348968506,
      "learning_rate": 0.0004996348640318412,
      "loss": 5.2305,
      "step": 333
    },
    {
      "epoch": 0.0326171875,
      "grad_norm": 1.3775110244750977,
      "learning_rate": 0.0004996308636661447,
      "loss": 5.2266,
      "step": 334
    },
    {
      "epoch": 0.03271484375,
      "grad_norm": 1.2185978889465332,
      "learning_rate": 0.0004996268415240104,
      "loss": 5.1641,
      "step": 335
    },
    {
      "epoch": 0.0328125,
      "grad_norm": 1.349692702293396,
      "learning_rate": 0.0004996227976058285,
      "loss": 5.1914,
      "step": 336
    },
    {
      "epoch": 0.03291015625,
      "grad_norm": 0.9755382537841797,
      "learning_rate": 0.0004996187319119908,
      "loss": 5.1914,
      "step": 337
    },
    {
      "epoch": 0.0330078125,
      "grad_norm": 1.187360405921936,
      "learning_rate": 0.0004996146444428916,
      "loss": 5.1875,
      "step": 338
    },
    {
      "epoch": 0.03310546875,
      "grad_norm": 1.2067431211471558,
      "learning_rate": 0.000499610535198927,
      "loss": 5.2109,
      "step": 339
    },
    {
      "epoch": 0.033203125,
      "grad_norm": 1.2557358741760254,
      "learning_rate": 0.0004996064041804956,
      "loss": 5.1953,
      "step": 340
    },
    {
      "epoch": 0.03330078125,
      "grad_norm": 1.191425085067749,
      "learning_rate": 0.0004996022513879977,
      "loss": 5.1719,
      "step": 341
    },
    {
      "epoch": 0.0333984375,
      "grad_norm": 0.985287606716156,
      "learning_rate": 0.0004995980768218358,
      "loss": 5.1719,
      "step": 342
    },
    {
      "epoch": 0.03349609375,
      "grad_norm": 2.132200002670288,
      "learning_rate": 0.0004995938804824146,
      "loss": 5.2109,
      "step": 343
    },
    {
      "epoch": 0.03359375,
      "grad_norm": 0.8363533616065979,
      "learning_rate": 0.0004995896623701412,
      "loss": 5.1914,
      "step": 344
    },
    {
      "epoch": 0.03369140625,
      "grad_norm": 1.090147614479065,
      "learning_rate": 0.0004995854224854243,
      "loss": 5.2031,
      "step": 345
    },
    {
      "epoch": 0.0337890625,
      "grad_norm": 1.313947319984436,
      "learning_rate": 0.000499581160828675,
      "loss": 5.1523,
      "step": 346
    },
    {
      "epoch": 0.03388671875,
      "grad_norm": 1.3441343307495117,
      "learning_rate": 0.0004995768774003062,
      "loss": 5.1797,
      "step": 347
    },
    {
      "epoch": 0.033984375,
      "grad_norm": 1.4852529764175415,
      "learning_rate": 0.0004995725722007335,
      "loss": 5.2031,
      "step": 348
    },
    {
      "epoch": 0.03408203125,
      "grad_norm": 1.9018231630325317,
      "learning_rate": 0.0004995682452303741,
      "loss": 5.1797,
      "step": 349
    },
    {
      "epoch": 0.0341796875,
      "grad_norm": 0.8266469836235046,
      "learning_rate": 0.0004995638964896475,
      "loss": 5.1758,
      "step": 350
    },
    {
      "epoch": 0.03427734375,
      "grad_norm": 0.971101701259613,
      "learning_rate": 0.0004995595259789752,
      "loss": 5.168,
      "step": 351
    },
    {
      "epoch": 0.034375,
      "grad_norm": 1.2720019817352295,
      "learning_rate": 0.0004995551336987809,
      "loss": 5.1914,
      "step": 352
    },
    {
      "epoch": 0.03447265625,
      "grad_norm": 1.524877667427063,
      "learning_rate": 0.0004995507196494905,
      "loss": 5.1836,
      "step": 353
    },
    {
      "epoch": 0.0345703125,
      "grad_norm": 1.155196189880371,
      "learning_rate": 0.0004995462838315319,
      "loss": 5.1484,
      "step": 354
    },
    {
      "epoch": 0.03466796875,
      "grad_norm": 1.2725322246551514,
      "learning_rate": 0.0004995418262453351,
      "loss": 5.1562,
      "step": 355
    },
    {
      "epoch": 0.034765625,
      "grad_norm": 1.064315915107727,
      "learning_rate": 0.000499537346891332,
      "loss": 5.1641,
      "step": 356
    },
    {
      "epoch": 0.03486328125,
      "grad_norm": 1.1174203157424927,
      "learning_rate": 0.0004995328457699573,
      "loss": 5.1289,
      "step": 357
    },
    {
      "epoch": 0.0349609375,
      "grad_norm": 1.5893704891204834,
      "learning_rate": 0.000499528322881647,
      "loss": 5.1523,
      "step": 358
    },
    {
      "epoch": 0.03505859375,
      "grad_norm": 1.3740280866622925,
      "learning_rate": 0.0004995237782268397,
      "loss": 5.1289,
      "step": 359
    },
    {
      "epoch": 0.03515625,
      "grad_norm": 1.560889720916748,
      "learning_rate": 0.000499519211805976,
      "loss": 5.1875,
      "step": 360
    },
    {
      "epoch": 0.03525390625,
      "grad_norm": 1.1352694034576416,
      "learning_rate": 0.0004995146236194984,
      "loss": 5.1758,
      "step": 361
    },
    {
      "epoch": 0.0353515625,
      "grad_norm": 1.4046801328659058,
      "learning_rate": 0.0004995100136678519,
      "loss": 5.1758,
      "step": 362
    },
    {
      "epoch": 0.03544921875,
      "grad_norm": 1.10200035572052,
      "learning_rate": 0.0004995053819514834,
      "loss": 5.1523,
      "step": 363
    },
    {
      "epoch": 0.035546875,
      "grad_norm": 1.179033875465393,
      "learning_rate": 0.0004995007284708418,
      "loss": 5.1367,
      "step": 364
    },
    {
      "epoch": 0.03564453125,
      "grad_norm": 1.1701732873916626,
      "learning_rate": 0.0004994960532263782,
      "loss": 5.1406,
      "step": 365
    },
    {
      "epoch": 0.0357421875,
      "grad_norm": 1.096832513809204,
      "learning_rate": 0.000499491356218546,
      "loss": 5.1484,
      "step": 366
    },
    {
      "epoch": 0.03583984375,
      "grad_norm": 1.4660563468933105,
      "learning_rate": 0.0004994866374478003,
      "loss": 5.1562,
      "step": 367
    },
    {
      "epoch": 0.0359375,
      "grad_norm": 1.2725329399108887,
      "learning_rate": 0.0004994818969145989,
      "loss": 5.1719,
      "step": 368
    },
    {
      "epoch": 0.03603515625,
      "grad_norm": 1.5378856658935547,
      "learning_rate": 0.000499477134619401,
      "loss": 5.1758,
      "step": 369
    },
    {
      "epoch": 0.0361328125,
      "grad_norm": 1.0054930448532104,
      "learning_rate": 0.0004994723505626685,
      "loss": 5.2031,
      "step": 370
    },
    {
      "epoch": 0.03623046875,
      "grad_norm": 1.3905240297317505,
      "learning_rate": 0.0004994675447448651,
      "loss": 5.1562,
      "step": 371
    },
    {
      "epoch": 0.036328125,
      "grad_norm": 1.2946956157684326,
      "learning_rate": 0.0004994627171664565,
      "loss": 5.1641,
      "step": 372
    },
    {
      "epoch": 0.03642578125,
      "grad_norm": 0.8594855070114136,
      "learning_rate": 0.0004994578678279112,
      "loss": 5.1133,
      "step": 373
    },
    {
      "epoch": 0.0365234375,
      "grad_norm": 1.0982156991958618,
      "learning_rate": 0.0004994529967296989,
      "loss": 5.1445,
      "step": 374
    },
    {
      "epoch": 0.03662109375,
      "grad_norm": 1.197832703590393,
      "learning_rate": 0.0004994481038722919,
      "loss": 5.1875,
      "step": 375
    },
    {
      "epoch": 0.03671875,
      "grad_norm": 0.903097927570343,
      "learning_rate": 0.0004994431892561646,
      "loss": 5.1523,
      "step": 376
    },
    {
      "epoch": 0.03681640625,
      "grad_norm": 1.064278483390808,
      "learning_rate": 0.0004994382528817935,
      "loss": 5.1602,
      "step": 377
    },
    {
      "epoch": 0.0369140625,
      "grad_norm": 1.0776413679122925,
      "learning_rate": 0.0004994332947496568,
      "loss": 5.1406,
      "step": 378
    },
    {
      "epoch": 0.03701171875,
      "grad_norm": 0.99156254529953,
      "learning_rate": 0.0004994283148602357,
      "loss": 5.1484,
      "step": 379
    },
    {
      "epoch": 0.037109375,
      "grad_norm": 1.25286066532135,
      "learning_rate": 0.0004994233132140125,
      "loss": 5.1367,
      "step": 380
    },
    {
      "epoch": 0.03720703125,
      "grad_norm": 0.9926852583885193,
      "learning_rate": 0.0004994182898114722,
      "loss": 5.1328,
      "step": 381
    },
    {
      "epoch": 0.0373046875,
      "grad_norm": 1.0031254291534424,
      "learning_rate": 0.0004994132446531019,
      "loss": 5.125,
      "step": 382
    },
    {
      "epoch": 0.03740234375,
      "grad_norm": 1.1352587938308716,
      "learning_rate": 0.0004994081777393907,
      "loss": 5.1719,
      "step": 383
    },
    {
      "epoch": 0.0375,
      "grad_norm": 1.145836591720581,
      "learning_rate": 0.0004994030890708297,
      "loss": 5.1211,
      "step": 384
    },
    {
      "epoch": 0.03759765625,
      "grad_norm": 1.125534176826477,
      "learning_rate": 0.0004993979786479121,
      "loss": 5.125,
      "step": 385
    },
    {
      "epoch": 0.0376953125,
      "grad_norm": 0.9138064384460449,
      "learning_rate": 0.0004993928464711337,
      "loss": 5.1289,
      "step": 386
    },
    {
      "epoch": 0.03779296875,
      "grad_norm": 1.0376123189926147,
      "learning_rate": 0.0004993876925409917,
      "loss": 5.1328,
      "step": 387
    },
    {
      "epoch": 0.037890625,
      "grad_norm": 1.0181726217269897,
      "learning_rate": 0.0004993825168579857,
      "loss": 5.1289,
      "step": 388
    },
    {
      "epoch": 0.03798828125,
      "grad_norm": 1.191735029220581,
      "learning_rate": 0.0004993773194226178,
      "loss": 5.1172,
      "step": 389
    },
    {
      "epoch": 0.0380859375,
      "grad_norm": 1.0628931522369385,
      "learning_rate": 0.0004993721002353915,
      "loss": 5.1133,
      "step": 390
    },
    {
      "epoch": 0.03818359375,
      "grad_norm": 1.2050843238830566,
      "learning_rate": 0.0004993668592968129,
      "loss": 5.1172,
      "step": 391
    },
    {
      "epoch": 0.03828125,
      "grad_norm": 0.8847583532333374,
      "learning_rate": 0.0004993615966073902,
      "loss": 5.1328,
      "step": 392
    },
    {
      "epoch": 0.03837890625,
      "grad_norm": 0.9037215709686279,
      "learning_rate": 0.0004993563121676332,
      "loss": 5.1406,
      "step": 393
    },
    {
      "epoch": 0.0384765625,
      "grad_norm": 0.8788461685180664,
      "learning_rate": 0.0004993510059780546,
      "loss": 5.1523,
      "step": 394
    },
    {
      "epoch": 0.03857421875,
      "grad_norm": 0.788327693939209,
      "learning_rate": 0.0004993456780391686,
      "loss": 5.1016,
      "step": 395
    },
    {
      "epoch": 0.038671875,
      "grad_norm": 0.874692440032959,
      "learning_rate": 0.0004993403283514919,
      "loss": 5.0938,
      "step": 396
    },
    {
      "epoch": 0.03876953125,
      "grad_norm": 1.0633156299591064,
      "learning_rate": 0.0004993349569155428,
      "loss": 5.1289,
      "step": 397
    },
    {
      "epoch": 0.0388671875,
      "grad_norm": 1.076167106628418,
      "learning_rate": 0.0004993295637318423,
      "loss": 5.1172,
      "step": 398
    },
    {
      "epoch": 0.03896484375,
      "grad_norm": 0.9785029292106628,
      "learning_rate": 0.0004993241488009131,
      "loss": 5.0977,
      "step": 399
    },
    {
      "epoch": 0.0390625,
      "grad_norm": 1.0597959756851196,
      "learning_rate": 0.0004993187121232801,
      "loss": 5.1094,
      "step": 400
    },
    {
      "epoch": 0.03916015625,
      "grad_norm": 1.2436349391937256,
      "learning_rate": 0.0004993132536994705,
      "loss": 5.1289,
      "step": 401
    },
    {
      "epoch": 0.0392578125,
      "grad_norm": 1.0709871053695679,
      "learning_rate": 0.0004993077735300133,
      "loss": 5.1328,
      "step": 402
    },
    {
      "epoch": 0.03935546875,
      "grad_norm": 1.018754005432129,
      "learning_rate": 0.0004993022716154399,
      "loss": 5.1094,
      "step": 403
    },
    {
      "epoch": 0.039453125,
      "grad_norm": 0.8745573163032532,
      "learning_rate": 0.0004992967479562836,
      "loss": 5.1172,
      "step": 404
    },
    {
      "epoch": 0.03955078125,
      "grad_norm": 0.8379338979721069,
      "learning_rate": 0.0004992912025530799,
      "loss": 5.1406,
      "step": 405
    },
    {
      "epoch": 0.0396484375,
      "grad_norm": 0.8244563341140747,
      "learning_rate": 0.0004992856354063663,
      "loss": 5.1328,
      "step": 406
    },
    {
      "epoch": 0.03974609375,
      "grad_norm": 1.0282996892929077,
      "learning_rate": 0.0004992800465166826,
      "loss": 5.1016,
      "step": 407
    },
    {
      "epoch": 0.03984375,
      "grad_norm": 0.8590074777603149,
      "learning_rate": 0.0004992744358845707,
      "loss": 5.1094,
      "step": 408
    },
    {
      "epoch": 0.03994140625,
      "grad_norm": 0.7324565052986145,
      "learning_rate": 0.0004992688035105744,
      "loss": 5.1094,
      "step": 409
    },
    {
      "epoch": 0.0400390625,
      "grad_norm": 0.8005876541137695,
      "learning_rate": 0.0004992631493952395,
      "loss": 5.1094,
      "step": 410
    },
    {
      "epoch": 0.04013671875,
      "grad_norm": 1.217882513999939,
      "learning_rate": 0.0004992574735391144,
      "loss": 5.0938,
      "step": 411
    },
    {
      "epoch": 0.040234375,
      "grad_norm": 1.186151385307312,
      "learning_rate": 0.0004992517759427494,
      "loss": 5.1094,
      "step": 412
    },
    {
      "epoch": 0.04033203125,
      "grad_norm": 0.851876974105835,
      "learning_rate": 0.0004992460566066967,
      "loss": 5.0781,
      "step": 413
    },
    {
      "epoch": 0.0404296875,
      "grad_norm": 0.8220931887626648,
      "learning_rate": 0.0004992403155315107,
      "loss": 5.0977,
      "step": 414
    },
    {
      "epoch": 0.04052734375,
      "grad_norm": 0.848565399646759,
      "learning_rate": 0.0004992345527177482,
      "loss": 5.0898,
      "step": 415
    },
    {
      "epoch": 0.040625,
      "grad_norm": 1.1592659950256348,
      "learning_rate": 0.0004992287681659676,
      "loss": 5.0781,
      "step": 416
    },
    {
      "epoch": 0.04072265625,
      "grad_norm": 1.0059559345245361,
      "learning_rate": 0.0004992229618767298,
      "loss": 5.0781,
      "step": 417
    },
    {
      "epoch": 0.0408203125,
      "grad_norm": 0.9418927431106567,
      "learning_rate": 0.0004992171338505975,
      "loss": 5.0898,
      "step": 418
    },
    {
      "epoch": 0.04091796875,
      "grad_norm": 0.8450960516929626,
      "learning_rate": 0.0004992112840881359,
      "loss": 5.0898,
      "step": 419
    },
    {
      "epoch": 0.041015625,
      "grad_norm": 0.739745557308197,
      "learning_rate": 0.0004992054125899122,
      "loss": 5.0625,
      "step": 420
    },
    {
      "epoch": 0.04111328125,
      "grad_norm": 0.6499938368797302,
      "learning_rate": 0.0004991995193564953,
      "loss": 5.0742,
      "step": 421
    },
    {
      "epoch": 0.0412109375,
      "grad_norm": 0.5470448136329651,
      "learning_rate": 0.0004991936043884566,
      "loss": 5.0859,
      "step": 422
    },
    {
      "epoch": 0.04130859375,
      "grad_norm": 0.582874059677124,
      "learning_rate": 0.0004991876676863697,
      "loss": 5.0664,
      "step": 423
    },
    {
      "epoch": 0.04140625,
      "grad_norm": 0.61722731590271,
      "learning_rate": 0.0004991817092508099,
      "loss": 5.0898,
      "step": 424
    },
    {
      "epoch": 0.04150390625,
      "grad_norm": 0.6884714365005493,
      "learning_rate": 0.0004991757290823548,
      "loss": 5.0703,
      "step": 425
    },
    {
      "epoch": 0.0416015625,
      "grad_norm": 0.8316398859024048,
      "learning_rate": 0.0004991697271815845,
      "loss": 5.1367,
      "step": 426
    },
    {
      "epoch": 0.04169921875,
      "grad_norm": 0.9839829802513123,
      "learning_rate": 0.0004991637035490805,
      "loss": 5.0703,
      "step": 427
    },
    {
      "epoch": 0.041796875,
      "grad_norm": 1.0404824018478394,
      "learning_rate": 0.0004991576581854267,
      "loss": 5.0586,
      "step": 428
    },
    {
      "epoch": 0.04189453125,
      "grad_norm": 0.8250628709793091,
      "learning_rate": 0.0004991515910912095,
      "loss": 5.0625,
      "step": 429
    },
    {
      "epoch": 0.0419921875,
      "grad_norm": 0.7997605204582214,
      "learning_rate": 0.0004991455022670168,
      "loss": 5.0938,
      "step": 430
    },
    {
      "epoch": 0.04208984375,
      "grad_norm": 0.6865594983100891,
      "learning_rate": 0.0004991393917134388,
      "loss": 5.0781,
      "step": 431
    },
    {
      "epoch": 0.0421875,
      "grad_norm": 0.6902148723602295,
      "learning_rate": 0.0004991332594310682,
      "loss": 5.0586,
      "step": 432
    },
    {
      "epoch": 0.04228515625,
      "grad_norm": 0.6424334645271301,
      "learning_rate": 0.0004991271054204992,
      "loss": 5.0742,
      "step": 433
    },
    {
      "epoch": 0.0423828125,
      "grad_norm": 0.6057596802711487,
      "learning_rate": 0.0004991209296823285,
      "loss": 5.0625,
      "step": 434
    },
    {
      "epoch": 0.04248046875,
      "grad_norm": 0.6817944645881653,
      "learning_rate": 0.0004991147322171548,
      "loss": 5.082,
      "step": 435
    },
    {
      "epoch": 0.042578125,
      "grad_norm": 0.7707593441009521,
      "learning_rate": 0.0004991085130255789,
      "loss": 5.0586,
      "step": 436
    },
    {
      "epoch": 0.04267578125,
      "grad_norm": 0.9107893109321594,
      "learning_rate": 0.0004991022721082037,
      "loss": 5.0898,
      "step": 437
    },
    {
      "epoch": 0.0427734375,
      "grad_norm": 1.1807111501693726,
      "learning_rate": 0.0004990960094656342,
      "loss": 5.0195,
      "step": 438
    },
    {
      "epoch": 0.04287109375,
      "grad_norm": 1.1950851678848267,
      "learning_rate": 0.0004990897250984774,
      "loss": 5.0469,
      "step": 439
    },
    {
      "epoch": 0.04296875,
      "grad_norm": 0.7908074855804443,
      "learning_rate": 0.0004990834190073428,
      "loss": 5.1016,
      "step": 440
    },
    {
      "epoch": 0.04306640625,
      "grad_norm": 0.7892453670501709,
      "learning_rate": 0.0004990770911928416,
      "loss": 5.0938,
      "step": 441
    },
    {
      "epoch": 0.0431640625,
      "grad_norm": 0.7331576347351074,
      "learning_rate": 0.0004990707416555871,
      "loss": 5.0508,
      "step": 442
    },
    {
      "epoch": 0.04326171875,
      "grad_norm": 0.7229627966880798,
      "learning_rate": 0.000499064370396195,
      "loss": 5.0234,
      "step": 443
    },
    {
      "epoch": 0.043359375,
      "grad_norm": 0.8491083979606628,
      "learning_rate": 0.000499057977415283,
      "loss": 5.0859,
      "step": 444
    },
    {
      "epoch": 0.04345703125,
      "grad_norm": 1.1333506107330322,
      "learning_rate": 0.0004990515627134706,
      "loss": 5.0859,
      "step": 445
    },
    {
      "epoch": 0.0435546875,
      "grad_norm": 1.0400718450546265,
      "learning_rate": 0.00049904512629138,
      "loss": 5.0703,
      "step": 446
    },
    {
      "epoch": 0.04365234375,
      "grad_norm": 0.8677104115486145,
      "learning_rate": 0.000499038668149635,
      "loss": 5.0273,
      "step": 447
    },
    {
      "epoch": 0.04375,
      "grad_norm": 1.0702966451644897,
      "learning_rate": 0.0004990321882888617,
      "loss": 5.0664,
      "step": 448
    },
    {
      "epoch": 0.04384765625,
      "grad_norm": 0.9019585847854614,
      "learning_rate": 0.0004990256867096881,
      "loss": 5.0352,
      "step": 449
    },
    {
      "epoch": 0.0439453125,
      "grad_norm": 0.7547096014022827,
      "learning_rate": 0.0004990191634127448,
      "loss": 5.0664,
      "step": 450
    },
    {
      "epoch": 0.04404296875,
      "grad_norm": 0.6731748580932617,
      "learning_rate": 0.0004990126183986639,
      "loss": 5.0625,
      "step": 451
    },
    {
      "epoch": 0.044140625,
      "grad_norm": 0.738862931728363,
      "learning_rate": 0.0004990060516680802,
      "loss": 5.082,
      "step": 452
    },
    {
      "epoch": 0.04423828125,
      "grad_norm": 0.7783480286598206,
      "learning_rate": 0.00049899946322163,
      "loss": 5.0703,
      "step": 453
    },
    {
      "epoch": 0.0443359375,
      "grad_norm": 0.7385779023170471,
      "learning_rate": 0.0004989928530599521,
      "loss": 5.0547,
      "step": 454
    },
    {
      "epoch": 0.04443359375,
      "grad_norm": 1.394942283630371,
      "learning_rate": 0.0004989862211836873,
      "loss": 5.0547,
      "step": 455
    },
    {
      "epoch": 0.04453125,
      "grad_norm": 0.5369975566864014,
      "learning_rate": 0.0004989795675934787,
      "loss": 5.0781,
      "step": 456
    },
    {
      "epoch": 0.04462890625,
      "grad_norm": 0.6641459465026855,
      "learning_rate": 0.0004989728922899712,
      "loss": 5.0117,
      "step": 457
    },
    {
      "epoch": 0.0447265625,
      "grad_norm": 0.7093449831008911,
      "learning_rate": 0.0004989661952738118,
      "loss": 5.0586,
      "step": 458
    },
    {
      "epoch": 0.04482421875,
      "grad_norm": 0.8085068464279175,
      "learning_rate": 0.0004989594765456498,
      "loss": 5.0508,
      "step": 459
    },
    {
      "epoch": 0.044921875,
      "grad_norm": 1.188184142112732,
      "learning_rate": 0.0004989527361061366,
      "loss": 5.0391,
      "step": 460
    },
    {
      "epoch": 0.04501953125,
      "grad_norm": 0.9588766098022461,
      "learning_rate": 0.0004989459739559257,
      "loss": 5.0195,
      "step": 461
    },
    {
      "epoch": 0.0451171875,
      "grad_norm": 0.8630503416061401,
      "learning_rate": 0.0004989391900956725,
      "loss": 5.0195,
      "step": 462
    },
    {
      "epoch": 0.04521484375,
      "grad_norm": 0.8916110396385193,
      "learning_rate": 0.0004989323845260346,
      "loss": 5.0586,
      "step": 463
    },
    {
      "epoch": 0.0453125,
      "grad_norm": 0.8974289298057556,
      "learning_rate": 0.0004989255572476719,
      "loss": 5.0547,
      "step": 464
    },
    {
      "epoch": 0.04541015625,
      "grad_norm": 0.9970776438713074,
      "learning_rate": 0.0004989187082612462,
      "loss": 5.0469,
      "step": 465
    },
    {
      "epoch": 0.0455078125,
      "grad_norm": 0.885099470615387,
      "learning_rate": 0.0004989118375674216,
      "loss": 5.043,
      "step": 466
    },
    {
      "epoch": 0.04560546875,
      "grad_norm": 0.659532368183136,
      "learning_rate": 0.0004989049451668639,
      "loss": 5.0547,
      "step": 467
    },
    {
      "epoch": 0.045703125,
      "grad_norm": 0.8999412655830383,
      "learning_rate": 0.0004988980310602415,
      "loss": 5.0117,
      "step": 468
    },
    {
      "epoch": 0.04580078125,
      "grad_norm": 0.7855193018913269,
      "learning_rate": 0.0004988910952482246,
      "loss": 5.0859,
      "step": 469
    },
    {
      "epoch": 0.0458984375,
      "grad_norm": 0.9827584028244019,
      "learning_rate": 0.0004988841377314855,
      "loss": 5.0586,
      "step": 470
    },
    {
      "epoch": 0.04599609375,
      "grad_norm": 1.13511323928833,
      "learning_rate": 0.0004988771585106988,
      "loss": 5.0547,
      "step": 471
    },
    {
      "epoch": 0.04609375,
      "grad_norm": 0.8385241627693176,
      "learning_rate": 0.000498870157586541,
      "loss": 5.0586,
      "step": 472
    },
    {
      "epoch": 0.04619140625,
      "grad_norm": 0.7410266995429993,
      "learning_rate": 0.0004988631349596909,
      "loss": 5.0664,
      "step": 473
    },
    {
      "epoch": 0.0462890625,
      "grad_norm": 0.6939350962638855,
      "learning_rate": 0.0004988560906308291,
      "loss": 5.043,
      "step": 474
    },
    {
      "epoch": 0.04638671875,
      "grad_norm": 0.7858873605728149,
      "learning_rate": 0.0004988490246006388,
      "loss": 5.0469,
      "step": 475
    },
    {
      "epoch": 0.046484375,
      "grad_norm": 1.0619468688964844,
      "learning_rate": 0.0004988419368698047,
      "loss": 5.0234,
      "step": 476
    },
    {
      "epoch": 0.04658203125,
      "grad_norm": 1.3020342588424683,
      "learning_rate": 0.0004988348274390141,
      "loss": 5.0469,
      "step": 477
    },
    {
      "epoch": 0.0466796875,
      "grad_norm": 0.7949604988098145,
      "learning_rate": 0.0004988276963089561,
      "loss": 5.0391,
      "step": 478
    },
    {
      "epoch": 0.04677734375,
      "grad_norm": 0.8782525658607483,
      "learning_rate": 0.0004988205434803222,
      "loss": 5.043,
      "step": 479
    },
    {
      "epoch": 0.046875,
      "grad_norm": 0.9638606309890747,
      "learning_rate": 0.0004988133689538055,
      "loss": 5.0703,
      "step": 480
    },
    {
      "epoch": 0.04697265625,
      "grad_norm": 0.8633697032928467,
      "learning_rate": 0.0004988061727301019,
      "loss": 5.0,
      "step": 481
    },
    {
      "epoch": 0.0470703125,
      "grad_norm": 0.719272255897522,
      "learning_rate": 0.0004987989548099087,
      "loss": 5.043,
      "step": 482
    },
    {
      "epoch": 0.04716796875,
      "grad_norm": 0.7947590947151184,
      "learning_rate": 0.0004987917151939257,
      "loss": 5.0273,
      "step": 483
    },
    {
      "epoch": 0.047265625,
      "grad_norm": 0.8721004128456116,
      "learning_rate": 0.000498784453882855,
      "loss": 5.0469,
      "step": 484
    },
    {
      "epoch": 0.04736328125,
      "grad_norm": 0.840782880783081,
      "learning_rate": 0.0004987771708774001,
      "loss": 5.0273,
      "step": 485
    },
    {
      "epoch": 0.0474609375,
      "grad_norm": 0.6539798974990845,
      "learning_rate": 0.0004987698661782674,
      "loss": 5.0273,
      "step": 486
    },
    {
      "epoch": 0.04755859375,
      "grad_norm": 0.6629400253295898,
      "learning_rate": 0.0004987625397861649,
      "loss": 5.0273,
      "step": 487
    },
    {
      "epoch": 0.04765625,
      "grad_norm": 0.69793301820755,
      "learning_rate": 0.0004987551917018028,
      "loss": 4.9961,
      "step": 488
    },
    {
      "epoch": 0.04775390625,
      "grad_norm": 0.8525344133377075,
      "learning_rate": 0.0004987478219258936,
      "loss": 5.0508,
      "step": 489
    },
    {
      "epoch": 0.0478515625,
      "grad_norm": 0.9601410627365112,
      "learning_rate": 0.0004987404304591514,
      "loss": 5.0391,
      "step": 490
    },
    {
      "epoch": 0.04794921875,
      "grad_norm": 0.8520921468734741,
      "learning_rate": 0.0004987330173022932,
      "loss": 5.0273,
      "step": 491
    },
    {
      "epoch": 0.048046875,
      "grad_norm": 0.8635746240615845,
      "learning_rate": 0.0004987255824560374,
      "loss": 5.0234,
      "step": 492
    },
    {
      "epoch": 0.04814453125,
      "grad_norm": 0.998202383518219,
      "learning_rate": 0.0004987181259211048,
      "loss": 5.0273,
      "step": 493
    },
    {
      "epoch": 0.0482421875,
      "grad_norm": 1.2011066675186157,
      "learning_rate": 0.0004987106476982184,
      "loss": 5.0312,
      "step": 494
    },
    {
      "epoch": 0.04833984375,
      "grad_norm": 0.7638375163078308,
      "learning_rate": 0.0004987031477881029,
      "loss": 5.0312,
      "step": 495
    },
    {
      "epoch": 0.0484375,
      "grad_norm": 0.70158451795578,
      "learning_rate": 0.0004986956261914856,
      "loss": 5.0156,
      "step": 496
    },
    {
      "epoch": 0.04853515625,
      "grad_norm": 0.7986351847648621,
      "learning_rate": 0.0004986880829090954,
      "loss": 5.0234,
      "step": 497
    },
    {
      "epoch": 0.0486328125,
      "grad_norm": 0.8812294006347656,
      "learning_rate": 0.0004986805179416638,
      "loss": 5.0156,
      "step": 498
    },
    {
      "epoch": 0.04873046875,
      "grad_norm": 0.8842159509658813,
      "learning_rate": 0.0004986729312899242,
      "loss": 5.0156,
      "step": 499
    },
    {
      "epoch": 0.048828125,
      "grad_norm": 0.8196664452552795,
      "learning_rate": 0.000498665322954612,
      "loss": 5.0078,
      "step": 500
    },
    {
      "epoch": 0.04892578125,
      "grad_norm": 0.774849534034729,
      "learning_rate": 0.0004986576929364646,
      "loss": 5.0273,
      "step": 501
    },
    {
      "epoch": 0.0490234375,
      "grad_norm": 0.6376418471336365,
      "learning_rate": 0.0004986500412362219,
      "loss": 5.0234,
      "step": 502
    },
    {
      "epoch": 0.04912109375,
      "grad_norm": 0.49704745411872864,
      "learning_rate": 0.0004986423678546257,
      "loss": 4.9922,
      "step": 503
    },
    {
      "epoch": 0.04921875,
      "grad_norm": 0.49575215578079224,
      "learning_rate": 0.0004986346727924197,
      "loss": 5.0234,
      "step": 504
    },
    {
      "epoch": 0.04931640625,
      "grad_norm": 0.5091367363929749,
      "learning_rate": 0.0004986269560503501,
      "loss": 4.9961,
      "step": 505
    },
    {
      "epoch": 0.0494140625,
      "grad_norm": 0.7224910855293274,
      "learning_rate": 0.0004986192176291647,
      "loss": 4.9922,
      "step": 506
    },
    {
      "epoch": 0.04951171875,
      "grad_norm": 0.8590059280395508,
      "learning_rate": 0.0004986114575296141,
      "loss": 5.0234,
      "step": 507
    },
    {
      "epoch": 0.049609375,
      "grad_norm": 0.7906845808029175,
      "learning_rate": 0.0004986036757524501,
      "loss": 5.0195,
      "step": 508
    },
    {
      "epoch": 0.04970703125,
      "grad_norm": 0.6573899388313293,
      "learning_rate": 0.0004985958722984275,
      "loss": 5.0117,
      "step": 509
    },
    {
      "epoch": 0.0498046875,
      "grad_norm": 0.5708054900169373,
      "learning_rate": 0.0004985880471683026,
      "loss": 5.0,
      "step": 510
    },
    {
      "epoch": 0.04990234375,
      "grad_norm": 0.6391012668609619,
      "learning_rate": 0.000498580200362834,
      "loss": 5.0156,
      "step": 511
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6893157362937927,
      "learning_rate": 0.0004985723318827824,
      "loss": 5.0078,
      "step": 512
    },
    {
      "epoch": 0.05009765625,
      "grad_norm": 0.7473337054252625,
      "learning_rate": 0.0004985644417289107,
      "loss": 5.0352,
      "step": 513
    },
    {
      "epoch": 0.0501953125,
      "grad_norm": 0.6992818713188171,
      "learning_rate": 0.0004985565299019836,
      "loss": 4.9766,
      "step": 514
    },
    {
      "epoch": 0.05029296875,
      "grad_norm": 0.5503939986228943,
      "learning_rate": 0.0004985485964027682,
      "loss": 5.0156,
      "step": 515
    },
    {
      "epoch": 0.050390625,
      "grad_norm": 0.5531403422355652,
      "learning_rate": 0.0004985406412320337,
      "loss": 5.0234,
      "step": 516
    },
    {
      "epoch": 0.05048828125,
      "grad_norm": 0.5232397317886353,
      "learning_rate": 0.0004985326643905511,
      "loss": 4.9922,
      "step": 517
    },
    {
      "epoch": 0.0505859375,
      "grad_norm": 0.5153787732124329,
      "learning_rate": 0.0004985246658790939,
      "loss": 4.9922,
      "step": 518
    },
    {
      "epoch": 0.05068359375,
      "grad_norm": 0.7395737767219543,
      "learning_rate": 0.0004985166456984375,
      "loss": 4.9961,
      "step": 519
    },
    {
      "epoch": 0.05078125,
      "grad_norm": 0.7297258973121643,
      "learning_rate": 0.0004985086038493591,
      "loss": 5.0195,
      "step": 520
    },
    {
      "epoch": 0.05087890625,
      "grad_norm": 0.8792772889137268,
      "learning_rate": 0.0004985005403326387,
      "loss": 5.0195,
      "step": 521
    },
    {
      "epoch": 0.0509765625,
      "grad_norm": 0.8485317230224609,
      "learning_rate": 0.0004984924551490577,
      "loss": 5.0039,
      "step": 522
    },
    {
      "epoch": 0.05107421875,
      "grad_norm": 0.7504170536994934,
      "learning_rate": 0.0004984843482994001,
      "loss": 5.0391,
      "step": 523
    },
    {
      "epoch": 0.051171875,
      "grad_norm": 0.6931923031806946,
      "learning_rate": 0.0004984762197844516,
      "loss": 4.9883,
      "step": 524
    },
    {
      "epoch": 0.05126953125,
      "grad_norm": 0.7201303839683533,
      "learning_rate": 0.0004984680696050004,
      "loss": 4.9844,
      "step": 525
    },
    {
      "epoch": 0.0513671875,
      "grad_norm": 0.8321727514266968,
      "learning_rate": 0.0004984598977618366,
      "loss": 5.0234,
      "step": 526
    },
    {
      "epoch": 0.05146484375,
      "grad_norm": 1.0283933877944946,
      "learning_rate": 0.0004984517042557523,
      "loss": 5.0156,
      "step": 527
    },
    {
      "epoch": 0.0515625,
      "grad_norm": 1.3810787200927734,
      "learning_rate": 0.0004984434890875417,
      "loss": 5.0273,
      "step": 528
    },
    {
      "epoch": 0.05166015625,
      "grad_norm": 0.75733482837677,
      "learning_rate": 0.0004984352522580015,
      "loss": 4.9844,
      "step": 529
    },
    {
      "epoch": 0.0517578125,
      "grad_norm": 0.7140693068504333,
      "learning_rate": 0.0004984269937679301,
      "loss": 4.9961,
      "step": 530
    },
    {
      "epoch": 0.05185546875,
      "grad_norm": 0.9317624568939209,
      "learning_rate": 0.000498418713618128,
      "loss": 4.9805,
      "step": 531
    },
    {
      "epoch": 0.051953125,
      "grad_norm": 0.8527510762214661,
      "learning_rate": 0.0004984104118093979,
      "loss": 4.9961,
      "step": 532
    },
    {
      "epoch": 0.05205078125,
      "grad_norm": 0.8085970878601074,
      "learning_rate": 0.0004984020883425447,
      "loss": 4.9883,
      "step": 533
    },
    {
      "epoch": 0.0521484375,
      "grad_norm": 0.8414132595062256,
      "learning_rate": 0.0004983937432183754,
      "loss": 4.9727,
      "step": 534
    },
    {
      "epoch": 0.05224609375,
      "grad_norm": 0.7883987426757812,
      "learning_rate": 0.0004983853764376987,
      "loss": 4.9766,
      "step": 535
    },
    {
      "epoch": 0.05234375,
      "grad_norm": 0.8301931619644165,
      "learning_rate": 0.000498376988001326,
      "loss": 4.9688,
      "step": 536
    },
    {
      "epoch": 0.05244140625,
      "grad_norm": 0.815565288066864,
      "learning_rate": 0.0004983685779100702,
      "loss": 5.0273,
      "step": 537
    },
    {
      "epoch": 0.0525390625,
      "grad_norm": 0.7249122262001038,
      "learning_rate": 0.0004983601461647469,
      "loss": 5.0234,
      "step": 538
    },
    {
      "epoch": 0.05263671875,
      "grad_norm": 0.6938775181770325,
      "learning_rate": 0.0004983516927661733,
      "loss": 4.9805,
      "step": 539
    },
    {
      "epoch": 0.052734375,
      "grad_norm": 0.6271894574165344,
      "learning_rate": 0.0004983432177151691,
      "loss": 4.9922,
      "step": 540
    },
    {
      "epoch": 0.05283203125,
      "grad_norm": 0.5879946351051331,
      "learning_rate": 0.0004983347210125558,
      "loss": 4.9883,
      "step": 541
    },
    {
      "epoch": 0.0529296875,
      "grad_norm": 0.6193601489067078,
      "learning_rate": 0.0004983262026591569,
      "loss": 4.9688,
      "step": 542
    },
    {
      "epoch": 0.05302734375,
      "grad_norm": 0.7117279767990112,
      "learning_rate": 0.0004983176626557986,
      "loss": 5.0195,
      "step": 543
    },
    {
      "epoch": 0.053125,
      "grad_norm": 0.6014550924301147,
      "learning_rate": 0.0004983091010033083,
      "loss": 5.0,
      "step": 544
    },
    {
      "epoch": 0.05322265625,
      "grad_norm": 0.5970187783241272,
      "learning_rate": 0.0004983005177025164,
      "loss": 4.9688,
      "step": 545
    },
    {
      "epoch": 0.0533203125,
      "grad_norm": 0.602258563041687,
      "learning_rate": 0.0004982919127542549,
      "loss": 5.0156,
      "step": 546
    },
    {
      "epoch": 0.05341796875,
      "grad_norm": 0.5443257689476013,
      "learning_rate": 0.0004982832861593579,
      "loss": 4.9805,
      "step": 547
    },
    {
      "epoch": 0.053515625,
      "grad_norm": 0.5458142161369324,
      "learning_rate": 0.0004982746379186616,
      "loss": 4.9531,
      "step": 548
    },
    {
      "epoch": 0.05361328125,
      "grad_norm": 0.5225309729576111,
      "learning_rate": 0.0004982659680330047,
      "loss": 5.0039,
      "step": 549
    },
    {
      "epoch": 0.0537109375,
      "grad_norm": 0.5642147660255432,
      "learning_rate": 0.0004982572765032275,
      "loss": 4.9961,
      "step": 550
    },
    {
      "epoch": 0.05380859375,
      "grad_norm": 0.6520267724990845,
      "learning_rate": 0.0004982485633301725,
      "loss": 5.0078,
      "step": 551
    },
    {
      "epoch": 0.05390625,
      "grad_norm": 0.7051550149917603,
      "learning_rate": 0.0004982398285146846,
      "loss": 5.0,
      "step": 552
    },
    {
      "epoch": 0.05400390625,
      "grad_norm": 0.6687464714050293,
      "learning_rate": 0.0004982310720576103,
      "loss": 4.9766,
      "step": 553
    },
    {
      "epoch": 0.0541015625,
      "grad_norm": 0.60595703125,
      "learning_rate": 0.0004982222939597989,
      "loss": 4.957,
      "step": 554
    },
    {
      "epoch": 0.05419921875,
      "grad_norm": 0.5594586133956909,
      "learning_rate": 0.0004982134942221009,
      "loss": 4.9883,
      "step": 555
    },
    {
      "epoch": 0.054296875,
      "grad_norm": 0.5148446559906006,
      "learning_rate": 0.0004982046728453696,
      "loss": 4.9844,
      "step": 556
    },
    {
      "epoch": 0.05439453125,
      "grad_norm": 0.5946763753890991,
      "learning_rate": 0.0004981958298304602,
      "loss": 5.0156,
      "step": 557
    },
    {
      "epoch": 0.0544921875,
      "grad_norm": 0.716316282749176,
      "learning_rate": 0.0004981869651782299,
      "loss": 4.9805,
      "step": 558
    },
    {
      "epoch": 0.05458984375,
      "grad_norm": 0.794476330280304,
      "learning_rate": 0.0004981780788895382,
      "loss": 5.0117,
      "step": 559
    },
    {
      "epoch": 0.0546875,
      "grad_norm": 0.7105295658111572,
      "learning_rate": 0.0004981691709652464,
      "loss": 4.9766,
      "step": 560
    },
    {
      "epoch": 0.05478515625,
      "grad_norm": 0.5912784337997437,
      "learning_rate": 0.0004981602414062181,
      "loss": 4.9414,
      "step": 561
    },
    {
      "epoch": 0.0548828125,
      "grad_norm": 0.5801540613174438,
      "learning_rate": 0.000498151290213319,
      "loss": 4.9883,
      "step": 562
    },
    {
      "epoch": 0.05498046875,
      "grad_norm": 0.6369305849075317,
      "learning_rate": 0.0004981423173874169,
      "loss": 5.0039,
      "step": 563
    },
    {
      "epoch": 0.055078125,
      "grad_norm": 0.6735507845878601,
      "learning_rate": 0.0004981333229293816,
      "loss": 4.9648,
      "step": 564
    },
    {
      "epoch": 0.05517578125,
      "grad_norm": 0.6315239667892456,
      "learning_rate": 0.000498124306840085,
      "loss": 5.0078,
      "step": 565
    },
    {
      "epoch": 0.0552734375,
      "grad_norm": 0.710253119468689,
      "learning_rate": 0.0004981152691204011,
      "loss": 4.9844,
      "step": 566
    },
    {
      "epoch": 0.05537109375,
      "grad_norm": 0.6913606524467468,
      "learning_rate": 0.0004981062097712064,
      "loss": 4.9766,
      "step": 567
    },
    {
      "epoch": 0.05546875,
      "grad_norm": 0.5899546146392822,
      "learning_rate": 0.0004980971287933787,
      "loss": 4.9688,
      "step": 568
    },
    {
      "epoch": 0.05556640625,
      "grad_norm": 0.5400623083114624,
      "learning_rate": 0.0004980880261877986,
      "loss": 4.9805,
      "step": 569
    },
    {
      "epoch": 0.0556640625,
      "grad_norm": 0.5193256139755249,
      "learning_rate": 0.0004980789019553484,
      "loss": 4.9453,
      "step": 570
    },
    {
      "epoch": 0.05576171875,
      "grad_norm": 0.5622848272323608,
      "learning_rate": 0.0004980697560969127,
      "loss": 4.957,
      "step": 571
    },
    {
      "epoch": 0.055859375,
      "grad_norm": 0.6163820028305054,
      "learning_rate": 0.0004980605886133782,
      "loss": 4.9766,
      "step": 572
    },
    {
      "epoch": 0.05595703125,
      "grad_norm": 0.6021759510040283,
      "learning_rate": 0.0004980513995056334,
      "loss": 4.957,
      "step": 573
    },
    {
      "epoch": 0.0560546875,
      "grad_norm": 0.5321788191795349,
      "learning_rate": 0.0004980421887745695,
      "loss": 4.9805,
      "step": 574
    },
    {
      "epoch": 0.05615234375,
      "grad_norm": 0.4939315617084503,
      "learning_rate": 0.0004980329564210792,
      "loss": 5.0195,
      "step": 575
    },
    {
      "epoch": 0.05625,
      "grad_norm": 0.4567241370677948,
      "learning_rate": 0.0004980237024460573,
      "loss": 4.9648,
      "step": 576
    },
    {
      "epoch": 0.05634765625,
      "grad_norm": 0.44762229919433594,
      "learning_rate": 0.0004980144268504012,
      "loss": 4.9961,
      "step": 577
    },
    {
      "epoch": 0.0564453125,
      "grad_norm": 0.5556433200836182,
      "learning_rate": 0.00049800512963501,
      "loss": 4.9844,
      "step": 578
    },
    {
      "epoch": 0.05654296875,
      "grad_norm": 0.6940642595291138,
      "learning_rate": 0.0004979958108007851,
      "loss": 4.9844,
      "step": 579
    },
    {
      "epoch": 0.056640625,
      "grad_norm": 0.7792614102363586,
      "learning_rate": 0.0004979864703486297,
      "loss": 4.9648,
      "step": 580
    },
    {
      "epoch": 0.05673828125,
      "grad_norm": 0.8071824908256531,
      "learning_rate": 0.0004979771082794495,
      "loss": 4.9727,
      "step": 581
    },
    {
      "epoch": 0.0568359375,
      "grad_norm": 0.9120080471038818,
      "learning_rate": 0.0004979677245941519,
      "loss": 4.9883,
      "step": 582
    },
    {
      "epoch": 0.05693359375,
      "grad_norm": 0.9239040017127991,
      "learning_rate": 0.0004979583192936468,
      "loss": 4.9609,
      "step": 583
    },
    {
      "epoch": 0.05703125,
      "grad_norm": 1.002406120300293,
      "learning_rate": 0.0004979488923788459,
      "loss": 4.9766,
      "step": 584
    },
    {
      "epoch": 0.05712890625,
      "grad_norm": 0.8661404848098755,
      "learning_rate": 0.0004979394438506629,
      "loss": 5.0,
      "step": 585
    },
    {
      "epoch": 0.0572265625,
      "grad_norm": 0.6225184798240662,
      "learning_rate": 0.000497929973710014,
      "loss": 4.9727,
      "step": 586
    },
    {
      "epoch": 0.05732421875,
      "grad_norm": 0.5944101810455322,
      "learning_rate": 0.0004979204819578172,
      "loss": 4.9414,
      "step": 587
    },
    {
      "epoch": 0.057421875,
      "grad_norm": 0.5297685265541077,
      "learning_rate": 0.0004979109685949926,
      "loss": 4.9844,
      "step": 588
    },
    {
      "epoch": 0.05751953125,
      "grad_norm": 0.43607059121131897,
      "learning_rate": 0.0004979014336224625,
      "loss": 4.9961,
      "step": 589
    },
    {
      "epoch": 0.0576171875,
      "grad_norm": 0.48334574699401855,
      "learning_rate": 0.0004978918770411513,
      "loss": 4.9648,
      "step": 590
    },
    {
      "epoch": 0.05771484375,
      "grad_norm": 0.5257386565208435,
      "learning_rate": 0.0004978822988519853,
      "loss": 4.9766,
      "step": 591
    },
    {
      "epoch": 0.0578125,
      "grad_norm": 0.6425731182098389,
      "learning_rate": 0.0004978726990558931,
      "loss": 4.9492,
      "step": 592
    },
    {
      "epoch": 0.05791015625,
      "grad_norm": 1.0080450773239136,
      "learning_rate": 0.0004978630776538056,
      "loss": 4.9727,
      "step": 593
    },
    {
      "epoch": 0.0580078125,
      "grad_norm": 1.2617547512054443,
      "learning_rate": 0.000497853434646655,
      "loss": 5.0156,
      "step": 594
    },
    {
      "epoch": 0.05810546875,
      "grad_norm": 0.8185104727745056,
      "learning_rate": 0.0004978437700353766,
      "loss": 4.9648,
      "step": 595
    },
    {
      "epoch": 0.058203125,
      "grad_norm": 0.996583104133606,
      "learning_rate": 0.0004978340838209071,
      "loss": 4.9336,
      "step": 596
    },
    {
      "epoch": 0.05830078125,
      "grad_norm": 0.8999793529510498,
      "learning_rate": 0.0004978243760041855,
      "loss": 4.9805,
      "step": 597
    },
    {
      "epoch": 0.0583984375,
      "grad_norm": 0.7666017413139343,
      "learning_rate": 0.0004978146465861531,
      "loss": 4.918,
      "step": 598
    },
    {
      "epoch": 0.05849609375,
      "grad_norm": 0.7835460901260376,
      "learning_rate": 0.0004978048955677529,
      "loss": 4.9766,
      "step": 599
    },
    {
      "epoch": 0.05859375,
      "grad_norm": 0.7298296689987183,
      "learning_rate": 0.0004977951229499302,
      "loss": 4.9648,
      "step": 600
    },
    {
      "epoch": 0.05869140625,
      "grad_norm": 0.7160419225692749,
      "learning_rate": 0.0004977853287336325,
      "loss": 4.9531,
      "step": 601
    },
    {
      "epoch": 0.0587890625,
      "grad_norm": 0.9255022406578064,
      "learning_rate": 0.0004977755129198092,
      "loss": 4.9727,
      "step": 602
    },
    {
      "epoch": 0.05888671875,
      "grad_norm": 1.1262624263763428,
      "learning_rate": 0.0004977656755094119,
      "loss": 4.9766,
      "step": 603
    },
    {
      "epoch": 0.058984375,
      "grad_norm": 0.8687927722930908,
      "learning_rate": 0.0004977558165033942,
      "loss": 4.9727,
      "step": 604
    },
    {
      "epoch": 0.05908203125,
      "grad_norm": 0.827407717704773,
      "learning_rate": 0.0004977459359027121,
      "loss": 4.957,
      "step": 605
    },
    {
      "epoch": 0.0591796875,
      "grad_norm": 0.7043539881706238,
      "learning_rate": 0.0004977360337083232,
      "loss": 4.9961,
      "step": 606
    },
    {
      "epoch": 0.05927734375,
      "grad_norm": 0.6146707534790039,
      "learning_rate": 0.0004977261099211876,
      "loss": 4.957,
      "step": 607
    },
    {
      "epoch": 0.059375,
      "grad_norm": 0.5867034196853638,
      "learning_rate": 0.0004977161645422672,
      "loss": 4.9648,
      "step": 608
    },
    {
      "epoch": 0.05947265625,
      "grad_norm": 0.456230491399765,
      "learning_rate": 0.0004977061975725264,
      "loss": 4.9805,
      "step": 609
    },
    {
      "epoch": 0.0595703125,
      "grad_norm": 0.4468291997909546,
      "learning_rate": 0.000497696209012931,
      "loss": 4.9844,
      "step": 610
    },
    {
      "epoch": 0.05966796875,
      "grad_norm": 0.4772776961326599,
      "learning_rate": 0.0004976861988644498,
      "loss": 4.9453,
      "step": 611
    },
    {
      "epoch": 0.059765625,
      "grad_norm": 0.510353147983551,
      "learning_rate": 0.0004976761671280529,
      "loss": 4.9688,
      "step": 612
    },
    {
      "epoch": 0.05986328125,
      "grad_norm": 0.4383707046508789,
      "learning_rate": 0.0004976661138047128,
      "loss": 4.9531,
      "step": 613
    },
    {
      "epoch": 0.0599609375,
      "grad_norm": 0.42035961151123047,
      "learning_rate": 0.0004976560388954044,
      "loss": 4.9453,
      "step": 614
    },
    {
      "epoch": 0.06005859375,
      "grad_norm": 0.45699962973594666,
      "learning_rate": 0.0004976459424011041,
      "loss": 4.9531,
      "step": 615
    },
    {
      "epoch": 0.06015625,
      "grad_norm": 0.47027596831321716,
      "learning_rate": 0.0004976358243227908,
      "loss": 4.9219,
      "step": 616
    },
    {
      "epoch": 0.06025390625,
      "grad_norm": 0.4678795337677002,
      "learning_rate": 0.0004976256846614454,
      "loss": 4.9609,
      "step": 617
    },
    {
      "epoch": 0.0603515625,
      "grad_norm": 0.4823755919933319,
      "learning_rate": 0.0004976155234180507,
      "loss": 4.957,
      "step": 618
    },
    {
      "epoch": 0.06044921875,
      "grad_norm": 0.4279949367046356,
      "learning_rate": 0.0004976053405935921,
      "loss": 4.918,
      "step": 619
    },
    {
      "epoch": 0.060546875,
      "grad_norm": 0.44116416573524475,
      "learning_rate": 0.0004975951361890565,
      "loss": 4.9297,
      "step": 620
    },
    {
      "epoch": 0.06064453125,
      "grad_norm": 0.5708990097045898,
      "learning_rate": 0.0004975849102054332,
      "loss": 4.9492,
      "step": 621
    },
    {
      "epoch": 0.0607421875,
      "grad_norm": 0.6033137440681458,
      "learning_rate": 0.0004975746626437135,
      "loss": 4.9336,
      "step": 622
    },
    {
      "epoch": 0.06083984375,
      "grad_norm": 0.7036421895027161,
      "learning_rate": 0.0004975643935048908,
      "loss": 4.9297,
      "step": 623
    },
    {
      "epoch": 0.0609375,
      "grad_norm": 0.6817371249198914,
      "learning_rate": 0.0004975541027899609,
      "loss": 4.9805,
      "step": 624
    },
    {
      "epoch": 0.06103515625,
      "grad_norm": 0.6419718265533447,
      "learning_rate": 0.0004975437904999211,
      "loss": 4.9375,
      "step": 625
    },
    {
      "epoch": 0.0611328125,
      "grad_norm": 0.6562728881835938,
      "learning_rate": 0.0004975334566357712,
      "loss": 4.957,
      "step": 626
    },
    {
      "epoch": 0.06123046875,
      "grad_norm": 0.7153109312057495,
      "learning_rate": 0.000497523101198513,
      "loss": 4.9336,
      "step": 627
    },
    {
      "epoch": 0.061328125,
      "grad_norm": 0.7886594533920288,
      "learning_rate": 0.0004975127241891505,
      "loss": 4.9492,
      "step": 628
    },
    {
      "epoch": 0.06142578125,
      "grad_norm": 0.8648955225944519,
      "learning_rate": 0.0004975023256086896,
      "loss": 4.9453,
      "step": 629
    },
    {
      "epoch": 0.0615234375,
      "grad_norm": 0.7228974103927612,
      "learning_rate": 0.0004974919054581382,
      "loss": 4.9531,
      "step": 630
    },
    {
      "epoch": 0.06162109375,
      "grad_norm": 0.563917875289917,
      "learning_rate": 0.0004974814637385067,
      "loss": 4.9219,
      "step": 631
    },
    {
      "epoch": 0.06171875,
      "grad_norm": 0.6323292851448059,
      "learning_rate": 0.0004974710004508073,
      "loss": 4.957,
      "step": 632
    },
    {
      "epoch": 0.06181640625,
      "grad_norm": 0.6532883048057556,
      "learning_rate": 0.0004974605155960545,
      "loss": 4.957,
      "step": 633
    },
    {
      "epoch": 0.0619140625,
      "grad_norm": 0.5852863788604736,
      "learning_rate": 0.0004974500091752643,
      "loss": 4.9492,
      "step": 634
    },
    {
      "epoch": 0.06201171875,
      "grad_norm": 0.5243951082229614,
      "learning_rate": 0.0004974394811894555,
      "loss": 4.9102,
      "step": 635
    },
    {
      "epoch": 0.062109375,
      "grad_norm": 0.4946766495704651,
      "learning_rate": 0.0004974289316396487,
      "loss": 4.957,
      "step": 636
    },
    {
      "epoch": 0.06220703125,
      "grad_norm": 0.5417998433113098,
      "learning_rate": 0.0004974183605268667,
      "loss": 4.9531,
      "step": 637
    },
    {
      "epoch": 0.0623046875,
      "grad_norm": 0.5387380719184875,
      "learning_rate": 0.0004974077678521343,
      "loss": 4.9805,
      "step": 638
    },
    {
      "epoch": 0.06240234375,
      "grad_norm": 0.4830368161201477,
      "learning_rate": 0.000497397153616478,
      "loss": 4.9375,
      "step": 639
    },
    {
      "epoch": 0.0625,
      "grad_norm": 0.5016372203826904,
      "learning_rate": 0.0004973865178209274,
      "loss": 4.9297,
      "step": 640
    },
    {
      "epoch": 0.06259765625,
      "grad_norm": 0.5527303814888,
      "learning_rate": 0.000497375860466513,
      "loss": 4.9297,
      "step": 641
    },
    {
      "epoch": 0.0626953125,
      "grad_norm": 0.5242739319801331,
      "learning_rate": 0.0004973651815542682,
      "loss": 4.9805,
      "step": 642
    },
    {
      "epoch": 0.06279296875,
      "grad_norm": 0.48130086064338684,
      "learning_rate": 0.0004973544810852284,
      "loss": 4.957,
      "step": 643
    },
    {
      "epoch": 0.062890625,
      "grad_norm": 0.5349105596542358,
      "learning_rate": 0.0004973437590604307,
      "loss": 4.9648,
      "step": 644
    },
    {
      "epoch": 0.06298828125,
      "grad_norm": 0.5169801712036133,
      "learning_rate": 0.0004973330154809146,
      "loss": 4.9375,
      "step": 645
    },
    {
      "epoch": 0.0630859375,
      "grad_norm": 0.480214387178421,
      "learning_rate": 0.0004973222503477216,
      "loss": 4.9531,
      "step": 646
    },
    {
      "epoch": 0.06318359375,
      "grad_norm": 0.4224573075771332,
      "learning_rate": 0.0004973114636618954,
      "loss": 4.9219,
      "step": 647
    },
    {
      "epoch": 0.06328125,
      "grad_norm": 0.41642358899116516,
      "learning_rate": 0.0004973006554244816,
      "loss": 4.918,
      "step": 648
    },
    {
      "epoch": 0.06337890625,
      "grad_norm": 0.4622966945171356,
      "learning_rate": 0.000497289825636528,
      "loss": 4.9297,
      "step": 649
    },
    {
      "epoch": 0.0634765625,
      "grad_norm": 0.5849423408508301,
      "learning_rate": 0.0004972789742990846,
      "loss": 4.9258,
      "step": 650
    },
    {
      "epoch": 0.06357421875,
      "grad_norm": 0.5855206847190857,
      "learning_rate": 0.0004972681014132031,
      "loss": 4.9414,
      "step": 651
    },
    {
      "epoch": 0.063671875,
      "grad_norm": 0.6138719320297241,
      "learning_rate": 0.0004972572069799378,
      "loss": 4.9141,
      "step": 652
    },
    {
      "epoch": 0.06376953125,
      "grad_norm": 0.5948016047477722,
      "learning_rate": 0.0004972462910003447,
      "loss": 4.9414,
      "step": 653
    },
    {
      "epoch": 0.0638671875,
      "grad_norm": 0.558039665222168,
      "learning_rate": 0.0004972353534754821,
      "loss": 4.918,
      "step": 654
    },
    {
      "epoch": 0.06396484375,
      "grad_norm": 0.6696071624755859,
      "learning_rate": 0.0004972243944064103,
      "loss": 4.9258,
      "step": 655
    },
    {
      "epoch": 0.0640625,
      "grad_norm": 0.7494735717773438,
      "learning_rate": 0.0004972134137941918,
      "loss": 4.8945,
      "step": 656
    },
    {
      "epoch": 0.06416015625,
      "grad_norm": 0.8260038495063782,
      "learning_rate": 0.0004972024116398908,
      "loss": 4.9336,
      "step": 657
    },
    {
      "epoch": 0.0642578125,
      "grad_norm": 0.9088923931121826,
      "learning_rate": 0.0004971913879445742,
      "loss": 4.9531,
      "step": 658
    },
    {
      "epoch": 0.06435546875,
      "grad_norm": 0.7802959084510803,
      "learning_rate": 0.0004971803427093105,
      "loss": 4.9219,
      "step": 659
    },
    {
      "epoch": 0.064453125,
      "grad_norm": 0.6456225514411926,
      "learning_rate": 0.0004971692759351705,
      "loss": 4.9414,
      "step": 660
    },
    {
      "epoch": 0.06455078125,
      "grad_norm": 0.6266503930091858,
      "learning_rate": 0.0004971581876232272,
      "loss": 4.9219,
      "step": 661
    },
    {
      "epoch": 0.0646484375,
      "grad_norm": 0.5530596971511841,
      "learning_rate": 0.0004971470777745553,
      "loss": 4.9336,
      "step": 662
    },
    {
      "epoch": 0.06474609375,
      "grad_norm": 0.5629117488861084,
      "learning_rate": 0.0004971359463902319,
      "loss": 4.9727,
      "step": 663
    },
    {
      "epoch": 0.06484375,
      "grad_norm": 0.5490591526031494,
      "learning_rate": 0.0004971247934713362,
      "loss": 4.9453,
      "step": 664
    },
    {
      "epoch": 0.06494140625,
      "grad_norm": 0.5852833986282349,
      "learning_rate": 0.0004971136190189494,
      "loss": 4.9414,
      "step": 665
    },
    {
      "epoch": 0.0650390625,
      "grad_norm": 0.6156993508338928,
      "learning_rate": 0.0004971024230341546,
      "loss": 4.957,
      "step": 666
    },
    {
      "epoch": 0.06513671875,
      "grad_norm": 0.6128381490707397,
      "learning_rate": 0.0004970912055180373,
      "loss": 4.8867,
      "step": 667
    },
    {
      "epoch": 0.065234375,
      "grad_norm": 0.4521043598651886,
      "learning_rate": 0.000497079966471685,
      "loss": 4.9141,
      "step": 668
    },
    {
      "epoch": 0.06533203125,
      "grad_norm": 0.42642197012901306,
      "learning_rate": 0.0004970687058961873,
      "loss": 4.9336,
      "step": 669
    },
    {
      "epoch": 0.0654296875,
      "grad_norm": 0.41460588574409485,
      "learning_rate": 0.0004970574237926356,
      "loss": 4.9062,
      "step": 670
    },
    {
      "epoch": 0.06552734375,
      "grad_norm": 0.4534105956554413,
      "learning_rate": 0.000497046120162124,
      "loss": 4.8945,
      "step": 671
    },
    {
      "epoch": 0.065625,
      "grad_norm": 0.45969158411026,
      "learning_rate": 0.0004970347950057478,
      "loss": 4.918,
      "step": 672
    },
    {
      "epoch": 0.06572265625,
      "grad_norm": 0.45954084396362305,
      "learning_rate": 0.0004970234483246053,
      "loss": 4.9375,
      "step": 673
    },
    {
      "epoch": 0.0658203125,
      "grad_norm": 0.5340402126312256,
      "learning_rate": 0.0004970120801197964,
      "loss": 4.9219,
      "step": 674
    },
    {
      "epoch": 0.06591796875,
      "grad_norm": 0.5017228722572327,
      "learning_rate": 0.0004970006903924231,
      "loss": 4.9141,
      "step": 675
    },
    {
      "epoch": 0.066015625,
      "grad_norm": 0.4929012060165405,
      "learning_rate": 0.0004969892791435896,
      "loss": 4.9062,
      "step": 676
    },
    {
      "epoch": 0.06611328125,
      "grad_norm": 0.5938189625740051,
      "learning_rate": 0.0004969778463744021,
      "loss": 4.9414,
      "step": 677
    },
    {
      "epoch": 0.0662109375,
      "grad_norm": 0.6704724431037903,
      "learning_rate": 0.000496966392085969,
      "loss": 4.9297,
      "step": 678
    },
    {
      "epoch": 0.06630859375,
      "grad_norm": 0.6303629875183105,
      "learning_rate": 0.0004969549162794007,
      "loss": 4.9258,
      "step": 679
    },
    {
      "epoch": 0.06640625,
      "grad_norm": 0.5393560528755188,
      "learning_rate": 0.0004969434189558096,
      "loss": 4.9258,
      "step": 680
    },
    {
      "epoch": 0.06650390625,
      "grad_norm": 0.4611497223377228,
      "learning_rate": 0.0004969319001163104,
      "loss": 4.9102,
      "step": 681
    },
    {
      "epoch": 0.0666015625,
      "grad_norm": 0.47802746295928955,
      "learning_rate": 0.0004969203597620197,
      "loss": 4.9219,
      "step": 682
    },
    {
      "epoch": 0.06669921875,
      "grad_norm": 0.5258490443229675,
      "learning_rate": 0.0004969087978940564,
      "loss": 4.9492,
      "step": 683
    },
    {
      "epoch": 0.066796875,
      "grad_norm": 0.5325090289115906,
      "learning_rate": 0.0004968972145135412,
      "loss": 4.9727,
      "step": 684
    },
    {
      "epoch": 0.06689453125,
      "grad_norm": 0.5076428651809692,
      "learning_rate": 0.0004968856096215971,
      "loss": 4.8984,
      "step": 685
    },
    {
      "epoch": 0.0669921875,
      "grad_norm": 0.5641031861305237,
      "learning_rate": 0.000496873983219349,
      "loss": 4.9414,
      "step": 686
    },
    {
      "epoch": 0.06708984375,
      "grad_norm": 0.7779815793037415,
      "learning_rate": 0.0004968623353079242,
      "loss": 4.9102,
      "step": 687
    },
    {
      "epoch": 0.0671875,
      "grad_norm": 0.618226170539856,
      "learning_rate": 0.0004968506658884517,
      "loss": 4.9336,
      "step": 688
    },
    {
      "epoch": 0.06728515625,
      "grad_norm": 0.6069994568824768,
      "learning_rate": 0.0004968389749620629,
      "loss": 4.9453,
      "step": 689
    },
    {
      "epoch": 0.0673828125,
      "grad_norm": 0.602695643901825,
      "learning_rate": 0.000496827262529891,
      "loss": 4.9141,
      "step": 690
    },
    {
      "epoch": 0.06748046875,
      "grad_norm": 0.8353970050811768,
      "learning_rate": 0.0004968155285930717,
      "loss": 4.957,
      "step": 691
    },
    {
      "epoch": 0.067578125,
      "grad_norm": 0.7601311206817627,
      "learning_rate": 0.0004968037731527422,
      "loss": 4.8867,
      "step": 692
    },
    {
      "epoch": 0.06767578125,
      "grad_norm": 0.8417662978172302,
      "learning_rate": 0.0004967919962100424,
      "loss": 4.918,
      "step": 693
    },
    {
      "epoch": 0.0677734375,
      "grad_norm": 0.864201009273529,
      "learning_rate": 0.0004967801977661138,
      "loss": 4.9336,
      "step": 694
    },
    {
      "epoch": 0.06787109375,
      "grad_norm": 0.6699989438056946,
      "learning_rate": 0.0004967683778221003,
      "loss": 4.9531,
      "step": 695
    },
    {
      "epoch": 0.06796875,
      "grad_norm": 0.5989636778831482,
      "learning_rate": 0.0004967565363791478,
      "loss": 4.9023,
      "step": 696
    },
    {
      "epoch": 0.06806640625,
      "grad_norm": 0.5926920771598816,
      "learning_rate": 0.000496744673438404,
      "loss": 4.9141,
      "step": 697
    },
    {
      "epoch": 0.0681640625,
      "grad_norm": 0.6211676597595215,
      "learning_rate": 0.0004967327890010192,
      "loss": 4.8984,
      "step": 698
    },
    {
      "epoch": 0.06826171875,
      "grad_norm": 0.985095739364624,
      "learning_rate": 0.0004967208830681454,
      "loss": 4.9102,
      "step": 699
    },
    {
      "epoch": 0.068359375,
      "grad_norm": 0.8903228044509888,
      "learning_rate": 0.0004967089556409367,
      "loss": 4.918,
      "step": 700
    },
    {
      "epoch": 0.06845703125,
      "grad_norm": 0.7326058745384216,
      "learning_rate": 0.0004966970067205496,
      "loss": 4.9219,
      "step": 701
    },
    {
      "epoch": 0.0685546875,
      "grad_norm": 0.5591720938682556,
      "learning_rate": 0.0004966850363081423,
      "loss": 4.9062,
      "step": 702
    },
    {
      "epoch": 0.06865234375,
      "grad_norm": 0.5330259799957275,
      "learning_rate": 0.0004966730444048754,
      "loss": 4.9258,
      "step": 703
    },
    {
      "epoch": 0.06875,
      "grad_norm": 0.5547099113464355,
      "learning_rate": 0.0004966610310119113,
      "loss": 4.9141,
      "step": 704
    },
    {
      "epoch": 0.06884765625,
      "grad_norm": 0.5156508088111877,
      "learning_rate": 0.0004966489961304147,
      "loss": 4.918,
      "step": 705
    },
    {
      "epoch": 0.0689453125,
      "grad_norm": 0.5710839629173279,
      "learning_rate": 0.0004966369397615522,
      "loss": 4.875,
      "step": 706
    },
    {
      "epoch": 0.06904296875,
      "grad_norm": 0.6018747091293335,
      "learning_rate": 0.0004966248619064927,
      "loss": 4.9102,
      "step": 707
    },
    {
      "epoch": 0.069140625,
      "grad_norm": 0.7630068063735962,
      "learning_rate": 0.000496612762566407,
      "loss": 4.9375,
      "step": 708
    },
    {
      "epoch": 0.06923828125,
      "grad_norm": 0.9202441573143005,
      "learning_rate": 0.000496600641742468,
      "loss": 4.9375,
      "step": 709
    },
    {
      "epoch": 0.0693359375,
      "grad_norm": 0.801213800907135,
      "learning_rate": 0.0004965884994358508,
      "loss": 4.9102,
      "step": 710
    },
    {
      "epoch": 0.06943359375,
      "grad_norm": 0.6991446614265442,
      "learning_rate": 0.0004965763356477326,
      "loss": 4.9219,
      "step": 711
    },
    {
      "epoch": 0.06953125,
      "grad_norm": 0.6677018404006958,
      "learning_rate": 0.0004965641503792924,
      "loss": 4.8984,
      "step": 712
    },
    {
      "epoch": 0.06962890625,
      "grad_norm": 0.5393925905227661,
      "learning_rate": 0.0004965519436317115,
      "loss": 4.9141,
      "step": 713
    },
    {
      "epoch": 0.0697265625,
      "grad_norm": 0.4885493814945221,
      "learning_rate": 0.0004965397154061736,
      "loss": 4.9102,
      "step": 714
    },
    {
      "epoch": 0.06982421875,
      "grad_norm": 0.42598259449005127,
      "learning_rate": 0.0004965274657038637,
      "loss": 4.8867,
      "step": 715
    },
    {
      "epoch": 0.069921875,
      "grad_norm": 0.3984520733356476,
      "learning_rate": 0.0004965151945259696,
      "loss": 4.918,
      "step": 716
    },
    {
      "epoch": 0.07001953125,
      "grad_norm": 0.4602973163127899,
      "learning_rate": 0.0004965029018736807,
      "loss": 4.9336,
      "step": 717
    },
    {
      "epoch": 0.0701171875,
      "grad_norm": 0.4962187111377716,
      "learning_rate": 0.0004964905877481889,
      "loss": 4.9141,
      "step": 718
    },
    {
      "epoch": 0.07021484375,
      "grad_norm": 0.572699785232544,
      "learning_rate": 0.0004964782521506879,
      "loss": 4.9219,
      "step": 719
    },
    {
      "epoch": 0.0703125,
      "grad_norm": 0.6187204718589783,
      "learning_rate": 0.0004964658950823734,
      "loss": 4.9219,
      "step": 720
    },
    {
      "epoch": 0.07041015625,
      "grad_norm": 0.5086959600448608,
      "learning_rate": 0.0004964535165444436,
      "loss": 4.8945,
      "step": 721
    },
    {
      "epoch": 0.0705078125,
      "grad_norm": 0.4606127142906189,
      "learning_rate": 0.0004964411165380983,
      "loss": 4.9102,
      "step": 722
    },
    {
      "epoch": 0.07060546875,
      "grad_norm": 0.4611072242259979,
      "learning_rate": 0.0004964286950645397,
      "loss": 4.8945,
      "step": 723
    },
    {
      "epoch": 0.070703125,
      "grad_norm": 0.4993979036808014,
      "learning_rate": 0.000496416252124972,
      "loss": 4.9023,
      "step": 724
    },
    {
      "epoch": 0.07080078125,
      "grad_norm": 0.5374334454536438,
      "learning_rate": 0.0004964037877206014,
      "loss": 4.9023,
      "step": 725
    },
    {
      "epoch": 0.0708984375,
      "grad_norm": 0.5764836668968201,
      "learning_rate": 0.0004963913018526363,
      "loss": 4.8789,
      "step": 726
    },
    {
      "epoch": 0.07099609375,
      "grad_norm": 0.8342440724372864,
      "learning_rate": 0.000496378794522287,
      "loss": 4.8945,
      "step": 727
    },
    {
      "epoch": 0.07109375,
      "grad_norm": 0.8987082839012146,
      "learning_rate": 0.0004963662657307661,
      "loss": 4.9375,
      "step": 728
    },
    {
      "epoch": 0.07119140625,
      "grad_norm": 0.7202743291854858,
      "learning_rate": 0.0004963537154792881,
      "loss": 4.918,
      "step": 729
    },
    {
      "epoch": 0.0712890625,
      "grad_norm": 0.8998580574989319,
      "learning_rate": 0.0004963411437690696,
      "loss": 4.8867,
      "step": 730
    },
    {
      "epoch": 0.07138671875,
      "grad_norm": 0.808499813079834,
      "learning_rate": 0.0004963285506013297,
      "loss": 4.9414,
      "step": 731
    },
    {
      "epoch": 0.071484375,
      "grad_norm": 0.5454872250556946,
      "learning_rate": 0.0004963159359772889,
      "loss": 4.9219,
      "step": 732
    },
    {
      "epoch": 0.07158203125,
      "grad_norm": 0.4970705807209015,
      "learning_rate": 0.0004963032998981702,
      "loss": 4.918,
      "step": 733
    },
    {
      "epoch": 0.0716796875,
      "grad_norm": 0.4672599732875824,
      "learning_rate": 0.0004962906423651985,
      "loss": 4.9102,
      "step": 734
    },
    {
      "epoch": 0.07177734375,
      "grad_norm": 0.4656890630722046,
      "learning_rate": 0.000496277963379601,
      "loss": 4.9062,
      "step": 735
    },
    {
      "epoch": 0.071875,
      "grad_norm": 0.4242008626461029,
      "learning_rate": 0.0004962652629426068,
      "loss": 4.9023,
      "step": 736
    },
    {
      "epoch": 0.07197265625,
      "grad_norm": 0.38737159967422485,
      "learning_rate": 0.000496252541055447,
      "loss": 4.9102,
      "step": 737
    },
    {
      "epoch": 0.0720703125,
      "grad_norm": 0.4093025326728821,
      "learning_rate": 0.000496239797719355,
      "loss": 4.8984,
      "step": 738
    },
    {
      "epoch": 0.07216796875,
      "grad_norm": 0.4339083135128021,
      "learning_rate": 0.0004962270329355662,
      "loss": 4.9414,
      "step": 739
    },
    {
      "epoch": 0.072265625,
      "grad_norm": 0.5110611915588379,
      "learning_rate": 0.000496214246705318,
      "loss": 4.9141,
      "step": 740
    },
    {
      "epoch": 0.07236328125,
      "grad_norm": 0.5828584432601929,
      "learning_rate": 0.00049620143902985,
      "loss": 4.918,
      "step": 741
    },
    {
      "epoch": 0.0724609375,
      "grad_norm": 0.5776299834251404,
      "learning_rate": 0.0004961886099104038,
      "loss": 4.8945,
      "step": 742
    },
    {
      "epoch": 0.07255859375,
      "grad_norm": 0.48184171319007874,
      "learning_rate": 0.0004961757593482229,
      "loss": 4.8945,
      "step": 743
    },
    {
      "epoch": 0.07265625,
      "grad_norm": 0.4601769745349884,
      "learning_rate": 0.0004961628873445535,
      "loss": 4.9023,
      "step": 744
    },
    {
      "epoch": 0.07275390625,
      "grad_norm": 0.44548672437667847,
      "learning_rate": 0.0004961499939006431,
      "loss": 4.9141,
      "step": 745
    },
    {
      "epoch": 0.0728515625,
      "grad_norm": 0.5392785668373108,
      "learning_rate": 0.0004961370790177418,
      "loss": 4.8945,
      "step": 746
    },
    {
      "epoch": 0.07294921875,
      "grad_norm": 0.5730900764465332,
      "learning_rate": 0.0004961241426971014,
      "loss": 4.9258,
      "step": 747
    },
    {
      "epoch": 0.073046875,
      "grad_norm": 0.6566439270973206,
      "learning_rate": 0.0004961111849399763,
      "loss": 4.9102,
      "step": 748
    },
    {
      "epoch": 0.07314453125,
      "grad_norm": 0.6477753520011902,
      "learning_rate": 0.0004960982057476224,
      "loss": 4.918,
      "step": 749
    },
    {
      "epoch": 0.0732421875,
      "grad_norm": 0.5533462166786194,
      "learning_rate": 0.0004960852051212982,
      "loss": 4.8711,
      "step": 750
    },
    {
      "epoch": 0.07333984375,
      "grad_norm": 0.5516164302825928,
      "learning_rate": 0.0004960721830622637,
      "loss": 4.8828,
      "step": 751
    },
    {
      "epoch": 0.0734375,
      "grad_norm": 0.5473514795303345,
      "learning_rate": 0.0004960591395717816,
      "loss": 4.9297,
      "step": 752
    },
    {
      "epoch": 0.07353515625,
      "grad_norm": 0.5541347861289978,
      "learning_rate": 0.0004960460746511162,
      "loss": 4.8906,
      "step": 753
    },
    {
      "epoch": 0.0736328125,
      "grad_norm": 0.5999252200126648,
      "learning_rate": 0.0004960329883015341,
      "loss": 4.9023,
      "step": 754
    },
    {
      "epoch": 0.07373046875,
      "grad_norm": 0.5422800779342651,
      "learning_rate": 0.0004960198805243039,
      "loss": 4.9023,
      "step": 755
    },
    {
      "epoch": 0.073828125,
      "grad_norm": 0.4828493595123291,
      "learning_rate": 0.0004960067513206964,
      "loss": 4.8555,
      "step": 756
    },
    {
      "epoch": 0.07392578125,
      "grad_norm": 0.44730255007743835,
      "learning_rate": 0.0004959936006919843,
      "loss": 4.9141,
      "step": 757
    },
    {
      "epoch": 0.0740234375,
      "grad_norm": 0.5136485695838928,
      "learning_rate": 0.0004959804286394425,
      "loss": 4.9062,
      "step": 758
    },
    {
      "epoch": 0.07412109375,
      "grad_norm": 0.558743417263031,
      "learning_rate": 0.000495967235164348,
      "loss": 4.9297,
      "step": 759
    },
    {
      "epoch": 0.07421875,
      "grad_norm": 0.503806471824646,
      "learning_rate": 0.0004959540202679797,
      "loss": 4.9102,
      "step": 760
    },
    {
      "epoch": 0.07431640625,
      "grad_norm": 0.4152722954750061,
      "learning_rate": 0.0004959407839516188,
      "loss": 4.8711,
      "step": 761
    },
    {
      "epoch": 0.0744140625,
      "grad_norm": 0.38589704036712646,
      "learning_rate": 0.0004959275262165485,
      "loss": 4.8906,
      "step": 762
    },
    {
      "epoch": 0.07451171875,
      "grad_norm": 0.43141141533851624,
      "learning_rate": 0.0004959142470640539,
      "loss": 4.8516,
      "step": 763
    },
    {
      "epoch": 0.074609375,
      "grad_norm": 0.42636358737945557,
      "learning_rate": 0.0004959009464954224,
      "loss": 4.8789,
      "step": 764
    },
    {
      "epoch": 0.07470703125,
      "grad_norm": 0.4754694700241089,
      "learning_rate": 0.0004958876245119433,
      "loss": 4.8828,
      "step": 765
    },
    {
      "epoch": 0.0748046875,
      "grad_norm": 0.4849173128604889,
      "learning_rate": 0.0004958742811149083,
      "loss": 4.9062,
      "step": 766
    },
    {
      "epoch": 0.07490234375,
      "grad_norm": 0.5047995448112488,
      "learning_rate": 0.0004958609163056108,
      "loss": 4.8828,
      "step": 767
    },
    {
      "epoch": 0.075,
      "grad_norm": 0.5260794758796692,
      "learning_rate": 0.0004958475300853464,
      "loss": 4.8828,
      "step": 768
    },
    {
      "epoch": 0.07509765625,
      "grad_norm": 0.4804491102695465,
      "learning_rate": 0.0004958341224554129,
      "loss": 4.8906,
      "step": 769
    },
    {
      "epoch": 0.0751953125,
      "grad_norm": 0.4267667233943939,
      "learning_rate": 0.00049582069341711,
      "loss": 4.875,
      "step": 770
    },
    {
      "epoch": 0.07529296875,
      "grad_norm": 0.460480660200119,
      "learning_rate": 0.0004958072429717395,
      "loss": 4.8789,
      "step": 771
    },
    {
      "epoch": 0.075390625,
      "grad_norm": 0.4774636924266815,
      "learning_rate": 0.0004957937711206055,
      "loss": 4.8945,
      "step": 772
    },
    {
      "epoch": 0.07548828125,
      "grad_norm": 0.44169384241104126,
      "learning_rate": 0.000495780277865014,
      "loss": 4.875,
      "step": 773
    },
    {
      "epoch": 0.0755859375,
      "grad_norm": 0.4531261622905731,
      "learning_rate": 0.000495766763206273,
      "loss": 4.8945,
      "step": 774
    },
    {
      "epoch": 0.07568359375,
      "grad_norm": 0.49369335174560547,
      "learning_rate": 0.0004957532271456926,
      "loss": 4.9023,
      "step": 775
    },
    {
      "epoch": 0.07578125,
      "grad_norm": 0.5407163500785828,
      "learning_rate": 0.000495739669684585,
      "loss": 4.9023,
      "step": 776
    },
    {
      "epoch": 0.07587890625,
      "grad_norm": 0.6588068008422852,
      "learning_rate": 0.0004957260908242647,
      "loss": 4.8906,
      "step": 777
    },
    {
      "epoch": 0.0759765625,
      "grad_norm": 0.708760142326355,
      "learning_rate": 0.000495712490566048,
      "loss": 4.8828,
      "step": 778
    },
    {
      "epoch": 0.07607421875,
      "grad_norm": 0.6345651745796204,
      "learning_rate": 0.0004956988689112533,
      "loss": 4.8984,
      "step": 779
    },
    {
      "epoch": 0.076171875,
      "grad_norm": 0.5177327990531921,
      "learning_rate": 0.0004956852258612011,
      "loss": 4.8906,
      "step": 780
    },
    {
      "epoch": 0.07626953125,
      "grad_norm": 0.5784163475036621,
      "learning_rate": 0.0004956715614172141,
      "loss": 4.8906,
      "step": 781
    },
    {
      "epoch": 0.0763671875,
      "grad_norm": 0.4898063540458679,
      "learning_rate": 0.0004956578755806168,
      "loss": 4.8945,
      "step": 782
    },
    {
      "epoch": 0.07646484375,
      "grad_norm": 0.43215012550354004,
      "learning_rate": 0.0004956441683527361,
      "loss": 4.9219,
      "step": 783
    },
    {
      "epoch": 0.0765625,
      "grad_norm": 0.42248815298080444,
      "learning_rate": 0.0004956304397349009,
      "loss": 4.8711,
      "step": 784
    },
    {
      "epoch": 0.07666015625,
      "grad_norm": 0.4588373303413391,
      "learning_rate": 0.0004956166897284419,
      "loss": 4.8828,
      "step": 785
    },
    {
      "epoch": 0.0767578125,
      "grad_norm": 0.5150899887084961,
      "learning_rate": 0.0004956029183346922,
      "loss": 4.875,
      "step": 786
    },
    {
      "epoch": 0.07685546875,
      "grad_norm": 0.49109452962875366,
      "learning_rate": 0.0004955891255549868,
      "loss": 4.8828,
      "step": 787
    },
    {
      "epoch": 0.076953125,
      "grad_norm": 0.5134442448616028,
      "learning_rate": 0.0004955753113906629,
      "loss": 4.8789,
      "step": 788
    },
    {
      "epoch": 0.07705078125,
      "grad_norm": 0.5372751951217651,
      "learning_rate": 0.0004955614758430594,
      "loss": 4.8711,
      "step": 789
    },
    {
      "epoch": 0.0771484375,
      "grad_norm": 0.5520480871200562,
      "learning_rate": 0.0004955476189135179,
      "loss": 4.875,
      "step": 790
    },
    {
      "epoch": 0.07724609375,
      "grad_norm": 0.5645185112953186,
      "learning_rate": 0.0004955337406033817,
      "loss": 4.8555,
      "step": 791
    },
    {
      "epoch": 0.07734375,
      "grad_norm": 0.5430117249488831,
      "learning_rate": 0.000495519840913996,
      "loss": 4.8906,
      "step": 792
    },
    {
      "epoch": 0.07744140625,
      "grad_norm": 0.5487677454948425,
      "learning_rate": 0.0004955059198467085,
      "loss": 4.8906,
      "step": 793
    },
    {
      "epoch": 0.0775390625,
      "grad_norm": 0.5324546098709106,
      "learning_rate": 0.0004954919774028685,
      "loss": 4.8672,
      "step": 794
    },
    {
      "epoch": 0.07763671875,
      "grad_norm": 0.48905646800994873,
      "learning_rate": 0.0004954780135838278,
      "loss": 4.8906,
      "step": 795
    },
    {
      "epoch": 0.077734375,
      "grad_norm": 0.49760356545448303,
      "learning_rate": 0.0004954640283909401,
      "loss": 4.8984,
      "step": 796
    },
    {
      "epoch": 0.07783203125,
      "grad_norm": 0.5531620979309082,
      "learning_rate": 0.0004954500218255613,
      "loss": 4.9062,
      "step": 797
    },
    {
      "epoch": 0.0779296875,
      "grad_norm": 0.5735150575637817,
      "learning_rate": 0.0004954359938890489,
      "loss": 4.8594,
      "step": 798
    },
    {
      "epoch": 0.07802734375,
      "grad_norm": 0.5884649753570557,
      "learning_rate": 0.000495421944582763,
      "loss": 4.918,
      "step": 799
    },
    {
      "epoch": 0.078125,
      "grad_norm": 0.48785004019737244,
      "learning_rate": 0.0004954078739080656,
      "loss": 4.9102,
      "step": 800
    },
    {
      "epoch": 0.07822265625,
      "grad_norm": 0.47542282938957214,
      "learning_rate": 0.0004953937818663208,
      "loss": 4.8789,
      "step": 801
    },
    {
      "epoch": 0.0783203125,
      "grad_norm": 0.5039560794830322,
      "learning_rate": 0.0004953796684588946,
      "loss": 4.8906,
      "step": 802
    },
    {
      "epoch": 0.07841796875,
      "grad_norm": 0.47064536809921265,
      "learning_rate": 0.0004953655336871553,
      "loss": 4.8594,
      "step": 803
    },
    {
      "epoch": 0.078515625,
      "grad_norm": 0.44826674461364746,
      "learning_rate": 0.0004953513775524731,
      "loss": 4.8633,
      "step": 804
    },
    {
      "epoch": 0.07861328125,
      "grad_norm": 0.403845876455307,
      "learning_rate": 0.0004953372000562204,
      "loss": 4.8984,
      "step": 805
    },
    {
      "epoch": 0.0787109375,
      "grad_norm": 0.4083589017391205,
      "learning_rate": 0.0004953230011997716,
      "loss": 4.9141,
      "step": 806
    },
    {
      "epoch": 0.07880859375,
      "grad_norm": 0.3878018260002136,
      "learning_rate": 0.0004953087809845031,
      "loss": 4.875,
      "step": 807
    },
    {
      "epoch": 0.07890625,
      "grad_norm": 0.39088737964630127,
      "learning_rate": 0.0004952945394117936,
      "loss": 4.9336,
      "step": 808
    },
    {
      "epoch": 0.07900390625,
      "grad_norm": 0.46204832196235657,
      "learning_rate": 0.0004952802764830236,
      "loss": 4.8477,
      "step": 809
    },
    {
      "epoch": 0.0791015625,
      "grad_norm": 0.5762801766395569,
      "learning_rate": 0.0004952659921995758,
      "loss": 4.8945,
      "step": 810
    },
    {
      "epoch": 0.07919921875,
      "grad_norm": 0.6087040305137634,
      "learning_rate": 0.0004952516865628352,
      "loss": 4.8945,
      "step": 811
    },
    {
      "epoch": 0.079296875,
      "grad_norm": 0.6062765717506409,
      "learning_rate": 0.0004952373595741883,
      "loss": 4.8711,
      "step": 812
    },
    {
      "epoch": 0.07939453125,
      "grad_norm": 0.6468778252601624,
      "learning_rate": 0.0004952230112350241,
      "loss": 4.8633,
      "step": 813
    },
    {
      "epoch": 0.0794921875,
      "grad_norm": 0.6803391575813293,
      "learning_rate": 0.0004952086415467337,
      "loss": 4.8945,
      "step": 814
    },
    {
      "epoch": 0.07958984375,
      "grad_norm": 0.6036785244941711,
      "learning_rate": 0.0004951942505107101,
      "loss": 4.8633,
      "step": 815
    },
    {
      "epoch": 0.0796875,
      "grad_norm": 0.5079777240753174,
      "learning_rate": 0.0004951798381283482,
      "loss": 4.8555,
      "step": 816
    },
    {
      "epoch": 0.07978515625,
      "grad_norm": 0.47106999158859253,
      "learning_rate": 0.0004951654044010455,
      "loss": 4.832,
      "step": 817
    },
    {
      "epoch": 0.0798828125,
      "grad_norm": 0.418499618768692,
      "learning_rate": 0.0004951509493302011,
      "loss": 4.8711,
      "step": 818
    },
    {
      "epoch": 0.07998046875,
      "grad_norm": 0.3655601143836975,
      "learning_rate": 0.0004951364729172163,
      "loss": 4.8516,
      "step": 819
    },
    {
      "epoch": 0.080078125,
      "grad_norm": 0.42946258187294006,
      "learning_rate": 0.0004951219751634945,
      "loss": 4.8789,
      "step": 820
    },
    {
      "epoch": 0.08017578125,
      "grad_norm": 0.412626177072525,
      "learning_rate": 0.0004951074560704412,
      "loss": 4.8828,
      "step": 821
    },
    {
      "epoch": 0.0802734375,
      "grad_norm": 0.44532856345176697,
      "learning_rate": 0.0004950929156394639,
      "loss": 4.8828,
      "step": 822
    },
    {
      "epoch": 0.08037109375,
      "grad_norm": 0.4855706989765167,
      "learning_rate": 0.0004950783538719723,
      "loss": 4.9062,
      "step": 823
    },
    {
      "epoch": 0.08046875,
      "grad_norm": 0.504410982131958,
      "learning_rate": 0.0004950637707693779,
      "loss": 4.8945,
      "step": 824
    },
    {
      "epoch": 0.08056640625,
      "grad_norm": 0.5246967077255249,
      "learning_rate": 0.0004950491663330946,
      "loss": 4.875,
      "step": 825
    },
    {
      "epoch": 0.0806640625,
      "grad_norm": 0.5594045519828796,
      "learning_rate": 0.000495034540564538,
      "loss": 4.8867,
      "step": 826
    },
    {
      "epoch": 0.08076171875,
      "grad_norm": 0.5870455503463745,
      "learning_rate": 0.000495019893465126,
      "loss": 4.8789,
      "step": 827
    },
    {
      "epoch": 0.080859375,
      "grad_norm": 0.5400936007499695,
      "learning_rate": 0.0004950052250362786,
      "loss": 4.8906,
      "step": 828
    },
    {
      "epoch": 0.08095703125,
      "grad_norm": 0.4675130546092987,
      "learning_rate": 0.000494990535279418,
      "loss": 4.8789,
      "step": 829
    },
    {
      "epoch": 0.0810546875,
      "grad_norm": 0.45326483249664307,
      "learning_rate": 0.0004949758241959679,
      "loss": 4.8906,
      "step": 830
    },
    {
      "epoch": 0.08115234375,
      "grad_norm": 0.43965944647789,
      "learning_rate": 0.0004949610917873547,
      "loss": 4.8555,
      "step": 831
    },
    {
      "epoch": 0.08125,
      "grad_norm": 0.5271297693252563,
      "learning_rate": 0.0004949463380550065,
      "loss": 4.8398,
      "step": 832
    },
    {
      "epoch": 0.08134765625,
      "grad_norm": 0.6631085872650146,
      "learning_rate": 0.0004949315630003537,
      "loss": 4.8711,
      "step": 833
    },
    {
      "epoch": 0.0814453125,
      "grad_norm": 0.5798559188842773,
      "learning_rate": 0.0004949167666248285,
      "loss": 4.8672,
      "step": 834
    },
    {
      "epoch": 0.08154296875,
      "grad_norm": 0.45223212242126465,
      "learning_rate": 0.0004949019489298653,
      "loss": 4.8555,
      "step": 835
    },
    {
      "epoch": 0.081640625,
      "grad_norm": 0.4504897892475128,
      "learning_rate": 0.0004948871099169006,
      "loss": 4.8555,
      "step": 836
    },
    {
      "epoch": 0.08173828125,
      "grad_norm": 0.4103120267391205,
      "learning_rate": 0.0004948722495873732,
      "loss": 4.8906,
      "step": 837
    },
    {
      "epoch": 0.0818359375,
      "grad_norm": 0.4391990602016449,
      "learning_rate": 0.0004948573679427233,
      "loss": 4.8633,
      "step": 838
    },
    {
      "epoch": 0.08193359375,
      "grad_norm": 0.5236042141914368,
      "learning_rate": 0.0004948424649843938,
      "loss": 4.8633,
      "step": 839
    },
    {
      "epoch": 0.08203125,
      "grad_norm": 0.6059775948524475,
      "learning_rate": 0.0004948275407138293,
      "loss": 4.8477,
      "step": 840
    },
    {
      "epoch": 0.08212890625,
      "grad_norm": 0.6779847145080566,
      "learning_rate": 0.0004948125951324768,
      "loss": 4.8828,
      "step": 841
    },
    {
      "epoch": 0.0822265625,
      "grad_norm": 0.6596094369888306,
      "learning_rate": 0.000494797628241785,
      "loss": 4.8633,
      "step": 842
    },
    {
      "epoch": 0.08232421875,
      "grad_norm": 0.550703763961792,
      "learning_rate": 0.000494782640043205,
      "loss": 4.8672,
      "step": 843
    },
    {
      "epoch": 0.082421875,
      "grad_norm": 0.4469245970249176,
      "learning_rate": 0.0004947676305381897,
      "loss": 4.8984,
      "step": 844
    },
    {
      "epoch": 0.08251953125,
      "grad_norm": 0.4176386892795563,
      "learning_rate": 0.0004947525997281941,
      "loss": 4.8516,
      "step": 845
    },
    {
      "epoch": 0.0826171875,
      "grad_norm": 0.362447589635849,
      "learning_rate": 0.0004947375476146755,
      "loss": 4.8633,
      "step": 846
    },
    {
      "epoch": 0.08271484375,
      "grad_norm": 0.39331042766571045,
      "learning_rate": 0.000494722474199093,
      "loss": 4.8711,
      "step": 847
    },
    {
      "epoch": 0.0828125,
      "grad_norm": 0.37120670080184937,
      "learning_rate": 0.0004947073794829079,
      "loss": 4.8828,
      "step": 848
    },
    {
      "epoch": 0.08291015625,
      "grad_norm": 0.40028196573257446,
      "learning_rate": 0.0004946922634675836,
      "loss": 4.8789,
      "step": 849
    },
    {
      "epoch": 0.0830078125,
      "grad_norm": 0.47256696224212646,
      "learning_rate": 0.0004946771261545853,
      "loss": 4.8828,
      "step": 850
    },
    {
      "epoch": 0.08310546875,
      "grad_norm": 0.5021369457244873,
      "learning_rate": 0.0004946619675453806,
      "loss": 4.8555,
      "step": 851
    },
    {
      "epoch": 0.083203125,
      "grad_norm": 0.4181872010231018,
      "learning_rate": 0.000494646787641439,
      "loss": 4.8672,
      "step": 852
    },
    {
      "epoch": 0.08330078125,
      "grad_norm": 0.40219172835350037,
      "learning_rate": 0.000494631586444232,
      "loss": 4.8672,
      "step": 853
    },
    {
      "epoch": 0.0833984375,
      "grad_norm": 0.42699527740478516,
      "learning_rate": 0.0004946163639552335,
      "loss": 4.8984,
      "step": 854
    },
    {
      "epoch": 0.08349609375,
      "grad_norm": 0.46114829182624817,
      "learning_rate": 0.0004946011201759189,
      "loss": 4.832,
      "step": 855
    },
    {
      "epoch": 0.08359375,
      "grad_norm": 0.5074323415756226,
      "learning_rate": 0.0004945858551077662,
      "loss": 4.8789,
      "step": 856
    },
    {
      "epoch": 0.08369140625,
      "grad_norm": 0.5219331979751587,
      "learning_rate": 0.0004945705687522552,
      "loss": 4.8438,
      "step": 857
    },
    {
      "epoch": 0.0837890625,
      "grad_norm": 0.6114364266395569,
      "learning_rate": 0.0004945552611108679,
      "loss": 4.8672,
      "step": 858
    },
    {
      "epoch": 0.08388671875,
      "grad_norm": 0.7798656821250916,
      "learning_rate": 0.0004945399321850879,
      "loss": 4.8789,
      "step": 859
    },
    {
      "epoch": 0.083984375,
      "grad_norm": 0.7879101634025574,
      "learning_rate": 0.0004945245819764016,
      "loss": 4.8828,
      "step": 860
    },
    {
      "epoch": 0.08408203125,
      "grad_norm": 0.7016037106513977,
      "learning_rate": 0.0004945092104862971,
      "loss": 4.875,
      "step": 861
    },
    {
      "epoch": 0.0841796875,
      "grad_norm": 0.49669718742370605,
      "learning_rate": 0.0004944938177162644,
      "loss": 4.8359,
      "step": 862
    },
    {
      "epoch": 0.08427734375,
      "grad_norm": 0.4770626425743103,
      "learning_rate": 0.0004944784036677958,
      "loss": 4.8594,
      "step": 863
    },
    {
      "epoch": 0.084375,
      "grad_norm": 0.4248046278953552,
      "learning_rate": 0.0004944629683423855,
      "loss": 4.8867,
      "step": 864
    },
    {
      "epoch": 0.08447265625,
      "grad_norm": 0.4632871747016907,
      "learning_rate": 0.00049444751174153,
      "loss": 4.8594,
      "step": 865
    },
    {
      "epoch": 0.0845703125,
      "grad_norm": 0.48169225454330444,
      "learning_rate": 0.0004944320338667276,
      "loss": 4.8633,
      "step": 866
    },
    {
      "epoch": 0.08466796875,
      "grad_norm": 0.42320355772972107,
      "learning_rate": 0.0004944165347194788,
      "loss": 4.8867,
      "step": 867
    },
    {
      "epoch": 0.084765625,
      "grad_norm": 0.39030560851097107,
      "learning_rate": 0.0004944010143012861,
      "loss": 4.8828,
      "step": 868
    },
    {
      "epoch": 0.08486328125,
      "grad_norm": 0.4671940207481384,
      "learning_rate": 0.0004943854726136542,
      "loss": 4.8203,
      "step": 869
    },
    {
      "epoch": 0.0849609375,
      "grad_norm": 0.4762789309024811,
      "learning_rate": 0.0004943699096580897,
      "loss": 4.8906,
      "step": 870
    },
    {
      "epoch": 0.08505859375,
      "grad_norm": 0.5251975655555725,
      "learning_rate": 0.0004943543254361013,
      "loss": 4.8672,
      "step": 871
    },
    {
      "epoch": 0.08515625,
      "grad_norm": 0.5693690180778503,
      "learning_rate": 0.0004943387199491998,
      "loss": 4.9102,
      "step": 872
    },
    {
      "epoch": 0.08525390625,
      "grad_norm": 0.5571799278259277,
      "learning_rate": 0.0004943230931988981,
      "loss": 4.8672,
      "step": 873
    },
    {
      "epoch": 0.0853515625,
      "grad_norm": 0.4701318144798279,
      "learning_rate": 0.0004943074451867111,
      "loss": 4.8789,
      "step": 874
    },
    {
      "epoch": 0.08544921875,
      "grad_norm": 0.43155744671821594,
      "learning_rate": 0.0004942917759141556,
      "loss": 4.8555,
      "step": 875
    },
    {
      "epoch": 0.085546875,
      "grad_norm": 0.43980658054351807,
      "learning_rate": 0.0004942760853827509,
      "loss": 4.8789,
      "step": 876
    },
    {
      "epoch": 0.08564453125,
      "grad_norm": 0.46005746722221375,
      "learning_rate": 0.0004942603735940179,
      "loss": 4.8867,
      "step": 877
    },
    {
      "epoch": 0.0857421875,
      "grad_norm": 0.4600110948085785,
      "learning_rate": 0.0004942446405494798,
      "loss": 4.8633,
      "step": 878
    },
    {
      "epoch": 0.08583984375,
      "grad_norm": 0.40931013226509094,
      "learning_rate": 0.0004942288862506618,
      "loss": 4.8516,
      "step": 879
    },
    {
      "epoch": 0.0859375,
      "grad_norm": 0.4222780466079712,
      "learning_rate": 0.0004942131106990911,
      "loss": 4.8789,
      "step": 880
    },
    {
      "epoch": 0.08603515625,
      "grad_norm": 0.44859063625335693,
      "learning_rate": 0.0004941973138962973,
      "loss": 4.8672,
      "step": 881
    },
    {
      "epoch": 0.0861328125,
      "grad_norm": 0.48440831899642944,
      "learning_rate": 0.0004941814958438115,
      "loss": 4.8555,
      "step": 882
    },
    {
      "epoch": 0.08623046875,
      "grad_norm": 0.525878369808197,
      "learning_rate": 0.0004941656565431673,
      "loss": 4.8281,
      "step": 883
    },
    {
      "epoch": 0.086328125,
      "grad_norm": 0.6066216230392456,
      "learning_rate": 0.0004941497959959003,
      "loss": 4.8477,
      "step": 884
    },
    {
      "epoch": 0.08642578125,
      "grad_norm": 0.6154394149780273,
      "learning_rate": 0.0004941339142035478,
      "loss": 4.875,
      "step": 885
    },
    {
      "epoch": 0.0865234375,
      "grad_norm": 0.5415538549423218,
      "learning_rate": 0.0004941180111676497,
      "loss": 4.8359,
      "step": 886
    },
    {
      "epoch": 0.08662109375,
      "grad_norm": 0.43851184844970703,
      "learning_rate": 0.0004941020868897474,
      "loss": 4.8477,
      "step": 887
    },
    {
      "epoch": 0.08671875,
      "grad_norm": 0.4420389235019684,
      "learning_rate": 0.0004940861413713849,
      "loss": 4.8516,
      "step": 888
    },
    {
      "epoch": 0.08681640625,
      "grad_norm": 0.49204596877098083,
      "learning_rate": 0.000494070174614108,
      "loss": 4.8516,
      "step": 889
    },
    {
      "epoch": 0.0869140625,
      "grad_norm": 0.4975183308124542,
      "learning_rate": 0.0004940541866194645,
      "loss": 4.875,
      "step": 890
    },
    {
      "epoch": 0.08701171875,
      "grad_norm": 0.4811098873615265,
      "learning_rate": 0.0004940381773890043,
      "loss": 4.8555,
      "step": 891
    },
    {
      "epoch": 0.087109375,
      "grad_norm": 0.5079295039176941,
      "learning_rate": 0.0004940221469242794,
      "loss": 4.8633,
      "step": 892
    },
    {
      "epoch": 0.08720703125,
      "grad_norm": 0.5155340433120728,
      "learning_rate": 0.000494006095226844,
      "loss": 4.8828,
      "step": 893
    },
    {
      "epoch": 0.0873046875,
      "grad_norm": 0.47939589619636536,
      "learning_rate": 0.0004939900222982539,
      "loss": 4.8164,
      "step": 894
    },
    {
      "epoch": 0.08740234375,
      "grad_norm": 0.5215303897857666,
      "learning_rate": 0.0004939739281400674,
      "loss": 4.8633,
      "step": 895
    },
    {
      "epoch": 0.0875,
      "grad_norm": 0.48365482687950134,
      "learning_rate": 0.0004939578127538449,
      "loss": 4.8711,
      "step": 896
    },
    {
      "epoch": 0.08759765625,
      "grad_norm": 0.414248526096344,
      "learning_rate": 0.0004939416761411484,
      "loss": 4.8594,
      "step": 897
    },
    {
      "epoch": 0.0876953125,
      "grad_norm": 0.4160768389701843,
      "learning_rate": 0.0004939255183035424,
      "loss": 4.8633,
      "step": 898
    },
    {
      "epoch": 0.08779296875,
      "grad_norm": 0.4438508152961731,
      "learning_rate": 0.0004939093392425933,
      "loss": 4.8398,
      "step": 899
    },
    {
      "epoch": 0.087890625,
      "grad_norm": 0.5406934022903442,
      "learning_rate": 0.0004938931389598695,
      "loss": 4.832,
      "step": 900
    },
    {
      "epoch": 0.08798828125,
      "grad_norm": 0.6314405202865601,
      "learning_rate": 0.0004938769174569413,
      "loss": 4.8672,
      "step": 901
    },
    {
      "epoch": 0.0880859375,
      "grad_norm": 0.6316208839416504,
      "learning_rate": 0.0004938606747353818,
      "loss": 4.8711,
      "step": 902
    },
    {
      "epoch": 0.08818359375,
      "grad_norm": 0.49028605222702026,
      "learning_rate": 0.0004938444107967651,
      "loss": 4.8398,
      "step": 903
    },
    {
      "epoch": 0.08828125,
      "grad_norm": 0.40383410453796387,
      "learning_rate": 0.0004938281256426681,
      "loss": 4.8281,
      "step": 904
    },
    {
      "epoch": 0.08837890625,
      "grad_norm": 0.4249477982521057,
      "learning_rate": 0.0004938118192746695,
      "loss": 4.8633,
      "step": 905
    },
    {
      "epoch": 0.0884765625,
      "grad_norm": 0.4824749827384949,
      "learning_rate": 0.0004937954916943502,
      "loss": 4.8164,
      "step": 906
    },
    {
      "epoch": 0.08857421875,
      "grad_norm": 0.5105504989624023,
      "learning_rate": 0.0004937791429032929,
      "loss": 4.8477,
      "step": 907
    },
    {
      "epoch": 0.088671875,
      "grad_norm": 0.4530431032180786,
      "learning_rate": 0.0004937627729030825,
      "loss": 4.8672,
      "step": 908
    },
    {
      "epoch": 0.08876953125,
      "grad_norm": 0.37337881326675415,
      "learning_rate": 0.0004937463816953061,
      "loss": 4.875,
      "step": 909
    },
    {
      "epoch": 0.0888671875,
      "grad_norm": 0.3546503484249115,
      "learning_rate": 0.0004937299692815525,
      "loss": 4.8555,
      "step": 910
    },
    {
      "epoch": 0.08896484375,
      "grad_norm": 0.3876660466194153,
      "learning_rate": 0.000493713535663413,
      "loss": 4.8594,
      "step": 911
    },
    {
      "epoch": 0.0890625,
      "grad_norm": 0.4789651036262512,
      "learning_rate": 0.0004936970808424807,
      "loss": 4.8477,
      "step": 912
    },
    {
      "epoch": 0.08916015625,
      "grad_norm": 0.5593496561050415,
      "learning_rate": 0.0004936806048203506,
      "loss": 4.8711,
      "step": 913
    },
    {
      "epoch": 0.0892578125,
      "grad_norm": 0.6056161522865295,
      "learning_rate": 0.0004936641075986201,
      "loss": 4.8516,
      "step": 914
    },
    {
      "epoch": 0.08935546875,
      "grad_norm": 0.5245595574378967,
      "learning_rate": 0.0004936475891788883,
      "loss": 4.8164,
      "step": 915
    },
    {
      "epoch": 0.089453125,
      "grad_norm": 0.49999815225601196,
      "learning_rate": 0.0004936310495627569,
      "loss": 4.832,
      "step": 916
    },
    {
      "epoch": 0.08955078125,
      "grad_norm": 0.6258394718170166,
      "learning_rate": 0.0004936144887518291,
      "loss": 4.8711,
      "step": 917
    },
    {
      "epoch": 0.0896484375,
      "grad_norm": 0.6583293080329895,
      "learning_rate": 0.0004935979067477103,
      "loss": 4.8633,
      "step": 918
    },
    {
      "epoch": 0.08974609375,
      "grad_norm": 0.5308080911636353,
      "learning_rate": 0.000493581303552008,
      "loss": 4.8672,
      "step": 919
    },
    {
      "epoch": 0.08984375,
      "grad_norm": 0.42577865719795227,
      "learning_rate": 0.0004935646791663318,
      "loss": 4.8555,
      "step": 920
    },
    {
      "epoch": 0.08994140625,
      "grad_norm": 0.3947119414806366,
      "learning_rate": 0.0004935480335922935,
      "loss": 4.8359,
      "step": 921
    },
    {
      "epoch": 0.0900390625,
      "grad_norm": 0.400806725025177,
      "learning_rate": 0.0004935313668315065,
      "loss": 4.8359,
      "step": 922
    },
    {
      "epoch": 0.09013671875,
      "grad_norm": 0.3871156573295593,
      "learning_rate": 0.0004935146788855868,
      "loss": 4.875,
      "step": 923
    },
    {
      "epoch": 0.090234375,
      "grad_norm": 0.3819091022014618,
      "learning_rate": 0.000493497969756152,
      "loss": 4.8242,
      "step": 924
    },
    {
      "epoch": 0.09033203125,
      "grad_norm": 0.3758518397808075,
      "learning_rate": 0.000493481239444822,
      "loss": 4.8477,
      "step": 925
    },
    {
      "epoch": 0.0904296875,
      "grad_norm": 0.4341889023780823,
      "learning_rate": 0.0004934644879532185,
      "loss": 4.832,
      "step": 926
    },
    {
      "epoch": 0.09052734375,
      "grad_norm": 0.44294634461402893,
      "learning_rate": 0.0004934477152829658,
      "loss": 4.832,
      "step": 927
    },
    {
      "epoch": 0.090625,
      "grad_norm": 0.4348030984401703,
      "learning_rate": 0.0004934309214356897,
      "loss": 4.8203,
      "step": 928
    },
    {
      "epoch": 0.09072265625,
      "grad_norm": 0.497432142496109,
      "learning_rate": 0.0004934141064130181,
      "loss": 4.8633,
      "step": 929
    },
    {
      "epoch": 0.0908203125,
      "grad_norm": 0.5283389687538147,
      "learning_rate": 0.0004933972702165814,
      "loss": 4.8672,
      "step": 930
    },
    {
      "epoch": 0.09091796875,
      "grad_norm": 0.5673421025276184,
      "learning_rate": 0.0004933804128480117,
      "loss": 4.8359,
      "step": 931
    },
    {
      "epoch": 0.091015625,
      "grad_norm": 0.5137133002281189,
      "learning_rate": 0.000493363534308943,
      "loss": 4.8359,
      "step": 932
    },
    {
      "epoch": 0.09111328125,
      "grad_norm": 0.40789496898651123,
      "learning_rate": 0.0004933466346010117,
      "loss": 4.8359,
      "step": 933
    },
    {
      "epoch": 0.0912109375,
      "grad_norm": 0.4613848328590393,
      "learning_rate": 0.0004933297137258561,
      "loss": 4.8594,
      "step": 934
    },
    {
      "epoch": 0.09130859375,
      "grad_norm": 0.49260833859443665,
      "learning_rate": 0.0004933127716851167,
      "loss": 4.8359,
      "step": 935
    },
    {
      "epoch": 0.09140625,
      "grad_norm": 0.4962104856967926,
      "learning_rate": 0.0004932958084804356,
      "loss": 4.8594,
      "step": 936
    },
    {
      "epoch": 0.09150390625,
      "grad_norm": 0.5404455661773682,
      "learning_rate": 0.0004932788241134576,
      "loss": 4.8438,
      "step": 937
    },
    {
      "epoch": 0.0916015625,
      "grad_norm": 0.5084996819496155,
      "learning_rate": 0.0004932618185858288,
      "loss": 4.8633,
      "step": 938
    },
    {
      "epoch": 0.09169921875,
      "grad_norm": 0.4125216603279114,
      "learning_rate": 0.0004932447918991983,
      "loss": 4.8438,
      "step": 939
    },
    {
      "epoch": 0.091796875,
      "grad_norm": 0.3724025785923004,
      "learning_rate": 0.0004932277440552164,
      "loss": 4.8359,
      "step": 940
    },
    {
      "epoch": 0.09189453125,
      "grad_norm": 0.4485456645488739,
      "learning_rate": 0.0004932106750555358,
      "loss": 4.8594,
      "step": 941
    },
    {
      "epoch": 0.0919921875,
      "grad_norm": 0.4383455216884613,
      "learning_rate": 0.0004931935849018112,
      "loss": 4.8359,
      "step": 942
    },
    {
      "epoch": 0.09208984375,
      "grad_norm": 0.4460577368736267,
      "learning_rate": 0.0004931764735956995,
      "loss": 4.8516,
      "step": 943
    },
    {
      "epoch": 0.0921875,
      "grad_norm": 0.4385360777378082,
      "learning_rate": 0.0004931593411388594,
      "loss": 4.8633,
      "step": 944
    },
    {
      "epoch": 0.09228515625,
      "grad_norm": 0.44357937574386597,
      "learning_rate": 0.0004931421875329519,
      "loss": 4.8398,
      "step": 945
    },
    {
      "epoch": 0.0923828125,
      "grad_norm": 0.5505833625793457,
      "learning_rate": 0.0004931250127796398,
      "loss": 4.8398,
      "step": 946
    },
    {
      "epoch": 0.09248046875,
      "grad_norm": 0.5369737148284912,
      "learning_rate": 0.0004931078168805881,
      "loss": 4.8555,
      "step": 947
    },
    {
      "epoch": 0.092578125,
      "grad_norm": 0.5083466172218323,
      "learning_rate": 0.0004930905998374639,
      "loss": 4.8398,
      "step": 948
    },
    {
      "epoch": 0.09267578125,
      "grad_norm": 0.48525020480155945,
      "learning_rate": 0.0004930733616519363,
      "loss": 4.8594,
      "step": 949
    },
    {
      "epoch": 0.0927734375,
      "grad_norm": 0.42595598101615906,
      "learning_rate": 0.0004930561023256762,
      "loss": 4.8359,
      "step": 950
    },
    {
      "epoch": 0.09287109375,
      "grad_norm": 0.40371179580688477,
      "learning_rate": 0.000493038821860357,
      "loss": 4.8711,
      "step": 951
    },
    {
      "epoch": 0.09296875,
      "grad_norm": 0.4778882563114166,
      "learning_rate": 0.0004930215202576539,
      "loss": 4.8359,
      "step": 952
    },
    {
      "epoch": 0.09306640625,
      "grad_norm": 0.5457689166069031,
      "learning_rate": 0.000493004197519244,
      "loss": 4.8242,
      "step": 953
    },
    {
      "epoch": 0.0931640625,
      "grad_norm": 0.4889971613883972,
      "learning_rate": 0.0004929868536468069,
      "loss": 4.8477,
      "step": 954
    },
    {
      "epoch": 0.09326171875,
      "grad_norm": 0.4244244396686554,
      "learning_rate": 0.0004929694886420239,
      "loss": 4.8672,
      "step": 955
    },
    {
      "epoch": 0.093359375,
      "grad_norm": 0.44931143522262573,
      "learning_rate": 0.0004929521025065782,
      "loss": 4.8594,
      "step": 956
    },
    {
      "epoch": 0.09345703125,
      "grad_norm": 0.5113864541053772,
      "learning_rate": 0.0004929346952421553,
      "loss": 4.8359,
      "step": 957
    },
    {
      "epoch": 0.0935546875,
      "grad_norm": 0.47967684268951416,
      "learning_rate": 0.000492917266850443,
      "loss": 4.8438,
      "step": 958
    },
    {
      "epoch": 0.09365234375,
      "grad_norm": 0.41450557112693787,
      "learning_rate": 0.0004928998173331306,
      "loss": 4.8594,
      "step": 959
    },
    {
      "epoch": 0.09375,
      "grad_norm": 0.4654901325702667,
      "learning_rate": 0.0004928823466919098,
      "loss": 4.8672,
      "step": 960
    },
    {
      "epoch": 0.09384765625,
      "grad_norm": 0.3816904127597809,
      "learning_rate": 0.0004928648549284743,
      "loss": 4.8164,
      "step": 961
    },
    {
      "epoch": 0.0939453125,
      "grad_norm": 0.37036556005477905,
      "learning_rate": 0.0004928473420445198,
      "loss": 4.8359,
      "step": 962
    },
    {
      "epoch": 0.09404296875,
      "grad_norm": 0.427219420671463,
      "learning_rate": 0.0004928298080417439,
      "loss": 4.8516,
      "step": 963
    },
    {
      "epoch": 0.094140625,
      "grad_norm": 0.47933682799339294,
      "learning_rate": 0.0004928122529218467,
      "loss": 4.8359,
      "step": 964
    },
    {
      "epoch": 0.09423828125,
      "grad_norm": 0.5197924375534058,
      "learning_rate": 0.0004927946766865298,
      "loss": 4.8281,
      "step": 965
    },
    {
      "epoch": 0.0943359375,
      "grad_norm": 0.5642294883728027,
      "learning_rate": 0.0004927770793374971,
      "loss": 4.8203,
      "step": 966
    },
    {
      "epoch": 0.09443359375,
      "grad_norm": 0.5989418029785156,
      "learning_rate": 0.0004927594608764546,
      "loss": 4.8086,
      "step": 967
    },
    {
      "epoch": 0.09453125,
      "grad_norm": 0.5477548837661743,
      "learning_rate": 0.0004927418213051104,
      "loss": 4.8555,
      "step": 968
    },
    {
      "epoch": 0.09462890625,
      "grad_norm": 0.43198466300964355,
      "learning_rate": 0.0004927241606251745,
      "loss": 4.8125,
      "step": 969
    },
    {
      "epoch": 0.0947265625,
      "grad_norm": 0.42610111832618713,
      "learning_rate": 0.0004927064788383587,
      "loss": 4.8477,
      "step": 970
    },
    {
      "epoch": 0.09482421875,
      "grad_norm": 0.4663979709148407,
      "learning_rate": 0.0004926887759463776,
      "loss": 4.8281,
      "step": 971
    },
    {
      "epoch": 0.094921875,
      "grad_norm": 0.46881988644599915,
      "learning_rate": 0.000492671051950947,
      "loss": 4.8438,
      "step": 972
    },
    {
      "epoch": 0.09501953125,
      "grad_norm": 0.36195266246795654,
      "learning_rate": 0.0004926533068537852,
      "loss": 4.8477,
      "step": 973
    },
    {
      "epoch": 0.0951171875,
      "grad_norm": 0.3922168016433716,
      "learning_rate": 0.0004926355406566127,
      "loss": 4.8555,
      "step": 974
    },
    {
      "epoch": 0.09521484375,
      "grad_norm": 0.425672709941864,
      "learning_rate": 0.0004926177533611514,
      "loss": 4.8164,
      "step": 975
    },
    {
      "epoch": 0.0953125,
      "grad_norm": 0.5194612145423889,
      "learning_rate": 0.0004925999449691261,
      "loss": 4.8281,
      "step": 976
    },
    {
      "epoch": 0.09541015625,
      "grad_norm": 0.5651121735572815,
      "learning_rate": 0.000492582115482263,
      "loss": 4.8164,
      "step": 977
    },
    {
      "epoch": 0.0955078125,
      "grad_norm": 0.5677608847618103,
      "learning_rate": 0.0004925642649022903,
      "loss": 4.8711,
      "step": 978
    },
    {
      "epoch": 0.09560546875,
      "grad_norm": 0.5311588644981384,
      "learning_rate": 0.000492546393230939,
      "loss": 4.8242,
      "step": 979
    },
    {
      "epoch": 0.095703125,
      "grad_norm": 0.5084513425827026,
      "learning_rate": 0.0004925285004699411,
      "loss": 4.832,
      "step": 980
    },
    {
      "epoch": 0.09580078125,
      "grad_norm": 0.6232282519340515,
      "learning_rate": 0.0004925105866210316,
      "loss": 4.8672,
      "step": 981
    },
    {
      "epoch": 0.0958984375,
      "grad_norm": 0.695502519607544,
      "learning_rate": 0.0004924926516859469,
      "loss": 4.8281,
      "step": 982
    },
    {
      "epoch": 0.09599609375,
      "grad_norm": 0.6766898036003113,
      "learning_rate": 0.000492474695666426,
      "loss": 4.8203,
      "step": 983
    },
    {
      "epoch": 0.09609375,
      "grad_norm": 0.5815792679786682,
      "learning_rate": 0.0004924567185642091,
      "loss": 4.8359,
      "step": 984
    },
    {
      "epoch": 0.09619140625,
      "grad_norm": 0.48480623960494995,
      "learning_rate": 0.0004924387203810393,
      "loss": 4.8633,
      "step": 985
    },
    {
      "epoch": 0.0962890625,
      "grad_norm": 0.46070924401283264,
      "learning_rate": 0.0004924207011186613,
      "loss": 4.8516,
      "step": 986
    },
    {
      "epoch": 0.09638671875,
      "grad_norm": 0.4500672221183777,
      "learning_rate": 0.0004924026607788219,
      "loss": 4.8438,
      "step": 987
    },
    {
      "epoch": 0.096484375,
      "grad_norm": 0.42609307169914246,
      "learning_rate": 0.0004923845993632702,
      "loss": 4.8164,
      "step": 988
    },
    {
      "epoch": 0.09658203125,
      "grad_norm": 0.4055596590042114,
      "learning_rate": 0.000492366516873757,
      "loss": 4.8633,
      "step": 989
    },
    {
      "epoch": 0.0966796875,
      "grad_norm": 0.37348657846450806,
      "learning_rate": 0.0004923484133120351,
      "loss": 4.8203,
      "step": 990
    },
    {
      "epoch": 0.09677734375,
      "grad_norm": 0.3880004584789276,
      "learning_rate": 0.0004923302886798598,
      "loss": 4.8125,
      "step": 991
    },
    {
      "epoch": 0.096875,
      "grad_norm": 0.381511926651001,
      "learning_rate": 0.000492312142978988,
      "loss": 4.8359,
      "step": 992
    },
    {
      "epoch": 0.09697265625,
      "grad_norm": 0.4143732786178589,
      "learning_rate": 0.0004922939762111788,
      "loss": 4.8281,
      "step": 993
    },
    {
      "epoch": 0.0970703125,
      "grad_norm": 0.4248274266719818,
      "learning_rate": 0.0004922757883781934,
      "loss": 4.8555,
      "step": 994
    },
    {
      "epoch": 0.09716796875,
      "grad_norm": 0.43763217329978943,
      "learning_rate": 0.000492257579481795,
      "loss": 4.8047,
      "step": 995
    },
    {
      "epoch": 0.097265625,
      "grad_norm": 0.4777696430683136,
      "learning_rate": 0.0004922393495237488,
      "loss": 4.8125,
      "step": 996
    },
    {
      "epoch": 0.09736328125,
      "grad_norm": 0.5218069553375244,
      "learning_rate": 0.000492221098505822,
      "loss": 4.8125,
      "step": 997
    },
    {
      "epoch": 0.0974609375,
      "grad_norm": 0.5178037285804749,
      "learning_rate": 0.000492202826429784,
      "loss": 4.8242,
      "step": 998
    },
    {
      "epoch": 0.09755859375,
      "grad_norm": 0.45934903621673584,
      "learning_rate": 0.0004921845332974062,
      "loss": 4.8125,
      "step": 999
    },
    {
      "epoch": 0.09765625,
      "grad_norm": 0.4091397821903229,
      "learning_rate": 0.0004921662191104619,
      "loss": 4.8359,
      "step": 1000
    },
    {
      "epoch": 0.09775390625,
      "grad_norm": 0.3937183618545532,
      "learning_rate": 0.0004921478838707266,
      "loss": 4.8359,
      "step": 1001
    },
    {
      "epoch": 0.0978515625,
      "grad_norm": 0.4575563073158264,
      "learning_rate": 0.0004921295275799778,
      "loss": 4.8281,
      "step": 1002
    },
    {
      "epoch": 0.09794921875,
      "grad_norm": 0.490375280380249,
      "learning_rate": 0.0004921111502399949,
      "loss": 4.832,
      "step": 1003
    },
    {
      "epoch": 0.098046875,
      "grad_norm": 0.4874227046966553,
      "learning_rate": 0.0004920927518525594,
      "loss": 4.8203,
      "step": 1004
    },
    {
      "epoch": 0.09814453125,
      "grad_norm": 0.42199403047561646,
      "learning_rate": 0.0004920743324194552,
      "loss": 4.8555,
      "step": 1005
    },
    {
      "epoch": 0.0982421875,
      "grad_norm": 0.49443531036376953,
      "learning_rate": 0.0004920558919424677,
      "loss": 4.8047,
      "step": 1006
    },
    {
      "epoch": 0.09833984375,
      "grad_norm": 0.39844444394111633,
      "learning_rate": 0.0004920374304233846,
      "loss": 4.8203,
      "step": 1007
    },
    {
      "epoch": 0.0984375,
      "grad_norm": 0.462501585483551,
      "learning_rate": 0.0004920189478639957,
      "loss": 4.8477,
      "step": 1008
    },
    {
      "epoch": 0.09853515625,
      "grad_norm": 0.5070082545280457,
      "learning_rate": 0.0004920004442660927,
      "loss": 4.8203,
      "step": 1009
    },
    {
      "epoch": 0.0986328125,
      "grad_norm": 0.47550520300865173,
      "learning_rate": 0.0004919819196314695,
      "loss": 4.8008,
      "step": 1010
    },
    {
      "epoch": 0.09873046875,
      "grad_norm": 0.4895987808704376,
      "learning_rate": 0.0004919633739619218,
      "loss": 4.8125,
      "step": 1011
    },
    {
      "epoch": 0.098828125,
      "grad_norm": 0.48678672313690186,
      "learning_rate": 0.0004919448072592474,
      "loss": 4.8086,
      "step": 1012
    },
    {
      "epoch": 0.09892578125,
      "grad_norm": 0.4505287706851959,
      "learning_rate": 0.0004919262195252465,
      "loss": 4.8281,
      "step": 1013
    },
    {
      "epoch": 0.0990234375,
      "grad_norm": 0.8226277232170105,
      "learning_rate": 0.0004919076107617209,
      "loss": 4.8047,
      "step": 1014
    },
    {
      "epoch": 0.09912109375,
      "grad_norm": 0.6768991947174072,
      "learning_rate": 0.0004918889809704745,
      "loss": 4.8359,
      "step": 1015
    },
    {
      "epoch": 0.09921875,
      "grad_norm": 0.573598325252533,
      "learning_rate": 0.0004918703301533135,
      "loss": 4.832,
      "step": 1016
    },
    {
      "epoch": 0.09931640625,
      "grad_norm": 0.49422210454940796,
      "learning_rate": 0.0004918516583120458,
      "loss": 4.8555,
      "step": 1017
    },
    {
      "epoch": 0.0994140625,
      "grad_norm": 0.5521137714385986,
      "learning_rate": 0.0004918329654484817,
      "loss": 4.8203,
      "step": 1018
    },
    {
      "epoch": 0.09951171875,
      "grad_norm": 0.6036257743835449,
      "learning_rate": 0.0004918142515644332,
      "loss": 4.8008,
      "step": 1019
    },
    {
      "epoch": 0.099609375,
      "grad_norm": 0.8331734538078308,
      "learning_rate": 0.0004917955166617146,
      "loss": 4.8203,
      "step": 1020
    },
    {
      "epoch": 0.09970703125,
      "grad_norm": 1.3778009414672852,
      "learning_rate": 0.000491776760742142,
      "loss": 4.8281,
      "step": 1021
    },
    {
      "epoch": 0.0998046875,
      "grad_norm": 0.785008430480957,
      "learning_rate": 0.0004917579838075337,
      "loss": 4.8477,
      "step": 1022
    },
    {
      "epoch": 0.09990234375,
      "grad_norm": 0.7883325815200806,
      "learning_rate": 0.0004917391858597099,
      "loss": 4.8398,
      "step": 1023
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5901327729225159,
      "learning_rate": 0.0004917203669004932,
      "loss": 4.8555,
      "step": 1024
    },
    {
      "epoch": 0.10009765625,
      "grad_norm": 0.4483931064605713,
      "learning_rate": 0.0004917015269317079,
      "loss": 4.832,
      "step": 1025
    },
    {
      "epoch": 0.1001953125,
      "grad_norm": 0.6025552749633789,
      "learning_rate": 0.0004916826659551802,
      "loss": 4.8438,
      "step": 1026
    },
    {
      "epoch": 0.10029296875,
      "grad_norm": 0.691528856754303,
      "learning_rate": 0.0004916637839727387,
      "loss": 4.8477,
      "step": 1027
    },
    {
      "epoch": 0.100390625,
      "grad_norm": 0.922143816947937,
      "learning_rate": 0.0004916448809862137,
      "loss": 4.8398,
      "step": 1028
    },
    {
      "epoch": 0.10048828125,
      "grad_norm": 0.7501768469810486,
      "learning_rate": 0.000491625956997438,
      "loss": 4.8438,
      "step": 1029
    },
    {
      "epoch": 0.1005859375,
      "grad_norm": 0.5718377828598022,
      "learning_rate": 0.000491607012008246,
      "loss": 4.8047,
      "step": 1030
    },
    {
      "epoch": 0.10068359375,
      "grad_norm": 0.5166970491409302,
      "learning_rate": 0.0004915880460204743,
      "loss": 4.832,
      "step": 1031
    },
    {
      "epoch": 0.10078125,
      "grad_norm": 0.41339635848999023,
      "learning_rate": 0.0004915690590359615,
      "loss": 4.832,
      "step": 1032
    },
    {
      "epoch": 0.10087890625,
      "grad_norm": 0.42061278223991394,
      "learning_rate": 0.0004915500510565483,
      "loss": 4.832,
      "step": 1033
    },
    {
      "epoch": 0.1009765625,
      "grad_norm": 0.8583418130874634,
      "learning_rate": 0.0004915310220840774,
      "loss": 4.8047,
      "step": 1034
    },
    {
      "epoch": 0.10107421875,
      "grad_norm": 1.503048062324524,
      "learning_rate": 0.0004915119721203935,
      "loss": 4.8555,
      "step": 1035
    },
    {
      "epoch": 0.101171875,
      "grad_norm": 1.4394514560699463,
      "learning_rate": 0.0004914929011673434,
      "loss": 4.8281,
      "step": 1036
    },
    {
      "epoch": 0.10126953125,
      "grad_norm": 1.117308259010315,
      "learning_rate": 0.0004914738092267758,
      "loss": 4.8398,
      "step": 1037
    },
    {
      "epoch": 0.1013671875,
      "grad_norm": 0.6745375990867615,
      "learning_rate": 0.0004914546963005416,
      "loss": 4.8438,
      "step": 1038
    },
    {
      "epoch": 0.10146484375,
      "grad_norm": 1.0236302614212036,
      "learning_rate": 0.0004914355623904938,
      "loss": 4.8398,
      "step": 1039
    },
    {
      "epoch": 0.1015625,
      "grad_norm": 0.8115978240966797,
      "learning_rate": 0.0004914164074984872,
      "loss": 4.8633,
      "step": 1040
    },
    {
      "epoch": 0.10166015625,
      "grad_norm": 0.5963826775550842,
      "learning_rate": 0.0004913972316263785,
      "loss": 4.8203,
      "step": 1041
    },
    {
      "epoch": 0.1017578125,
      "grad_norm": 0.49297934770584106,
      "learning_rate": 0.000491378034776027,
      "loss": 4.8086,
      "step": 1042
    },
    {
      "epoch": 0.10185546875,
      "grad_norm": 0.4009886085987091,
      "learning_rate": 0.0004913588169492937,
      "loss": 4.8203,
      "step": 1043
    },
    {
      "epoch": 0.101953125,
      "grad_norm": 0.4827432930469513,
      "learning_rate": 0.0004913395781480414,
      "loss": 4.8398,
      "step": 1044
    },
    {
      "epoch": 0.10205078125,
      "grad_norm": 0.402046799659729,
      "learning_rate": 0.0004913203183741354,
      "loss": 4.832,
      "step": 1045
    },
    {
      "epoch": 0.1021484375,
      "grad_norm": 0.4627341330051422,
      "learning_rate": 0.0004913010376294425,
      "loss": 4.8125,
      "step": 1046
    },
    {
      "epoch": 0.10224609375,
      "grad_norm": 0.4753624200820923,
      "learning_rate": 0.0004912817359158322,
      "loss": 4.8203,
      "step": 1047
    },
    {
      "epoch": 0.10234375,
      "grad_norm": 0.5196328163146973,
      "learning_rate": 0.0004912624132351755,
      "loss": 4.7969,
      "step": 1048
    },
    {
      "epoch": 0.10244140625,
      "grad_norm": 0.9553819894790649,
      "learning_rate": 0.0004912430695893456,
      "loss": 4.7969,
      "step": 1049
    },
    {
      "epoch": 0.1025390625,
      "grad_norm": 0.7087034583091736,
      "learning_rate": 0.0004912237049802178,
      "loss": 4.8008,
      "step": 1050
    },
    {
      "epoch": 0.10263671875,
      "grad_norm": 0.6159484386444092,
      "learning_rate": 0.0004912043194096693,
      "loss": 4.8047,
      "step": 1051
    },
    {
      "epoch": 0.102734375,
      "grad_norm": 0.5763092637062073,
      "learning_rate": 0.0004911849128795793,
      "loss": 4.8359,
      "step": 1052
    },
    {
      "epoch": 0.10283203125,
      "grad_norm": 0.5660399198532104,
      "learning_rate": 0.0004911654853918293,
      "loss": 4.7891,
      "step": 1053
    },
    {
      "epoch": 0.1029296875,
      "grad_norm": 0.5883915424346924,
      "learning_rate": 0.0004911460369483026,
      "loss": 4.8203,
      "step": 1054
    },
    {
      "epoch": 0.10302734375,
      "grad_norm": 0.5926139950752258,
      "learning_rate": 0.0004911265675508847,
      "loss": 4.8438,
      "step": 1055
    },
    {
      "epoch": 0.103125,
      "grad_norm": 0.5742599964141846,
      "learning_rate": 0.000491107077201463,
      "loss": 4.8203,
      "step": 1056
    },
    {
      "epoch": 0.10322265625,
      "grad_norm": 0.4908924102783203,
      "learning_rate": 0.0004910875659019267,
      "loss": 4.8164,
      "step": 1057
    },
    {
      "epoch": 0.1033203125,
      "grad_norm": 0.42929133772850037,
      "learning_rate": 0.0004910680336541676,
      "loss": 4.8125,
      "step": 1058
    },
    {
      "epoch": 0.10341796875,
      "grad_norm": 0.384483277797699,
      "learning_rate": 0.000491048480460079,
      "loss": 4.8008,
      "step": 1059
    },
    {
      "epoch": 0.103515625,
      "grad_norm": 0.36012735962867737,
      "learning_rate": 0.0004910289063215564,
      "loss": 4.8203,
      "step": 1060
    },
    {
      "epoch": 0.10361328125,
      "grad_norm": 0.3993228077888489,
      "learning_rate": 0.0004910093112404978,
      "loss": 4.8477,
      "step": 1061
    },
    {
      "epoch": 0.1037109375,
      "grad_norm": 0.3865804970264435,
      "learning_rate": 0.0004909896952188024,
      "loss": 4.8125,
      "step": 1062
    },
    {
      "epoch": 0.10380859375,
      "grad_norm": 0.4794972240924835,
      "learning_rate": 0.0004909700582583721,
      "loss": 4.7969,
      "step": 1063
    },
    {
      "epoch": 0.10390625,
      "grad_norm": 0.5843653082847595,
      "learning_rate": 0.0004909504003611103,
      "loss": 4.8008,
      "step": 1064
    },
    {
      "epoch": 0.10400390625,
      "grad_norm": 0.7108316421508789,
      "learning_rate": 0.000490930721528923,
      "loss": 4.8164,
      "step": 1065
    },
    {
      "epoch": 0.1041015625,
      "grad_norm": 0.7192037105560303,
      "learning_rate": 0.0004909110217637177,
      "loss": 4.8477,
      "step": 1066
    },
    {
      "epoch": 0.10419921875,
      "grad_norm": 0.6272011995315552,
      "learning_rate": 0.0004908913010674041,
      "loss": 4.8125,
      "step": 1067
    },
    {
      "epoch": 0.104296875,
      "grad_norm": 0.5953921675682068,
      "learning_rate": 0.0004908715594418942,
      "loss": 4.8398,
      "step": 1068
    },
    {
      "epoch": 0.10439453125,
      "grad_norm": 0.4558872878551483,
      "learning_rate": 0.0004908517968891018,
      "loss": 4.8125,
      "step": 1069
    },
    {
      "epoch": 0.1044921875,
      "grad_norm": 0.3889329135417938,
      "learning_rate": 0.0004908320134109427,
      "loss": 4.8281,
      "step": 1070
    },
    {
      "epoch": 0.10458984375,
      "grad_norm": 0.3157101571559906,
      "learning_rate": 0.0004908122090093347,
      "loss": 4.7969,
      "step": 1071
    },
    {
      "epoch": 0.1046875,
      "grad_norm": 0.3802729547023773,
      "learning_rate": 0.0004907923836861978,
      "loss": 4.8086,
      "step": 1072
    },
    {
      "epoch": 0.10478515625,
      "grad_norm": 0.402535080909729,
      "learning_rate": 0.0004907725374434539,
      "loss": 4.8086,
      "step": 1073
    },
    {
      "epoch": 0.1048828125,
      "grad_norm": 0.4550858438014984,
      "learning_rate": 0.0004907526702830268,
      "loss": 4.8125,
      "step": 1074
    },
    {
      "epoch": 0.10498046875,
      "grad_norm": 0.45571887493133545,
      "learning_rate": 0.0004907327822068427,
      "loss": 4.8086,
      "step": 1075
    },
    {
      "epoch": 0.105078125,
      "grad_norm": 0.3914882242679596,
      "learning_rate": 0.0004907128732168297,
      "loss": 4.8242,
      "step": 1076
    },
    {
      "epoch": 0.10517578125,
      "grad_norm": 0.34561851620674133,
      "learning_rate": 0.0004906929433149175,
      "loss": 4.8203,
      "step": 1077
    },
    {
      "epoch": 0.1052734375,
      "grad_norm": 0.3450526297092438,
      "learning_rate": 0.0004906729925030385,
      "loss": 4.8203,
      "step": 1078
    },
    {
      "epoch": 0.10537109375,
      "grad_norm": 0.3435506224632263,
      "learning_rate": 0.0004906530207831266,
      "loss": 4.7969,
      "step": 1079
    },
    {
      "epoch": 0.10546875,
      "grad_norm": 0.3784290552139282,
      "learning_rate": 0.0004906330281571179,
      "loss": 4.8359,
      "step": 1080
    },
    {
      "epoch": 0.10556640625,
      "grad_norm": 0.4976685345172882,
      "learning_rate": 0.0004906130146269507,
      "loss": 4.793,
      "step": 1081
    },
    {
      "epoch": 0.1056640625,
      "grad_norm": 0.5724058747291565,
      "learning_rate": 0.000490592980194565,
      "loss": 4.8008,
      "step": 1082
    },
    {
      "epoch": 0.10576171875,
      "grad_norm": 0.546415388584137,
      "learning_rate": 0.0004905729248619032,
      "loss": 4.7891,
      "step": 1083
    },
    {
      "epoch": 0.105859375,
      "grad_norm": 0.5786755681037903,
      "learning_rate": 0.0004905528486309095,
      "loss": 4.8125,
      "step": 1084
    },
    {
      "epoch": 0.10595703125,
      "grad_norm": 0.46551647782325745,
      "learning_rate": 0.00049053275150353,
      "loss": 4.793,
      "step": 1085
    },
    {
      "epoch": 0.1060546875,
      "grad_norm": 0.3895544707775116,
      "learning_rate": 0.0004905126334817131,
      "loss": 4.7891,
      "step": 1086
    },
    {
      "epoch": 0.10615234375,
      "grad_norm": 0.3977148234844208,
      "learning_rate": 0.000490492494567409,
      "loss": 4.8516,
      "step": 1087
    },
    {
      "epoch": 0.10625,
      "grad_norm": 0.41639018058776855,
      "learning_rate": 0.0004904723347625702,
      "loss": 4.8125,
      "step": 1088
    },
    {
      "epoch": 0.10634765625,
      "grad_norm": 0.4226835370063782,
      "learning_rate": 0.0004904521540691509,
      "loss": 4.8242,
      "step": 1089
    },
    {
      "epoch": 0.1064453125,
      "grad_norm": 0.47172993421554565,
      "learning_rate": 0.0004904319524891076,
      "loss": 4.7734,
      "step": 1090
    },
    {
      "epoch": 0.10654296875,
      "grad_norm": 0.438104510307312,
      "learning_rate": 0.0004904117300243986,
      "loss": 4.8203,
      "step": 1091
    },
    {
      "epoch": 0.106640625,
      "grad_norm": 0.38510963320732117,
      "learning_rate": 0.0004903914866769843,
      "loss": 4.8164,
      "step": 1092
    },
    {
      "epoch": 0.10673828125,
      "grad_norm": 0.404243528842926,
      "learning_rate": 0.0004903712224488273,
      "loss": 4.8359,
      "step": 1093
    },
    {
      "epoch": 0.1068359375,
      "grad_norm": 0.4017542898654938,
      "learning_rate": 0.0004903509373418921,
      "loss": 4.8242,
      "step": 1094
    },
    {
      "epoch": 0.10693359375,
      "grad_norm": 0.4477319121360779,
      "learning_rate": 0.000490330631358145,
      "loss": 4.7969,
      "step": 1095
    },
    {
      "epoch": 0.10703125,
      "grad_norm": 0.3956342041492462,
      "learning_rate": 0.0004903103044995548,
      "loss": 4.8047,
      "step": 1096
    },
    {
      "epoch": 0.10712890625,
      "grad_norm": 0.43987393379211426,
      "learning_rate": 0.0004902899567680917,
      "loss": 4.7734,
      "step": 1097
    },
    {
      "epoch": 0.1072265625,
      "grad_norm": 0.4343857169151306,
      "learning_rate": 0.0004902695881657286,
      "loss": 4.8477,
      "step": 1098
    },
    {
      "epoch": 0.10732421875,
      "grad_norm": 0.3674246370792389,
      "learning_rate": 0.0004902491986944399,
      "loss": 4.8125,
      "step": 1099
    },
    {
      "epoch": 0.107421875,
      "grad_norm": 0.3673463761806488,
      "learning_rate": 0.0004902287883562023,
      "loss": 4.8125,
      "step": 1100
    },
    {
      "epoch": 0.10751953125,
      "grad_norm": 0.4112495481967926,
      "learning_rate": 0.0004902083571529944,
      "loss": 4.8047,
      "step": 1101
    },
    {
      "epoch": 0.1076171875,
      "grad_norm": 0.4617629647254944,
      "learning_rate": 0.000490187905086797,
      "loss": 4.7695,
      "step": 1102
    },
    {
      "epoch": 0.10771484375,
      "grad_norm": 0.49318692088127136,
      "learning_rate": 0.0004901674321595925,
      "loss": 4.7812,
      "step": 1103
    },
    {
      "epoch": 0.1078125,
      "grad_norm": 0.5360081195831299,
      "learning_rate": 0.0004901469383733659,
      "loss": 4.8242,
      "step": 1104
    },
    {
      "epoch": 0.10791015625,
      "grad_norm": 0.5867539048194885,
      "learning_rate": 0.0004901264237301039,
      "loss": 4.7852,
      "step": 1105
    },
    {
      "epoch": 0.1080078125,
      "grad_norm": 0.5440882444381714,
      "learning_rate": 0.0004901058882317951,
      "loss": 4.8203,
      "step": 1106
    },
    {
      "epoch": 0.10810546875,
      "grad_norm": 0.4591827094554901,
      "learning_rate": 0.0004900853318804304,
      "loss": 4.8164,
      "step": 1107
    },
    {
      "epoch": 0.108203125,
      "grad_norm": 0.4257602095603943,
      "learning_rate": 0.0004900647546780026,
      "loss": 4.8008,
      "step": 1108
    },
    {
      "epoch": 0.10830078125,
      "grad_norm": 0.418489009141922,
      "learning_rate": 0.0004900441566265064,
      "loss": 4.832,
      "step": 1109
    },
    {
      "epoch": 0.1083984375,
      "grad_norm": 0.4998464286327362,
      "learning_rate": 0.0004900235377279388,
      "loss": 4.7773,
      "step": 1110
    },
    {
      "epoch": 0.10849609375,
      "grad_norm": 0.47938549518585205,
      "learning_rate": 0.0004900028979842986,
      "loss": 4.8125,
      "step": 1111
    },
    {
      "epoch": 0.10859375,
      "grad_norm": 0.4215286672115326,
      "learning_rate": 0.0004899822373975866,
      "loss": 4.7812,
      "step": 1112
    },
    {
      "epoch": 0.10869140625,
      "grad_norm": 0.41954976320266724,
      "learning_rate": 0.0004899615559698058,
      "loss": 4.8047,
      "step": 1113
    },
    {
      "epoch": 0.1087890625,
      "grad_norm": 0.4177006781101227,
      "learning_rate": 0.0004899408537029611,
      "loss": 4.8047,
      "step": 1114
    },
    {
      "epoch": 0.10888671875,
      "grad_norm": 0.5628485679626465,
      "learning_rate": 0.0004899201305990594,
      "loss": 4.7969,
      "step": 1115
    },
    {
      "epoch": 0.108984375,
      "grad_norm": 0.6657236814498901,
      "learning_rate": 0.0004898993866601098,
      "loss": 4.8086,
      "step": 1116
    },
    {
      "epoch": 0.10908203125,
      "grad_norm": 0.6637690663337708,
      "learning_rate": 0.0004898786218881232,
      "loss": 4.8203,
      "step": 1117
    },
    {
      "epoch": 0.1091796875,
      "grad_norm": 0.5784990787506104,
      "learning_rate": 0.0004898578362851124,
      "loss": 4.832,
      "step": 1118
    },
    {
      "epoch": 0.10927734375,
      "grad_norm": 0.42443713545799255,
      "learning_rate": 0.0004898370298530928,
      "loss": 4.8008,
      "step": 1119
    },
    {
      "epoch": 0.109375,
      "grad_norm": 0.3830028474330902,
      "learning_rate": 0.0004898162025940812,
      "loss": 4.8398,
      "step": 1120
    },
    {
      "epoch": 0.10947265625,
      "grad_norm": 0.45647111535072327,
      "learning_rate": 0.0004897953545100966,
      "loss": 4.8086,
      "step": 1121
    },
    {
      "epoch": 0.1095703125,
      "grad_norm": 0.49465152621269226,
      "learning_rate": 0.0004897744856031604,
      "loss": 4.8477,
      "step": 1122
    },
    {
      "epoch": 0.10966796875,
      "grad_norm": 0.5248700380325317,
      "learning_rate": 0.0004897535958752954,
      "loss": 4.7891,
      "step": 1123
    },
    {
      "epoch": 0.109765625,
      "grad_norm": 0.5552516579627991,
      "learning_rate": 0.0004897326853285268,
      "loss": 4.8125,
      "step": 1124
    },
    {
      "epoch": 0.10986328125,
      "grad_norm": 0.4863637387752533,
      "learning_rate": 0.0004897117539648818,
      "loss": 4.8203,
      "step": 1125
    },
    {
      "epoch": 0.1099609375,
      "grad_norm": 0.4048306941986084,
      "learning_rate": 0.0004896908017863895,
      "loss": 4.7852,
      "step": 1126
    },
    {
      "epoch": 0.11005859375,
      "grad_norm": 0.4323672652244568,
      "learning_rate": 0.0004896698287950812,
      "loss": 4.7695,
      "step": 1127
    },
    {
      "epoch": 0.11015625,
      "grad_norm": 0.5875673890113831,
      "learning_rate": 0.0004896488349929898,
      "loss": 4.793,
      "step": 1128
    },
    {
      "epoch": 0.11025390625,
      "grad_norm": 0.5504245758056641,
      "learning_rate": 0.0004896278203821506,
      "loss": 4.7852,
      "step": 1129
    },
    {
      "epoch": 0.1103515625,
      "grad_norm": 0.44111916422843933,
      "learning_rate": 0.0004896067849646011,
      "loss": 4.7852,
      "step": 1130
    },
    {
      "epoch": 0.11044921875,
      "grad_norm": 0.37442272901535034,
      "learning_rate": 0.0004895857287423802,
      "loss": 4.7578,
      "step": 1131
    },
    {
      "epoch": 0.110546875,
      "grad_norm": 0.38579708337783813,
      "learning_rate": 0.0004895646517175294,
      "loss": 4.7734,
      "step": 1132
    },
    {
      "epoch": 0.11064453125,
      "grad_norm": 0.350492388010025,
      "learning_rate": 0.0004895435538920918,
      "loss": 4.7969,
      "step": 1133
    },
    {
      "epoch": 0.1107421875,
      "grad_norm": 0.3320639431476593,
      "learning_rate": 0.0004895224352681127,
      "loss": 4.7969,
      "step": 1134
    },
    {
      "epoch": 0.11083984375,
      "grad_norm": 0.33712780475616455,
      "learning_rate": 0.0004895012958476396,
      "loss": 4.793,
      "step": 1135
    },
    {
      "epoch": 0.1109375,
      "grad_norm": 0.3295286297798157,
      "learning_rate": 0.0004894801356327217,
      "loss": 4.8047,
      "step": 1136
    },
    {
      "epoch": 0.11103515625,
      "grad_norm": 0.3195537030696869,
      "learning_rate": 0.0004894589546254102,
      "loss": 4.8047,
      "step": 1137
    },
    {
      "epoch": 0.1111328125,
      "grad_norm": 0.36060598492622375,
      "learning_rate": 0.0004894377528277587,
      "loss": 4.8008,
      "step": 1138
    },
    {
      "epoch": 0.11123046875,
      "grad_norm": 0.4128583073616028,
      "learning_rate": 0.0004894165302418224,
      "loss": 4.8125,
      "step": 1139
    },
    {
      "epoch": 0.111328125,
      "grad_norm": 0.6390661001205444,
      "learning_rate": 0.0004893952868696588,
      "loss": 4.8086,
      "step": 1140
    },
    {
      "epoch": 0.11142578125,
      "grad_norm": 0.8795298933982849,
      "learning_rate": 0.0004893740227133272,
      "loss": 4.793,
      "step": 1141
    },
    {
      "epoch": 0.1115234375,
      "grad_norm": 0.5830650329589844,
      "learning_rate": 0.000489352737774889,
      "loss": 4.8164,
      "step": 1142
    },
    {
      "epoch": 0.11162109375,
      "grad_norm": 0.6256621479988098,
      "learning_rate": 0.0004893314320564078,
      "loss": 4.8086,
      "step": 1143
    },
    {
      "epoch": 0.11171875,
      "grad_norm": 0.6185265779495239,
      "learning_rate": 0.0004893101055599488,
      "loss": 4.7969,
      "step": 1144
    },
    {
      "epoch": 0.11181640625,
      "grad_norm": 0.5876705646514893,
      "learning_rate": 0.0004892887582875797,
      "loss": 4.7969,
      "step": 1145
    },
    {
      "epoch": 0.1119140625,
      "grad_norm": 0.5868121981620789,
      "learning_rate": 0.0004892673902413699,
      "loss": 4.8125,
      "step": 1146
    },
    {
      "epoch": 0.11201171875,
      "grad_norm": 0.46918195486068726,
      "learning_rate": 0.0004892460014233907,
      "loss": 4.8086,
      "step": 1147
    },
    {
      "epoch": 0.112109375,
      "grad_norm": 0.3593907058238983,
      "learning_rate": 0.0004892245918357159,
      "loss": 4.832,
      "step": 1148
    },
    {
      "epoch": 0.11220703125,
      "grad_norm": 0.4415476620197296,
      "learning_rate": 0.0004892031614804208,
      "loss": 4.7852,
      "step": 1149
    },
    {
      "epoch": 0.1123046875,
      "grad_norm": 0.7689213156700134,
      "learning_rate": 0.000489181710359583,
      "loss": 4.7891,
      "step": 1150
    },
    {
      "epoch": 0.11240234375,
      "grad_norm": 1.3944097757339478,
      "learning_rate": 0.000489160238475282,
      "loss": 4.8086,
      "step": 1151
    },
    {
      "epoch": 0.1125,
      "grad_norm": 0.6750385165214539,
      "learning_rate": 0.0004891387458295995,
      "loss": 4.8047,
      "step": 1152
    },
    {
      "epoch": 0.11259765625,
      "grad_norm": 0.6533737778663635,
      "learning_rate": 0.0004891172324246189,
      "loss": 4.8164,
      "step": 1153
    },
    {
      "epoch": 0.1126953125,
      "grad_norm": 0.698330283164978,
      "learning_rate": 0.0004890956982624258,
      "loss": 4.8203,
      "step": 1154
    },
    {
      "epoch": 0.11279296875,
      "grad_norm": 0.5275533199310303,
      "learning_rate": 0.0004890741433451079,
      "loss": 4.7969,
      "step": 1155
    },
    {
      "epoch": 0.112890625,
      "grad_norm": 0.39748457074165344,
      "learning_rate": 0.0004890525676747547,
      "loss": 4.8086,
      "step": 1156
    },
    {
      "epoch": 0.11298828125,
      "grad_norm": 0.49489057064056396,
      "learning_rate": 0.0004890309712534578,
      "loss": 4.8047,
      "step": 1157
    },
    {
      "epoch": 0.1130859375,
      "grad_norm": 0.4166368544101715,
      "learning_rate": 0.0004890093540833108,
      "loss": 4.832,
      "step": 1158
    },
    {
      "epoch": 0.11318359375,
      "grad_norm": 0.3709654211997986,
      "learning_rate": 0.0004889877161664096,
      "loss": 4.8281,
      "step": 1159
    },
    {
      "epoch": 0.11328125,
      "grad_norm": 0.41362860798835754,
      "learning_rate": 0.0004889660575048515,
      "loss": 4.7773,
      "step": 1160
    },
    {
      "epoch": 0.11337890625,
      "grad_norm": 0.3981860280036926,
      "learning_rate": 0.0004889443781007364,
      "loss": 4.7969,
      "step": 1161
    },
    {
      "epoch": 0.1134765625,
      "grad_norm": 0.4014473557472229,
      "learning_rate": 0.000488922677956166,
      "loss": 4.793,
      "step": 1162
    },
    {
      "epoch": 0.11357421875,
      "grad_norm": 0.5000125765800476,
      "learning_rate": 0.0004889009570732436,
      "loss": 4.7891,
      "step": 1163
    },
    {
      "epoch": 0.113671875,
      "grad_norm": 0.6138625144958496,
      "learning_rate": 0.0004888792154540753,
      "loss": 4.7812,
      "step": 1164
    },
    {
      "epoch": 0.11376953125,
      "grad_norm": 0.6484094858169556,
      "learning_rate": 0.0004888574531007687,
      "loss": 4.8008,
      "step": 1165
    },
    {
      "epoch": 0.1138671875,
      "grad_norm": 0.44802355766296387,
      "learning_rate": 0.0004888356700154333,
      "loss": 4.8047,
      "step": 1166
    },
    {
      "epoch": 0.11396484375,
      "grad_norm": 0.42703965306282043,
      "learning_rate": 0.0004888138662001813,
      "loss": 4.7969,
      "step": 1167
    },
    {
      "epoch": 0.1140625,
      "grad_norm": 0.41006794571876526,
      "learning_rate": 0.0004887920416571259,
      "loss": 4.793,
      "step": 1168
    },
    {
      "epoch": 0.11416015625,
      "grad_norm": 0.39348462224006653,
      "learning_rate": 0.0004887701963883831,
      "loss": 4.793,
      "step": 1169
    },
    {
      "epoch": 0.1142578125,
      "grad_norm": 0.3154531419277191,
      "learning_rate": 0.0004887483303960706,
      "loss": 4.793,
      "step": 1170
    },
    {
      "epoch": 0.11435546875,
      "grad_norm": 0.3364889323711395,
      "learning_rate": 0.0004887264436823083,
      "loss": 4.7812,
      "step": 1171
    },
    {
      "epoch": 0.114453125,
      "grad_norm": 0.3992083966732025,
      "learning_rate": 0.0004887045362492178,
      "loss": 4.793,
      "step": 1172
    },
    {
      "epoch": 0.11455078125,
      "grad_norm": 0.42253056168556213,
      "learning_rate": 0.0004886826080989229,
      "loss": 4.7734,
      "step": 1173
    },
    {
      "epoch": 0.1146484375,
      "grad_norm": 0.36724087595939636,
      "learning_rate": 0.0004886606592335495,
      "loss": 4.793,
      "step": 1174
    },
    {
      "epoch": 0.11474609375,
      "grad_norm": 0.3279463052749634,
      "learning_rate": 0.0004886386896552252,
      "loss": 4.7891,
      "step": 1175
    },
    {
      "epoch": 0.11484375,
      "grad_norm": 0.3356574773788452,
      "learning_rate": 0.0004886166993660799,
      "loss": 4.7891,
      "step": 1176
    },
    {
      "epoch": 0.11494140625,
      "grad_norm": 0.42385661602020264,
      "learning_rate": 0.0004885946883682455,
      "loss": 4.7969,
      "step": 1177
    },
    {
      "epoch": 0.1150390625,
      "grad_norm": 0.582700252532959,
      "learning_rate": 0.0004885726566638557,
      "loss": 4.7812,
      "step": 1178
    },
    {
      "epoch": 0.11513671875,
      "grad_norm": 0.5969910025596619,
      "learning_rate": 0.0004885506042550464,
      "loss": 4.8359,
      "step": 1179
    },
    {
      "epoch": 0.115234375,
      "grad_norm": 0.5986462831497192,
      "learning_rate": 0.0004885285311439553,
      "loss": 4.7891,
      "step": 1180
    },
    {
      "epoch": 0.11533203125,
      "grad_norm": 0.49811697006225586,
      "learning_rate": 0.0004885064373327223,
      "loss": 4.7773,
      "step": 1181
    },
    {
      "epoch": 0.1154296875,
      "grad_norm": 0.38979536294937134,
      "learning_rate": 0.0004884843228234895,
      "loss": 4.8047,
      "step": 1182
    },
    {
      "epoch": 0.11552734375,
      "grad_norm": 0.40310540795326233,
      "learning_rate": 0.0004884621876184004,
      "loss": 4.8047,
      "step": 1183
    },
    {
      "epoch": 0.115625,
      "grad_norm": 0.42200982570648193,
      "learning_rate": 0.0004884400317196009,
      "loss": 4.8203,
      "step": 1184
    },
    {
      "epoch": 0.11572265625,
      "grad_norm": 0.4246567487716675,
      "learning_rate": 0.000488417855129239,
      "loss": 4.7812,
      "step": 1185
    },
    {
      "epoch": 0.1158203125,
      "grad_norm": 0.4499056935310364,
      "learning_rate": 0.0004883956578494645,
      "loss": 4.7891,
      "step": 1186
    },
    {
      "epoch": 0.11591796875,
      "grad_norm": 0.42340394854545593,
      "learning_rate": 0.0004883734398824294,
      "loss": 4.7734,
      "step": 1187
    },
    {
      "epoch": 0.116015625,
      "grad_norm": 0.42388978600502014,
      "learning_rate": 0.0004883512012302874,
      "loss": 4.8125,
      "step": 1188
    },
    {
      "epoch": 0.11611328125,
      "grad_norm": 0.4048875868320465,
      "learning_rate": 0.0004883289418951943,
      "loss": 4.7812,
      "step": 1189
    },
    {
      "epoch": 0.1162109375,
      "grad_norm": 0.39005008339881897,
      "learning_rate": 0.0004883066618793083,
      "loss": 4.7891,
      "step": 1190
    },
    {
      "epoch": 0.11630859375,
      "grad_norm": 0.38380053639411926,
      "learning_rate": 0.0004882843611847892,
      "loss": 4.7852,
      "step": 1191
    },
    {
      "epoch": 0.11640625,
      "grad_norm": 0.35080215334892273,
      "learning_rate": 0.0004882620398137988,
      "loss": 4.8125,
      "step": 1192
    },
    {
      "epoch": 0.11650390625,
      "grad_norm": 0.3683309555053711,
      "learning_rate": 0.00048823969776850103,
      "loss": 4.8086,
      "step": 1193
    },
    {
      "epoch": 0.1166015625,
      "grad_norm": 0.39639347791671753,
      "learning_rate": 0.00048821733505106186,
      "loss": 4.8164,
      "step": 1194
    },
    {
      "epoch": 0.11669921875,
      "grad_norm": 0.41327810287475586,
      "learning_rate": 0.0004881949516636491,
      "loss": 4.7539,
      "step": 1195
    },
    {
      "epoch": 0.116796875,
      "grad_norm": 0.4666888117790222,
      "learning_rate": 0.0004881725476084328,
      "loss": 4.7539,
      "step": 1196
    },
    {
      "epoch": 0.11689453125,
      "grad_norm": 0.6009286046028137,
      "learning_rate": 0.00048815012288758484,
      "loss": 4.8086,
      "step": 1197
    },
    {
      "epoch": 0.1169921875,
      "grad_norm": 0.6095237731933594,
      "learning_rate": 0.00048812767750327905,
      "loss": 4.8203,
      "step": 1198
    },
    {
      "epoch": 0.11708984375,
      "grad_norm": 0.5841214656829834,
      "learning_rate": 0.0004881052114576915,
      "loss": 4.7852,
      "step": 1199
    },
    {
      "epoch": 0.1171875,
      "grad_norm": 0.5666095614433289,
      "learning_rate": 0.00048808272475299994,
      "loss": 4.8164,
      "step": 1200
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 10240,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.347007134262886e+18,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}